<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing with OASIS Tables v3.0 20080202//EN" "journalpub-oasis3.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:oasis="http://docs.oasis-open.org/ns/oasis-exchange/table" xml:lang="en" dtd-version="3.0">
  <front>
    <journal-meta><journal-id journal-id-type="publisher">AMT</journal-id><journal-title-group>
    <journal-title>Atmospheric Measurement Techniques</journal-title>
    <abbrev-journal-title abbrev-type="publisher">AMT</abbrev-journal-title><abbrev-journal-title abbrev-type="nlm-ta">Atmos. Meas. Tech.</abbrev-journal-title>
  </journal-title-group><issn pub-type="epub">1867-8548</issn><publisher>
    <publisher-name>Copernicus Publications</publisher-name>
    <publisher-loc>Göttingen, Germany</publisher-loc>
  </publisher></journal-meta>
    <article-meta>
      <article-id pub-id-type="doi">10.5194/amt-12-703-2019</article-id><title-group><article-title>Discriminating between clouds and aerosols in the<?xmltex \hack{\break}?> CALIOP version 4.1 data
products</article-title><alt-title>Discriminating between clouds and aerosols in the CALIOP version 4.1 data products</alt-title>
      </title-group><?xmltex \runningtitle{Discriminating between clouds and aerosols in the CALIOP version 4.1 data products}?><?xmltex \runningauthor{Z. Liu et al.}?>
      <contrib-group>
        <contrib contrib-type="author" corresp="yes" rid="aff1">
          <name><surname>Liu</surname><given-names>Zhaoyan</given-names></name>
          <email>zhaoyan.liu@nasa.gov</email>
        <ext-link>https://orcid.org/0000-0003-4996-5738</ext-link></contrib>
        <contrib contrib-type="author" corresp="no" rid="aff1 aff2">
          <name><surname>Kar</surname><given-names>Jayanta</given-names></name>
          
        <ext-link>https://orcid.org/0000-0003-4187-3206</ext-link></contrib>
        <contrib contrib-type="author" corresp="no" rid="aff1 aff2">
          <name><surname>Zeng</surname><given-names>Shan</given-names></name>
          
        </contrib>
        <contrib contrib-type="author" corresp="no" rid="aff1 aff2">
          <name><surname>Tackett</surname><given-names>Jason</given-names></name>
          
        </contrib>
        <contrib contrib-type="author" corresp="no" rid="aff1">
          <name><surname>Vaughan</surname><given-names>Mark</given-names></name>
          
        <ext-link>https://orcid.org/0000-0002-0862-7284</ext-link></contrib>
        <contrib contrib-type="author" corresp="no" rid="aff1">
          <name><surname>Avery</surname><given-names>Melody</given-names></name>
          
        <ext-link>https://orcid.org/0000-0002-0612-5758</ext-link></contrib>
        <contrib contrib-type="author" corresp="no" rid="aff3">
          <name><surname>Pelon</surname><given-names>Jacques</given-names></name>
          
        </contrib>
        <contrib contrib-type="author" corresp="no" rid="aff1 aff2">
          <name><surname>Getzewich</surname><given-names>Brian</given-names></name>
          
        </contrib>
        <contrib contrib-type="author" corresp="no" rid="aff1 aff2">
          <name><surname>Lee</surname><given-names>Kam-Pui</given-names></name>
          
        </contrib>
        <contrib contrib-type="author" corresp="no" rid="aff1 aff2">
          <name><surname>Magill</surname><given-names>Brian</given-names></name>
          
        </contrib>
        <contrib contrib-type="author" corresp="no" rid="aff1">
          <name><surname>Omar</surname><given-names>Ali</given-names></name>
          
        </contrib>
        <contrib contrib-type="author" corresp="no" rid="aff1 aff2">
          <name><surname>Lucker</surname><given-names>Patricia</given-names></name>
          
        </contrib>
        <contrib contrib-type="author" corresp="no" rid="aff1">
          <name><surname>Trepte</surname><given-names>Charles</given-names></name>
          
        </contrib>
        <contrib contrib-type="author" corresp="no" rid="aff1">
          <name><surname>Winker</surname><given-names>David</given-names></name>
          
        </contrib>
        <aff id="aff1"><label>1</label><institution>NASA Langley Research Center, Hampton, VA, USA</institution>
        </aff>
        <aff id="aff2"><label>2</label><institution>Science Systems and Applications (SSAI), Hampton, VA, USA</institution>
        </aff>
        <aff id="aff3"><label>3</label><institution>LATMOS, Sorbonne Université, Université de Versailles Saint Quentin, CNRS, Paris, France</institution>
        </aff>
      </contrib-group>
      <author-notes><corresp id="corr1">Zhaoyan Liu (zhaoyan.liu@nasa.gov)</corresp></author-notes><pub-date><day>1</day><month>February</month><year>2019</year></pub-date>
      
      <volume>12</volume>
      <issue>1</issue>
      <fpage>703</fpage><lpage>734</lpage>
      <history>
        <date date-type="received"><day>11</day><month>June</month><year>2018</year></date>
           <date date-type="rev-request"><day>10</day><month>July</month><year>2018</year></date>
           <date date-type="rev-recd"><day>13</day><month>November</month><year>2018</year></date>
           <date date-type="accepted"><day>30</day><month>November</month><year>2018</year></date>
      </history>
      <permissions>
        
        
      <license license-type="open-access"><license-p>This work is licensed under the Creative Commons Attribution 4.0 International License. To view a copy of this licence, visit <ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link></license-p></license></permissions><self-uri xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019.html">This article is available from https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019.html</self-uri><self-uri xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019.pdf">The full text article is available as a PDF file from https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019.pdf</self-uri>
      <abstract>
    <p id="d1e214">The Cloud-Aerosol
Lidar and Infrared Pathfinder Satellite Operations (CALIPSO) mission released
version 4.1 (V4) of their lidar level 2 cloud and aerosol data products in
November 2016. These new products were derived from the CALIPSO V4 lidar
level 1 data, in which the calibration of the measured backscatter data at
both 532 and 1064 nm was significantly improved. This paper describes
updates to the V4 level 2 cloud–aerosol discrimination (CAD) algorithm that
more accurately differentiate between clouds and aerosols throughout the
Earth's atmosphere. The level 2 data products are improved with new CAD
probability density functions (PDFs) that were developed to accommodate
extensive calibration changes in the level 1 data. To enable more reliable
identification of aerosol layers lofted into the upper troposphere and lower
stratosphere, the CAD training dataset used in the earlier data releases was
expanded to include stratospheric layers and representative examples of
volcanic aerosol layers. The generic “stratospheric layer” classification
reported in previous versions has been eliminated in V4, and cloud–aerosol
classification is now performed on all layers detected everywhere from the
surface to 30 km. Cloud–aerosol classification has been further extended to
layers detected at single-shot resolution, which were previously classified
by default as clouds. In this paper, we describe the underlying rationale
used in constructing the V4 PDFs and assess the performance of the V4 CAD
algorithm in the troposphere and stratosphere. Previous misclassifications of
lofted dust and smoke in the troposphere have been largely improved, and
volcanic aerosol layers and aerosol layers in the stratosphere are now being
properly classified. CAD performance for single-shot layer detections is also
evaluated. Most of the single-shot layers classified as aerosol occur within
the dust belt, as may be expected. Due to changes in the 532 nm calibration
coefficients, the V4 feature finder detects <inline-formula><mml:math id="M1" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">9.0</mml:mn></mml:mrow></mml:math></inline-formula> % more features at
night and <inline-formula><mml:math id="M2" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">2.5</mml:mn></mml:mrow></mml:math></inline-formula> % more during the day. These features are typically
weakly scattering and classified about equally as clouds and aerosols. For
those tropospheric layers detected in both V3 and V4, the CAD classifications
of more than 95 % of all cloud and daytime aerosol layers remain
unchanged, as do the classifications of <inline-formula><mml:math id="M3" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">89</mml:mn></mml:mrow></mml:math></inline-formula> % of nighttime aerosol
layers. Overall, the nighttime net cloud and aerosol fractions remain
unchanged from V3 to V4, but the daytime net aerosol fraction is increased by
about 2 % and the daytime net cloud fraction is decreased by about
2 %.</p>
  </abstract>
    </article-meta>
  </front>
<body>
      

      <?xmltex \hack{\allowdisplaybreaks}?>
<sec id="Ch1.S1" sec-type="intro">
  <title>Introduction</title>
      <p id="d1e256">The Cloud-Aerosol Lidar and Infrared Pathfinder Satellite Operations
(CALIPSO) mission has provided unique height-resolved measurements of
aerosols and clouds on a global scale since 2006 (Winker et al., 2010). These
data have been used in a wide variety of studies of phenomena such as
intercontinental dust transport, cloud microphysics, and ocean ecosystems,
which are documented in numerous publications (e.g., Z. Liu et al., 2008a;
D. Liu et al., 2008; Huang et al., 2008; Chand et al., 2009; Uno et al.,
2009; Solomon<?pagebreak page704?> et al., 2011; Vernier et al., 2013; Yu et al., 2015; Ma et al.,
2015; Cesana and Waliser, 2016; Jing et al., 2016; Tan et al., 2016;
Behrenfeld et al., 2017). The cloud–aerosol discrimination (CAD) algorithm
uses CALIPSO backscatter measurements and retrieved spatial properties to
separate clouds from aerosols and must perform reliably under a wide variety
of conditions to deliver the necessary information for additional level 2
lidar data processing and support the widest possible range of scientific
investigations.</p>
      <p id="d1e259">The primary payload aboard CALIPSO is the Cloud Aerosol Lidar with Orthogonal
Polarization (CALIOP). The CALIOP laser emits pulses of linearly polarized
light at 532 and 1064 nm and separately measures the backscattered laser
energy polarized parallel (<inline-formula><mml:math id="M4" display="inline"><mml:mo lspace="0mm">∥</mml:mo></mml:math></inline-formula>) and perpendicular (<inline-formula><mml:math id="M5" display="inline"><mml:mo lspace="0mm">⊥</mml:mo></mml:math></inline-formula>) to the
transmitted beam at 532 nm and the total backscattered energy at 1064 nm
(Hunt et al., 2009). The nighttime 532 nm measurements are calibrated using
the molecular normalization technique at stratospheric altitudes (Powell et
al., 2009; Kar et al., 2018), and this nighttime calibration is the
foundation for subsequent calibration of the daytime 532 nm data and all
1064 nm data. The recently released CALIOP V4 level 1 data include major
modifications to the calibration algorithms at both 532 and 1064 nm that
produce substantially more accurate profiles of attenuated backscatter
coefficients at both wavelengths (Getzewich et al., 2018; Kar et al., 2018;
Vaughan et al., 2019).</p>
      <p id="d1e276">In the CALIOP data processing sequence (Winker et al., 2009), the calibrated
level 1 data are first analyzed using an adaptive thresholding scheme to
detect layer boundaries at single shot (333 m), 1, 5, 20, and 80 km
horizontal averaging resolutions (Vaughan et al., 2009). Layers detected at
finer resolutions generally are denser (i.e., have larger backscatter) than
layers detected at coarser resolutions. The next step is to determine if the
detected layers are clouds or aerosol layers. This is achieved through the
CAD algorithm that uses multidimensional probability density functions (PDFs)
derived from an extensive training set of CALIOP measurements to accurately
distinguish clouds from aerosol layers (Liu et al., 2004, 2009, 2010). The
CAD classifications are in turn used as primary inputs to two further
classification algorithms: the CALIOP aerosol subtyping algorithm, which now
identifies different aerosol species in both the troposphere (Omar et al.,
2009) and stratosphere (Kim et al., 2018), and the CALIOP
ice–water phase algorithm,
which uses layer-integrated attenuated backscatter and
layer-integrated volume
depolarization ratio to discriminate between ice clouds and water clouds (Hu
et al., 2009; Avery et al., 2018). Optical depths and profiles of particulate
backscatter and extinction coefficients are then retrieved from the fully
classified layers using a suite of hybrid extinction retrieval algorithms
(Young and Vaughan, 2009; Young et al., 2013, 2018).</p>
      <p id="d1e279">The CAD PDFs constructed for the initial release of the CALIPSO data
products used three dimensions, the layer-mean attenuated backscatter at 532 nm, <inline-formula><mml:math id="M6" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo></mml:mrow></mml:math></inline-formula>, the layer-mean total
attenuated color ratio, <inline-formula><mml:math id="M7" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup><mml:mo>=</mml:mo><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">1064</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo><mml:mo>/</mml:mo><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo></mml:mrow></mml:math></inline-formula>, and the mid-layer altitude of the detected features, <inline-formula><mml:math id="M8" display="inline"><mml:mrow><mml:msub><mml:mi>z</mml:mi><mml:mi mathvariant="normal">mid</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> (Liu et
al., 2009). Additional dimensions of layer-mean 532 nm volume depolarization
ratio, <inline-formula><mml:math id="M9" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub><mml:mo>=</mml:mo><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mrow><mml:mn mathvariant="normal">532</mml:mn><mml:mo>,</mml:mo><mml:mo>⊥</mml:mo></mml:mrow><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo><mml:mo>/</mml:mo><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mrow><mml:mn mathvariant="normal">532</mml:mn><mml:mo>,</mml:mo><mml:mo>∥</mml:mo></mml:mrow><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo></mml:mrow></mml:math></inline-formula>, and latitude were added to the CAD
PDFs that were subsequently used in the version 3 (V3) data products
released in May 2010 (Liu et al., 2010). The addition of <inline-formula><mml:math id="M10" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula>
has significantly improved the classification of dense dust layers that were
frequently misclassified as cloud over dust source regions in the version 1
and version 2 data releases (e.g., Chen et al., 2010). However, there
remained some instances of dense dust near the source regions and
transported dust at high altitudes that were misclassified in the V3 data
releases (Jin et al., 2014). This is due partly to the PDFs, which were not
fully optimized for dust identification, and partly to the algorithm design,
which required that all layers detected at single-shot resolution be
classified as clouds by default without applying the CAD algorithm to them.
Other scenarios that were persistently misclassified in the prior data
releases were smoke layers at high altitudes and fresh volcanic aerosol
layers in the upper troposphere and lower stratosphere.</p>
      <p id="d1e406">The release of the fully recalibrated V4 level 1 data required substantial
updates to the five-dimensional (5-D) set of PDF parameters previously used
in the V3 level 2 analyses. Accordingly, an entirely new set of PDFs was
constructed and subsequently used to process the V4 level 2 data. Apart from
using an extended training set to develop the V4 PDFs, several structural
changes were also made. These include a finer latitudinal resolution than in
V3, as well as extending the altitude range to stratospheric altitudes. This
enabled the application of these PDFs to volcanic layers and the occasional
cloud and smoke layers detected in the lower and mid-stratosphere.</p>
      <p id="d1e409">In yet another important application, the new CAD algorithm is now applied
to all layers detected at single-shot resolution, even though these layers
were not used in the training sets used for building the PDFs themselves.
The single-shot layer detection scheme is applied to the 1064 nm attenuated
backscatter measurements between the surface and <inline-formula><mml:math id="M11" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">8.2</mml:mn></mml:mrow></mml:math></inline-formula> km
(Vaughan et al., 2009) and is specifically designed to identify only the
densest, most strongly scattering features present in the CALIOP
measurements. While the layers detected at single-shot resolution are
predominantly clouds, there are occasions when very dense aerosol masses are
seen embedded within large-scale dust storms, smoke plumes, and/or marine
layers. Correctly classifying these features as aerosols, rather than
clouds, is essential for accurately characterizing the upper range of
aerosol extinction coefficients that occur on the planet.</p>
      <p id="d1e422">In this paper we provide a comprehensive description of the numerous
improvements made to the CALIOP CAD algorithms. We first provide the
motivation for developing the new PDFs in Sect. 2 and then describe the
development of the new PDFs in Sect. 3. In Sect. 4 we present the
overall differences between V3 and V4 5 km layer classifications, followed
by a more complete range bin-by-range bin<?pagebreak page705?> assessment of the performance of
the new CAD algorithm in Sect. 5. The assessment is carried out in the
troposphere and in the stratosphere, including at polar altitudes and for
layers detected at single-shot resolution. We present the performance of
single-shot classification in Sect. 6. We additionally describe a set of
post-processor algorithms designed to handle several generic cases that are
not well classified using the PDFs alone and thus require special
consideration. Conclusions and a summary of all changes are given in Sect. 7.</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F1" specific-use="star"><caption><p id="d1e427">Distributions of occurrence frequency normalized by the maximum
occurrence as a function of total color ratio (<inline-formula><mml:math id="M12" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula>) and mean attenuated
backscatter <inline-formula><mml:math id="M13" display="inline"><mml:mrow><mml:mo>(</mml:mo><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo><mml:mo>)</mml:mo></mml:mrow></mml:math></inline-formula> for all layers detected
at 0–1 km altitudes within latitude bands of 90 to
70<inline-formula><mml:math id="M14" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S <bold>(a, e)</bold>, 70 to 50<inline-formula><mml:math id="M15" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S <bold>(b, f)</bold>, 50 to
30<inline-formula><mml:math id="M16" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S <bold>(c, g)</bold>, and 30 to 10<inline-formula><mml:math id="M17" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S <bold>(d, h)</bold>,
using data from all of 2008 and June 2011. V3 distributions are shown in the
upper panels; V4 distributions are shown in the lower panels.</p></caption>
        <?xmltex \igopts{width=497.923228pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f01.png"/>

      </fig>

</sec>
<sec id="Ch1.S2">
  <title>Motivations for modifying the CAD algorithm</title>
      <p id="d1e523">The V3 and V4 CAD algorithms are based on five different parameters
(“dimensions”). One of the crucial dimensions is the total attenuated color
ratio, <inline-formula><mml:math id="M18" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula>, of the layer under consideration. The color ratio used in
the CAD algorithm in turn depends upon the calibration of the attenuated
backscatter coefficients in both channels. The V4 level 1 data incorporate
significant improvements in the calibration of these channels, presented in
several accompanying publications (Getzewich et al., 2018; Kar et al., 2018;
Vaughan et al., 2019). In particular, the changes in the calibration of the
1064 nm channel have been substantial. Improved selection of calibration
targets (i.e., more homogenous cirrus clouds), estimation of the 1064 nm
calibration scale factor using multiple granules, and calculation of
calibration coefficients as a function of granule elapsed time have all led
to significant improvements in the 1064 nm backscatter data (Vaughan et al.,
2019).</p>
      <p id="d1e537">Figure 1 shows a comparison of the joint occurrence frequency of layer
<inline-formula><mml:math id="M19" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M20" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula> for all layers detected at
5 km horizontal averaging resolution between altitudes of 0 and 1 km in V3
(upper panels) and V4 (lower panels). The data are composited in 20<inline-formula><mml:math id="M21" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula>
latitude bands extending from the Antarctic to 10<inline-formula><mml:math id="M22" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S. Features
occupying this altitude range consist mainly of boundary layer aerosols
(left-bottom corner clusters in each panel) and water clouds (right-upper
corner clusters). While in the V4 data there appears to be only one mode for
water clouds that is concentrated at roughly the same value (i.e., <inline-formula><mml:math id="M23" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup><mml:mo>≈</mml:mo><mml:mn mathvariant="normal">1.2</mml:mn></mml:mrow></mml:math></inline-formula> for each latitude band), the distribution of the water cloud
cluster in the V3 data is latitudinally dependent and splits into two modes
at latitudes south of 70<inline-formula><mml:math id="M24" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S (Fig. 1a). This is due mainly to the calibration of the V3 1064 nm
data, for which a constant calibration scale factor was applied to the entire
orbit to transfer the 532 nm calibration to the 1064 nm data (Vaughan et
al., 2010). Using a constant scale factor fails to fully compensate for
thermally induced intra-orbit variations in the calibration coefficients,
which cause the scale factor to vary with latitude (Hunt et al., 2009;
Vaughan et al., 2019). The CAD PDFs are built by fitting the joint
distributions of <inline-formula><mml:math id="M25" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M26" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula> as
functions of <inline-formula><mml:math id="M27" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula>, latitude, and altitude, and thus the
significant changes in the V4 data calibration illustrated by the example in
Fig. 1 necessitate the generation of a new set of PDFs.</p>
      <p id="d1e650"><?xmltex \hack{\newpage}?>There have also been several problems noticed in the performance of the V3
CAD algorithm. For instance, dense aerosol (dust) layers over the Taklimakan
Desert are sometimes misclassified as clouds in the V3 data products (Jin et
al., 2014). Dust layers that are lofted from the Asian deserts and
transported northward to the Siberian and American Arctic regions are often
classified as ice clouds (Di Pierro et al., 2011, 2013; J. Huang et al.,
2015). Also, smoke layers at high altitudes were occasionally misclassified
as cirrus cloud by the V3 CAD algorithm (Miller et al., 2011; J. Huang et
al., 2015). Correct classification of smoke layers is particularly affected
by the strong differential absorption between the two channels linked to the
presence of fine-mode carbonaceous particles. Taken together, these
classification problems pointed to inadequacies in the CAD algorithm that
needed reconsideration.</p>
      <p id="d1e654">We used 1 full year (2008) of the CALIOP 5 km
layer product to develop and test the V3 PDFs. However,
stratospheric features were excluded. In the previous releases, any feature
detected in the stratosphere was flagged as a generic “stratospheric
feature”, and no further classifications were attempted. Part of the reason
for not extending the earlier CAD algorithms into the stratosphere was that
there are ubiquitous polar stratospheric clouds (PSCs) detected by CALIOP in
the stratosphere during both polar winters, and prior to launch there was
insufficient knowledge of the spectrally dependent backscatter from PSCs to
reliably classify them. In the 12 years since the launch of CALIPSO, detailed
studies have been performed to characterize PSCs based on the CALIOP
measurements, and specialized algorithms have been developed to specifically
identify different PSC types (Pitts et al., 2009, 2013). The exclusion of
stratospheric features from the V3 and earlier CAD test data, together with
the fact that there are fewer aerosols at higher altitudes, led to the lack
of sufficient constraints to build accurate PDFs in the upper troposphere and
stratosphere. As a result, V3 cloud and aerosol identification in the upper
troposphere was not as reliable as at lower altitudes.</p>
      <p id="d1e658">Over the years, the acquisition of more high-altitude aerosol measurements
(for instance, from the eruption of several volcanoes that injected aerosol
plumes into the stratosphere) and a better understanding of PSC optical and
physical properties suggested that the original decision to exclude
stratospheric layers from the CAD analysis could be successfully revisited.
Therefore, when building the V4 PDFs, the 2008 test data were augmented with
additional data from June 2011 and all stratospheric features were included.
The Nabro and Puyehue-Cordón volcanos erupted in June 2011, and volcanic
aerosol layers were observed in the upper troposphere and lower stratosphere
in both the Northern Hemisphere and Southern Hemisphere (Fairlie et al., 2014; Fromm et
al., 2014; Kim et al., 2018). Adding the June 2011 data thus provides the
stratospheric aerosol observations needed for comprehensive PDF generation.</p>
      <?pagebreak page706?><p id="d1e661">In V3 and previous versions, CAD was not applied to layers detected at
single-shot resolution. Based largely on 50 h of data acquired during
the Lidar In-space Technology Experiment (LITE; Winker et al., 1996),
prelaunch expectations for CALIOP were that the maximum backscatter
coefficients in dense aerosol layers would be too small to be reliably
detected at single-shot resolution. Consequently, all layers detected at
single-shot resolution were classified by default as clouds, with no CAD
analysis being necessary. Increased analysis and understanding of the data
indicated that some of the layers observed to be fully embedded within more
extended plumes of dust and smoke and detected at single-shot resolution are
likely to be legitimate aerosol layers and thus should be evaluated by the
CAD algorithm. This desire to apply the CAD algorithm to all detected
layers, coupled with the significantly improved calibrations, led to the
reworking of the CAD PDFs described in the next section.</p>
</sec>
<sec id="Ch1.S3">
  <title>The V4 CAD algorithm</title>
<sec id="Ch1.S3.SS1">
  <title>Building V4 PDFs</title>
      <p id="d1e675">The V3 CAD algorithm is based on the following confidence function (Liu et
al., 2010):

                <disp-formula specific-use="align" content-type="numbered"><mml:math id="M28" display="block"><mml:mtable displaystyle="true"><mml:mlabeledtr id="Ch1.E1"><mml:mtd/><mml:mtd><mml:mstyle class="stylechange" displaystyle="true"/></mml:mtd><mml:mtd><mml:mrow><mml:mstyle displaystyle="true" class="stylechange"/><mml:mi>f</mml:mi><mml:mo>=</mml:mo></mml:mrow></mml:mtd></mml:mlabeledtr><mml:mtr><mml:mtd><mml:mstyle displaystyle="true" class="stylechange"/></mml:mtd><mml:mtd><mml:mrow><mml:mstyle displaystyle="true"><mml:mfrac style="display"><mml:mrow><mml:msub><mml:mi>P</mml:mi><mml:mi mathvariant="normal">c</mml:mi></mml:msub><mml:mfenced close=")" open="("><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo><mml:mo>,</mml:mo><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup><mml:mo>,</mml:mo><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub><mml:mo>,</mml:mo><mml:msub><mml:mi>z</mml:mi><mml:mi mathvariant="normal">mid</mml:mi></mml:msub><mml:mo>,</mml:mo><mml:mi mathvariant="normal">lat</mml:mi></mml:mrow></mml:mfenced><mml:mo>-</mml:mo><mml:msub><mml:mi>P</mml:mi><mml:mi mathvariant="normal">a</mml:mi></mml:msub><mml:mfenced close=")" open="("><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo><mml:mo>,</mml:mo><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup><mml:mo>,</mml:mo><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub><mml:mo>,</mml:mo><mml:msub><mml:mi>z</mml:mi><mml:mi mathvariant="normal">mid</mml:mi></mml:msub><mml:mo>,</mml:mo><mml:mi mathvariant="normal">lat</mml:mi></mml:mrow></mml:mfenced></mml:mrow><mml:mrow><mml:msub><mml:mi>P</mml:mi><mml:mi mathvariant="normal">c</mml:mi></mml:msub><mml:mfenced open="(" close=")"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo><mml:mo>,</mml:mo><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup><mml:mo>,</mml:mo><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub><mml:mo>,</mml:mo><mml:msub><mml:mi>z</mml:mi><mml:mi mathvariant="normal">mid</mml:mi></mml:msub><mml:mo>,</mml:mo><mml:mi mathvariant="normal">lat</mml:mi></mml:mrow></mml:mfenced><mml:mo>+</mml:mo><mml:msub><mml:mi>P</mml:mi><mml:mi mathvariant="normal">a</mml:mi></mml:msub><mml:mfenced open="(" close=")"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo><mml:mo>,</mml:mo><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup><mml:mo>,</mml:mo><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub><mml:mo>,</mml:mo><mml:msub><mml:mi>z</mml:mi><mml:mi mathvariant="normal">mid</mml:mi></mml:msub><mml:mo>,</mml:mo><mml:mi mathvariant="normal">lat</mml:mi></mml:mrow></mml:mfenced></mml:mrow></mml:mfrac></mml:mstyle><mml:mo>.</mml:mo></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>

            In this equation, <inline-formula><mml:math id="M29" display="inline"><mml:mrow><mml:msub><mml:mi>P</mml:mi><mml:mi mathvariant="normal">c</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M30" display="inline"><mml:mrow><mml:msub><mml:mi>P</mml:mi><mml:mi mathvariant="normal">a</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> are the 5-D PDFs for
cloud and aerosol, respectively. <inline-formula><mml:math id="M31" display="inline"><mml:mrow><mml:msub><mml:mi>z</mml:mi><mml:mi mathvariant="normal">mid</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> is the mid-layer altitude,
and lat is the layer latitude. The function <inline-formula><mml:math id="M32" display="inline"><mml:mi>f</mml:mi></mml:math></inline-formula> is a normalized differential
probability that ranges from <inline-formula><mml:math id="M33" display="inline"><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">1</mml:mn></mml:mrow></mml:math></inline-formula> to 1. The CAD score reported in the CALIOP
level 2 products converts <inline-formula><mml:math id="M34" display="inline"><mml:mi>f</mml:mi></mml:math></inline-formula> to a percentile (integer) ranging from <inline-formula><mml:math id="M35" display="inline"><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">100</mml:mn></mml:mrow></mml:math></inline-formula>
to 100. A feature is classified as cloud when <inline-formula><mml:math id="M36" display="inline"><mml:mrow><mml:mi>f</mml:mi><mml:mo>≥</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow></mml:math></inline-formula> and as aerosol when
<inline-formula><mml:math id="M37" display="inline"><mml:mrow><mml:mi>f</mml:mi><mml:mo>&lt;</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow></mml:math></inline-formula>. The absolute value of the CAD score provides a confidence level for
the classification.</p>
      <p id="d1e974">In the construction of V4 PDFs, the training dataset for a given altitude
range (0–1, 1–2, ..., 7–8, 8–10, 10–12, 12–16, and 16–25 km) and
latitude band (every 10<inline-formula><mml:math id="M38" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> from 90<inline-formula><mml:math id="M39" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S to
90<inline-formula><mml:math id="M40" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N) is sliced into 10 subsets based on the <inline-formula><mml:math id="M41" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula>
(i.e., <inline-formula><mml:math id="M42" display="inline"><mml:mrow><mml:mo>&lt;</mml:mo><mml:mn mathvariant="normal">3</mml:mn></mml:mrow></mml:math></inline-formula> %, 3 %–6 %, 6 %–10 %, 10 %–15 %,
15 %–20 %, 20 %–25 %, 25 %–30 %,
30 %–35 %, 35 %–40 %, and <inline-formula><mml:math id="M43" display="inline"><mml:mrow><mml:mo>&gt;</mml:mo><mml:mn mathvariant="normal">40</mml:mn></mml:mrow></mml:math></inline-formula> %). To simplify the
PDF construction, two-dimensional (2-D) Gaussian functions are used to
represent the distributions of clouds and aerosols in the <inline-formula><mml:math id="M44" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup><mml:mo>-</mml:mo><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo></mml:mrow></mml:math></inline-formula> plane for each <inline-formula><mml:math id="M45" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> slice
using

                <disp-formula specific-use="align" content-type="numbered"><mml:math id="M46" display="block"><mml:mtable displaystyle="true"><mml:mlabeledtr id="Ch1.E2"><mml:mtd/><mml:mtd><mml:mrow><mml:mstyle displaystyle="true" class="stylechange"/><mml:msub><mml:mi>p</mml:mi><mml:mi>s</mml:mi></mml:msub><mml:mo>=</mml:mo></mml:mrow></mml:mtd><mml:mtd><mml:mrow><mml:mstyle displaystyle="true" class="stylechange"/><mml:mspace linebreak="nobreak" width="0.125em"/><mml:mi>A</mml:mi><mml:mi>exp⁡</mml:mi><mml:mfenced close="" open="{"><mml:mrow><mml:mo>-</mml:mo><mml:mfenced close="" open="["><mml:mrow><mml:msub><mml:mi>a</mml:mi><mml:mi>s</mml:mi></mml:msub><mml:msup><mml:mfenced open="(" close=")"><mml:mrow><mml:mi>ln⁡</mml:mi><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo><mml:mo>-</mml:mo><mml:mi>ln⁡</mml:mi><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mrow><mml:mi>s</mml:mi><mml:mo>,</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:mfenced><mml:mn mathvariant="normal">2</mml:mn></mml:msup></mml:mrow></mml:mfenced></mml:mrow></mml:mfenced></mml:mrow></mml:mtd></mml:mlabeledtr><mml:mtr><mml:mtd><mml:mstyle displaystyle="true" class="stylechange"/></mml:mtd><mml:mtd><mml:mrow><mml:mstyle class="stylechange" displaystyle="true"/><mml:mfenced open="" close=""><mml:mfenced close="" open=""><mml:mrow><mml:mo>+</mml:mo><mml:mn mathvariant="normal">2</mml:mn><mml:msub><mml:mi>b</mml:mi><mml:mi>s</mml:mi></mml:msub><mml:mfenced open="(" close=")"><mml:mrow><mml:mi>ln⁡</mml:mi><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo><mml:mo>-</mml:mo><mml:mi>ln⁡</mml:mi><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mrow><mml:mi>s</mml:mi><mml:mo>,</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:mfenced><mml:mfenced close=")" open="("><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup><mml:mo>-</mml:mo><mml:msub><mml:mi mathvariant="italic">χ</mml:mi><mml:mrow><mml:mi>s</mml:mi><mml:mo>,</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:mfenced></mml:mrow></mml:mfenced></mml:mfenced></mml:mrow></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mstyle displaystyle="true" class="stylechange"/></mml:mtd><mml:mtd><mml:mrow><mml:mstyle class="stylechange" displaystyle="true"/><mml:mfenced close="}" open=""><mml:mfenced close="]" open=""><mml:mrow><mml:mo>+</mml:mo><mml:msub><mml:mi>c</mml:mi><mml:mi>s</mml:mi></mml:msub><mml:msup><mml:mfenced open="(" close=")"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup><mml:mo>-</mml:mo><mml:msub><mml:mi mathvariant="italic">χ</mml:mi><mml:mrow><mml:mi>s</mml:mi><mml:mo>,</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:mfenced><mml:mn mathvariant="normal">2</mml:mn></mml:msup></mml:mrow></mml:mfenced></mml:mfenced><mml:mo>,</mml:mo></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>

            where <inline-formula><mml:math id="M47" display="inline"><mml:mrow><mml:msub><mml:mi>a</mml:mi><mml:mi>s</mml:mi></mml:msub><mml:mo>=</mml:mo><mml:mstyle displaystyle="false"><mml:mfrac style="text"><mml:mrow><mml:msup><mml:mi>cos⁡</mml:mi><mml:mn mathvariant="normal">2</mml:mn></mml:msup><mml:msub><mml:mi mathvariant="italic">θ</mml:mi><mml:mi>s</mml:mi></mml:msub></mml:mrow><mml:mrow><mml:mn mathvariant="normal">2</mml:mn><mml:msubsup><mml:mi mathvariant="italic">σ</mml:mi><mml:mrow><mml:mi>ln⁡</mml:mi><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mi>s</mml:mi></mml:msub></mml:mrow><mml:mn mathvariant="normal">2</mml:mn></mml:msubsup></mml:mrow></mml:mfrac></mml:mstyle><mml:mo>+</mml:mo><mml:mstyle displaystyle="false"><mml:mfrac style="text"><mml:mrow><mml:msup><mml:mi>sin⁡</mml:mi><mml:mn mathvariant="normal">2</mml:mn></mml:msup><mml:msub><mml:mi mathvariant="italic">θ</mml:mi><mml:mi>s</mml:mi></mml:msub></mml:mrow><mml:mrow><mml:mn mathvariant="normal">2</mml:mn><mml:msubsup><mml:mi mathvariant="italic">σ</mml:mi><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">χ</mml:mi><mml:mi>s</mml:mi><mml:mo>′</mml:mo></mml:msubsup></mml:mrow><mml:mn mathvariant="normal">2</mml:mn></mml:msubsup></mml:mrow></mml:mfrac></mml:mstyle></mml:mrow></mml:math></inline-formula>, <inline-formula><mml:math id="M48" display="inline"><mml:mrow><mml:msub><mml:mi>b</mml:mi><mml:mi>s</mml:mi></mml:msub><mml:mo>=</mml:mo><mml:mo>-</mml:mo><mml:mstyle displaystyle="false"><mml:mfrac style="text"><mml:mrow><mml:mi>cos⁡</mml:mi><mml:mn mathvariant="normal">2</mml:mn><mml:msub><mml:mi mathvariant="italic">θ</mml:mi><mml:mi>s</mml:mi></mml:msub></mml:mrow><mml:mrow><mml:mn mathvariant="normal">4</mml:mn><mml:msubsup><mml:mi mathvariant="italic">σ</mml:mi><mml:mrow><mml:mi>ln⁡</mml:mi><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mi>s</mml:mi></mml:msub></mml:mrow><mml:mn mathvariant="normal">2</mml:mn></mml:msubsup></mml:mrow></mml:mfrac></mml:mstyle><mml:mo>+</mml:mo><mml:mstyle displaystyle="false"><mml:mfrac style="text"><mml:mrow><mml:mi>sin⁡</mml:mi><mml:mn mathvariant="normal">2</mml:mn><mml:msub><mml:mi mathvariant="italic">θ</mml:mi><mml:mi>s</mml:mi></mml:msub></mml:mrow><mml:mrow><mml:mn mathvariant="normal">4</mml:mn><mml:msubsup><mml:mi mathvariant="italic">σ</mml:mi><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">χ</mml:mi><mml:mi>s</mml:mi><mml:mo>′</mml:mo></mml:msubsup></mml:mrow><mml:mn mathvariant="normal">2</mml:mn></mml:msubsup></mml:mrow></mml:mfrac></mml:mstyle></mml:mrow></mml:math></inline-formula>, and <inline-formula><mml:math id="M49" display="inline"><mml:mrow><mml:msub><mml:mi>c</mml:mi><mml:mi>s</mml:mi></mml:msub><mml:mo>=</mml:mo><mml:mstyle displaystyle="false"><mml:mfrac style="text"><mml:mrow><mml:msup><mml:mi>sin⁡</mml:mi><mml:mn mathvariant="normal">2</mml:mn></mml:msup><mml:msub><mml:mi mathvariant="italic">θ</mml:mi><mml:mi>s</mml:mi></mml:msub></mml:mrow><mml:mrow><mml:mn mathvariant="normal">2</mml:mn><mml:msubsup><mml:mi mathvariant="italic">σ</mml:mi><mml:mrow><mml:mi>ln⁡</mml:mi><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mi>s</mml:mi></mml:msub></mml:mrow><mml:mn mathvariant="normal">2</mml:mn></mml:msubsup></mml:mrow></mml:mfrac></mml:mstyle><mml:mo>+</mml:mo><mml:mstyle displaystyle="false"><mml:mfrac style="text"><mml:mrow><mml:msup><mml:mi>cos⁡</mml:mi><mml:mn mathvariant="normal">2</mml:mn></mml:msup><mml:msub><mml:mi mathvariant="italic">θ</mml:mi><mml:mi>s</mml:mi></mml:msub></mml:mrow><mml:mrow><mml:mn mathvariant="normal">2</mml:mn><mml:msubsup><mml:mi mathvariant="italic">σ</mml:mi><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">χ</mml:mi><mml:mi>s</mml:mi><mml:mo>′</mml:mo></mml:msubsup></mml:mrow><mml:mn mathvariant="normal">2</mml:mn></mml:msubsup></mml:mrow></mml:mfrac></mml:mstyle></mml:mrow></mml:math></inline-formula>. <inline-formula><mml:math id="M50" display="inline"><mml:mrow><mml:msub><mml:mi>A</mml:mi><mml:mi>s</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> is a scaling factor (<inline-formula><mml:math id="M51" display="inline"><mml:mrow><mml:mn mathvariant="normal">0</mml:mn><mml:mo>≤</mml:mo><mml:msub><mml:mi>A</mml:mi><mml:mi>s</mml:mi></mml:msub><mml:mo>≤</mml:mo><mml:mn mathvariant="normal">1</mml:mn></mml:mrow></mml:math></inline-formula>) that determines the overall occurrence probability for a cluster of
species <inline-formula><mml:math id="M52" display="inline"><mml:mi>s</mml:mi></mml:math></inline-formula>, where <inline-formula><mml:math id="M53" display="inline"><mml:mrow><mml:mi>s</mml:mi><mml:mo>=</mml:mo></mml:mrow></mml:math></inline-formula> a, i, or w, where a indicates aerosol, i indicates
ice clouds, and w indicates water clouds. <inline-formula><mml:math id="M54" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mrow><mml:mi>s</mml:mi><mml:mo>,</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M55" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">χ</mml:mi><mml:mrow><mml:mi>s</mml:mi><mml:mo>,</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow><mml:mo>′</mml:mo></mml:msubsup></mml:mrow></mml:math></inline-formula> represent the characteristic scattering
properties of a cluster, <inline-formula><mml:math id="M56" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">σ</mml:mi><mml:mi>x</mml:mi><mml:mn mathvariant="normal">2</mml:mn></mml:msubsup></mml:mrow></mml:math></inline-formula> is the in-cluster variance of
quantity <inline-formula><mml:math id="M57" display="inline"><mml:mi>x</mml:mi></mml:math></inline-formula> (e.g., of <inline-formula><mml:math id="M58" display="inline"><mml:mrow><mml:mi>ln⁡</mml:mi><mml:mo>(</mml:mo><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo><mml:mo>)</mml:mo></mml:mrow></mml:math></inline-formula> and
<inline-formula><mml:math id="M59" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula>), and <inline-formula><mml:math id="M60" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">θ</mml:mi><mml:mi>s</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> is the orientation angle of the cluster. The
construction of the CAD PDFs determines a set of characteristic PDF
parameters <inline-formula><mml:math id="M61" display="inline"><mml:mrow><mml:msub><mml:mi>A</mml:mi><mml:mi>s</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula>, <inline-formula><mml:math id="M62" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mrow><mml:mi>s</mml:mi><mml:mo>,</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:math></inline-formula>, <inline-formula><mml:math id="M63" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">χ</mml:mi><mml:mrow><mml:mi>s</mml:mi><mml:mo>,</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow><mml:mo>′</mml:mo></mml:msubsup></mml:mrow></mml:math></inline-formula>, <inline-formula><mml:math id="M64" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">σ</mml:mi><mml:mrow><mml:mi>ln⁡</mml:mi><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mi>s</mml:mi></mml:msub></mml:mrow><mml:mn mathvariant="normal">2</mml:mn></mml:msubsup></mml:mrow></mml:math></inline-formula>,
<inline-formula><mml:math id="M65" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">σ</mml:mi><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">χ</mml:mi><mml:mi>s</mml:mi><mml:mo>′</mml:mo></mml:msubsup></mml:mrow><mml:mn mathvariant="normal">2</mml:mn></mml:msubsup></mml:mrow></mml:math></inline-formula>, and <inline-formula><mml:math id="M66" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">θ</mml:mi><mml:mi>s</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> for each given latitude,
altitude, and <inline-formula><mml:math id="M67" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> range based on the CALIOP measurement data.
<inline-formula><mml:math id="M68" display="inline"><mml:mrow><mml:msub><mml:mi>A</mml:mi><mml:mi>s</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula>, <inline-formula><mml:math id="M69" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mrow><mml:mi>s</mml:mi><mml:mo>,</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:math></inline-formula>, <inline-formula><mml:math id="M70" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">χ</mml:mi><mml:mrow><mml:mi>s</mml:mi><mml:mo>,</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow><mml:mo>′</mml:mo></mml:msubsup></mml:mrow></mml:math></inline-formula>,
<inline-formula><mml:math id="M71" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">σ</mml:mi><mml:mrow><mml:mi>ln⁡</mml:mi><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mi>s</mml:mi></mml:msub></mml:mrow><mml:mn mathvariant="normal">2</mml:mn></mml:msubsup></mml:mrow></mml:math></inline-formula>, and
<inline-formula><mml:math id="M72" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">σ</mml:mi><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">χ</mml:mi><mml:mi>s</mml:mi><mml:mo>′</mml:mo></mml:msubsup></mml:mrow><mml:mn mathvariant="normal">2</mml:mn></mml:msubsup></mml:mrow></mml:math></inline-formula> can be determined in the grids in which there
is only one feature type (i.e., aerosol, water cloud, or ice cloud) or where
there are multiple types of features that separate well (such as the
<inline-formula><mml:math id="M73" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub><mml:mo>&gt;</mml:mo><mml:mn mathvariant="normal">6</mml:mn></mml:mrow></mml:math></inline-formula> % cases shown in Fig. 2). Interpolation and/or extrapolation are
then used to determine these parameters for the grids in which either the
clusters do not separate well or there are not sufficient data for some
feature types. After using the training dataset to determine a global set of
these PDF<?pagebreak page707?> parameters, the V4 PDFs are interpolated to a uniform size of 1 km
for the altitude dimension from the surface to 18 km and 5<inline-formula><mml:math id="M74" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> for the
latitude dimension from 90<inline-formula><mml:math id="M75" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S to 90<inline-formula><mml:math id="M76" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N. Above 18 km, the
PDFs retain their latitude dependence but are no longer altitude dependent.</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F2" specific-use="star"><caption><p id="d1e1938"><bold>(a–j)</bold> V4 CALIOP measurement data (colored 2-D
distributions) acquired during all of 2008 and June 2011, along with PDFs
constructed for aerosols (red contours) and clouds (yellow contours) at two
levels of 0.05 and 0.5 in the <inline-formula><mml:math id="M77" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula> – <inline-formula><mml:math id="M78" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo></mml:mrow></mml:math></inline-formula> space measured for a latitude band of 20 to 30<inline-formula><mml:math id="M79" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N and an
altitude range of 1–2 km for the 10 depolarization grids, and
<bold>(k)</bold> V4 data in the <inline-formula><mml:math id="M80" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> – <inline-formula><mml:math id="M81" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo></mml:mrow></mml:math></inline-formula> space along with the <inline-formula><mml:math id="M82" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:msub></mml:mrow></mml:math></inline-formula>
parameters used in constructing PDFs for aerosol (red asterisks), ice cloud
(yellow squares), and water cloud (green diamonds). Note that, at this
latitude band and altitude range, there are almost no ice clouds detected.
Consequently, the scaling factor A for the ice PDF (Eq. 2) is nearly zero and
the ice contours are not visible in panels <bold>(a–j)</bold>.</p></caption>
          <?xmltex \igopts{width=312.980315pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f02.png"/>

        </fig>

      <?xmltex \floatpos{t}?><fig id="Ch1.F3" specific-use="star"><caption><p id="d1e2044">CALIOP measurements (colored 2-D distributions) and the <inline-formula><mml:math id="M83" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:msub></mml:mrow></mml:math></inline-formula> parameters used in constructing PDFs for
aerosols (red dashed line), ice clouds (yellow dashed line), and water clouds
(green dashed line), showing the evolution of clusters with increasing
altitude in the 20 to 30<inline-formula><mml:math id="M84" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N latitude band. The labels “non-dust”,
“dust”, “ice”, and “water” indicate, respectively, where non-dust
aerosol or a mixture of non-dust aerosol with a small amount of dust aerosol,
dust aerosol, ice cloud, and water clouds is clearly identifiable. In
general, the water cloud cluster is largely separated from the aerosol
clusters and is hence most easily discriminated from aerosols. Relatively
significant amounts of dust can be seen up to 5 km and some dust can still
be identified above 5 km in the 5–6 km altitude range in this latitude
band. Ice clouds normally form at high altitudes and a significant amount of
ice cloud is already seen in the 6–7 km altitude range. They can form at
even lower altitudes, down to <inline-formula><mml:math id="M85" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">4</mml:mn></mml:mrow></mml:math></inline-formula> km for this latitude band (Campbell
et al., 2015). The most difficult scenario to discriminate in this latitude
band is the dust that is relatively dense and at altitudes above <inline-formula><mml:math id="M86" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">6</mml:mn></mml:mrow></mml:math></inline-formula> km
where the ice cloud can occur frequently. There is an overlap between
relatively dense dust and ice cloud at 5–7 km altitudes, although both of
them occur very infrequently.
Moving north toward the Arctic, this overlap region moves to lower altitudes
(not shown) because ice clouds tend to form at lower altitudes, whereas the
occurrence frequency of relatively dense dust decreases quickly when moving
poleward.</p></caption>
          <?xmltex \igopts{width=455.244094pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f03.png"/>

        </fig>

      <p id="d1e2102">Figure 2 shows the V4 PDFs (contours) derived from the V4 training data for
the 1–2 km altitude range and 20 to 30<inline-formula><mml:math id="M87" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N latitude band. Because
this latitude band and altitude range extend through the dust belt of the
Northern Hemisphere (D. Liu et al., 2008), dust aerosols are ubiquitous.
There are also other types of aerosol present (e.g., the cluster of points
with <inline-formula><mml:math id="M88" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub><mml:mo>&lt;</mml:mo><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">6</mml:mn></mml:mrow></mml:math></inline-formula> % labeled as “Other” in Fig. 2k),
such as maritime, continental, and smoke, or mixtures of these other types
with some amount of dust. Dust aerosol generally has a large particulate
depolarization ratio at 532 nm due to the irregular shape and relatively
large size of dust particles and therefore can be easily identified from the
CALIOP measurements (D. Liu et al., 2008; Z. Liu et al., 2008a, b, 2015; Omar
et al., 2009). However, it is too warm for ice clouds to form within this
altitude and latitude range, as shown in Figs. 1 and 2. In this case,
<inline-formula><mml:math id="M89" display="inline"><mml:mrow><mml:msub><mml:mi>A</mml:mi><mml:mi mathvariant="normal">i</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> for the ice PDF (Eq. 2) is zero or some very small value. The
other five ice cloud PDF parameters in this example are determined by
interpolation or extrapolation from those at higher altitudes and latitudes.</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F4" specific-use="star"><caption><p id="d1e2144">Panels <bold>(a)</bold>–<bold>(j)</bold> show the joint distributions of V4
CALIOP measurements of <inline-formula><mml:math id="M90" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M91" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo></mml:mrow></mml:math></inline-formula>
(colored 2-D distributions) for each of the PDF depolarization ratio
intervals. These data were acquired during 2008 and June 2011 over a latitude
band of 50 to 40<inline-formula><mml:math id="M92" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S and an altitude range of 12–16 km and were
used to construct the V4 CAD PDFs that are applied within this same
latitude–altitude region. Also shown in each panel are the derived PDFs for
ice clouds (blue contours at three levels of 0.005, 0.05, and 0.5) and
aerosols (red contour). Panel <bold>(k)</bold> aggregates all data in
panels <bold>(a)</bold>–<bold>(j)</bold> and replots them in
<inline-formula><mml:math id="M93" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> – <inline-formula><mml:math id="M94" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo></mml:mrow></mml:math></inline-formula> space, along
with the <inline-formula><mml:math id="M95" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:msub></mml:mrow></mml:math></inline-formula> values used to construct
the PDFs for aerosols (red asterisks), ice clouds (blue squares), and water
clouds (green diamonds).</p></caption>
          <?xmltex \igopts{width=426.791339pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f04.png"/>

        </fig>

      <p id="d1e2254">Figure 3 shows the CALIOP V4 training data (colored 2-D distributions) along
with the V4 <inline-formula><mml:math id="M96" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mrow><mml:mi mathvariant="normal">a</mml:mi><mml:mo>,</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:math></inline-formula>, <inline-formula><mml:math id="M97" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mrow><mml:mi mathvariant="normal">i</mml:mi><mml:mo>,</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:math></inline-formula>, and <inline-formula><mml:math id="M98" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mrow><mml:mi mathvariant="normal">w</mml:mi><mml:mo>,</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:math></inline-formula> parameters (red, yellow, and green dashed lines,
respectively) for the 20 to 30<inline-formula><mml:math id="M99" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N latitude band in all altitude
ranges from the surface to 10 km to show the evolution of different clusters
as the altitude changes. A clear distribution mode starts to appear for ice
clouds at altitudes above 7 km. There is also a small fraction of ice clouds
detected in the 6–7 km altitude range and there may be some ice clouds in
the 5–6 km altitude range that are not clearly seen. The PDF parameters,
<inline-formula><mml:math id="M100" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mrow><mml:mi>s</mml:mi><mml:mo>,</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow></mml:msub></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M101" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">χ</mml:mi><mml:mrow><mml:mi>s</mml:mi><mml:mo>,</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow><mml:mo>′</mml:mo></mml:msubsup></mml:mrow></mml:math></inline-formula>, for ice
clouds can be determined more accurately at relatively high altitudes <inline-formula><mml:math id="M102" display="inline"><mml:mrow><mml:mo>&gt;</mml:mo><mml:mn mathvariant="normal">7</mml:mn></mml:mrow></mml:math></inline-formula> km in this latitude band because there are many more ice clouds detected
at high altitudes. Extrapolation is used to derive these ice PDF parameters
at low altitudes where almost no ice clouds are detected. Interpolation is
used as required to determine the ice cloud PDF parameters at low latitudes
from those at high latitudes. Meanwhile, dense and depolarizing dust clusters
are clearly seen below 5 km and there may be some dust above 5 km. The PDF
parameters can be determined more accurately below 5 km and extrapolation is
used to determine the aerosol PDF parameters at high altitudes. By using this
combination of extrapolation and interpolation, all the PDF parameters can be
determined globally for all feature clusters in each grid cell in the
<inline-formula><mml:math id="M103" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> – <inline-formula><mml:math id="M104" display="inline"><mml:mi>z</mml:mi></mml:math></inline-formula> – lat space. This technique helps fill the
grid cells in which there are either no
data or insufficient data for PDF construction.</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F5" specific-use="star"><caption><p id="d1e2415">The same as in Fig. 4 but for V3 data acquired during 2008 only and
used in the V3 PDF construction and the V3 PDFs (contours).</p></caption>
          <?xmltex \igopts{width=426.791339pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f05.png"/>

        </fig>

      <p id="d1e2425">Figure 4 presents another example of the V4 CALIOP training dataset (2008 and
June 2011) and V4 PDFs constructed for a latitude band of 50 to
40<inline-formula><mml:math id="M105" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S and altitude range of 12–16 km. For comparison, Fig. 5 shows
the V3 CALIOP training data (2008) and V3 PDFs for the same latitude band and
altitude range as in Fig. 4. We note that there are almost no useful samples
for small <inline-formula><mml:math id="M106" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> values (<inline-formula><mml:math id="M107" display="inline"><mml:mrow><mml:mo>&lt;</mml:mo><mml:mn mathvariant="normal">10</mml:mn></mml:mrow></mml:math></inline-formula> %) in either the V3 or V4
training datasets. Compared with the V3 training dataset, in which only one
distribution mode is seen (Fig. 5), the V4 training dataset has two
distribution modes for large <inline-formula><mml:math id="M108" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> values (Fig. 4e–j). By
comparing the 2008 and June 2011 periods, we find that the upper mode
corresponds to ice clouds, as seen in the V3 training dataset, and the lower
mode corresponds to volcanic ash aerosol from the June 2011
Puyehue-Cordón volcanic eruption in southern Chile. The June 2011 data
thus provide the stratospheric aerosol properties needed for comprehensive
PDF generation. This relatively fresh volcanic aerosol has large 532 nm
backscatter coefficients, similar to those of ice clouds, but a much smaller
color ratio. In constructing the V4 aerosol PDFs, the characteristic values
for aerosol <inline-formula><mml:math id="M109" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:msub></mml:mrow></mml:math></inline-formula> range between <inline-formula><mml:math id="M110" display="inline"><mml:mrow><mml:mn mathvariant="normal">1.6</mml:mn><mml:mo>×</mml:mo><mml:msup><mml:mn mathvariant="normal">10</mml:mn><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">3</mml:mn></mml:mrow></mml:msup></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M111" display="inline"><mml:mrow><mml:mn mathvariant="normal">3.8</mml:mn><mml:mo>×</mml:mo><mml:msup><mml:mn mathvariant="normal">10</mml:mn><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">3</mml:mn></mml:mrow></mml:msup></mml:mrow></mml:math></inline-formula> km<inline-formula><mml:math id="M112" display="inline"><mml:msup><mml:mi/><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">1</mml:mn></mml:mrow></mml:msup></mml:math></inline-formula> sr<inline-formula><mml:math id="M113" display="inline"><mml:msup><mml:mi/><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">1</mml:mn></mml:mrow></mml:msup></mml:math></inline-formula>, while the
characteristic values for <inline-formula><mml:math id="M114" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">χ</mml:mi><mml:mn mathvariant="normal">0</mml:mn><mml:mo>′</mml:mo></mml:msubsup></mml:mrow></mml:math></inline-formula> are <inline-formula><mml:math id="M115" display="inline"><mml:mrow><mml:mn mathvariant="normal">0.5</mml:mn><mml:mo>&lt;</mml:mo><mml:msubsup><mml:mi mathvariant="italic">χ</mml:mi><mml:mn mathvariant="normal">0</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>&lt;</mml:mo><mml:mn mathvariant="normal">0.6</mml:mn></mml:mrow></mml:math></inline-formula>. In
contrast, the V3 <inline-formula><mml:math id="M116" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:msub></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M117" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">χ</mml:mi><mml:mn mathvariant="normal">0</mml:mn><mml:mo>′</mml:mo></mml:msubsup></mml:mrow></mml:math></inline-formula> parameters for aerosol appear to be too small and not representative for
this fresh volcanic aerosol, especially for large <inline-formula><mml:math id="M118" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula>
values; however, these V3 parameters may prove to be appropriate for aged
volcanic aerosols or background aerosols (Jäger and Hofmann, 1991; Gobbi,
1995). Also, the in-cluster variance parameters (<inline-formula><mml:math id="M119" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">σ</mml:mi><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo></mml:mrow><mml:mn mathvariant="normal">2</mml:mn></mml:msubsup></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M120" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">σ</mml:mi><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow><mml:mn mathvariant="normal">2</mml:mn></mml:msubsup></mml:mrow></mml:math></inline-formula>) are smaller in V4
than in V3 as a result of the significant improvement in the level 1 data
calibration (also see Fig. 1).</p>
      <p id="d1e2669">In the V3 PDFs, the scaling factor A for aerosols was set to 0 at high
altitudes when <inline-formula><mml:math id="M121" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub><mml:mo>&gt;</mml:mo><mml:mn mathvariant="normal">0.03</mml:mn></mml:mrow></mml:math></inline-formula> (i.e., any layers in the upper
troposphere and lower stratosphere that had <inline-formula><mml:math id="M122" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub><mml:mo>&gt;</mml:mo><mml:mn mathvariant="normal">0.03</mml:mn></mml:mrow></mml:math></inline-formula> were
classified as cloud and assigned a CAD value of 100). This led to
misclassifications of relatively fresh volcanic aerosols with high ash
content as high confidence ice clouds. We note that the overall occurrence
frequency of volcanic aerosols is very small, and the contribution of the
misclassified aerosol at high altitudes to the overall misclassification rate
is generally not significant. Conversely, because the occurrence frequency of
cirrus clouds at high altitudes is quite large, most high cirrus were
classified correctly as clouds. However, a large majority of the high clouds identified in V3 have CAD scores
(i.e., confidence levels) of 100, which<?pagebreak page710?> suggests that their classification
confidence levels could be systematically overestimated.</p>
</sec>
<sec id="Ch1.S3.SS2">
  <title>CAD post-processor algorithms</title>
      <p id="d1e2708">After initial classification using the CAD PDFs, two additional algorithms
are applied to mitigate two common errors. We introduce these algorithms in
the following subsections.</p><?xmltex \hack{\newpage}?>
<sec id="Ch1.S3.SS2.SSS1">
  <title>“Fringe amelioration” via spatial proximity analysis</title>
      <p id="d1e2717">The 532 nm calibration coefficients in V4 are systematically lower than the
V3 values by 3 % to 12 %, depending on latitude, season, and lighting
conditions (Kar et al., 2018; Getzewich et al., 2018). These lower
calibration coefficients increase the magnitude of the V4 532 nm attenuated
backscatter coefficients, thereby facilitating the detection of
optically<?pagebreak page711?> thinner layers than were previously detected in V3. One notable
side effect of this improvement is the increased occurrence of
weakly scattering features located along the edges of ice clouds. These
features are detected at 20 or 80 km horizontal averaging resolutions,
and, as illustrated in Fig. 6, occur at the horizontal edges and along the
lower boundaries of more robust cirrus layers that are detected at 5 km
resolution.</p>
      <p id="d1e2720">Because these features are, by definition, always found adjacent to cirrus
clouds, they are referred to as “cirrus fringes”, which are a new feature
in the V4 dataset. As described earlier, 1 month of volcanic aerosol data
were added to the 1-year training dataset. These additional training data
helped better constrain the characteristic PDF parameters (especially
<inline-formula><mml:math id="M123" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:msub><mml:mo>〉</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:msub></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M124" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">χ</mml:mi><mml:mn mathvariant="normal">0</mml:mn><mml:mo>′</mml:mo></mml:msubsup></mml:mrow></mml:math></inline-formula>) at high
altitudes, and the new V4 aerosol PDFs are now more sensitive to lofted
depolarizing aerosols at high altitudes. As illustrated in detail in Sect. 5,
this increased sensitivity helps better differentiate lofted aerosol layers
from clouds. At the same time, however, there is a cost to be paid for this
increase in sensitivity, as the V4 CAD algorithm preferentially classifies
cirrus fringes as depolarizing aerosols, not clouds.</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F6"><caption><p id="d1e2758">V4 532 nm total attenuated backscatter <bold>(a)</bold> and
cloud–aerosol classification for V3 <bold>(b)</bold> and V4 without <bold>(c)</bold>
and with <bold>(d)</bold> cirrus fringe amelioration for the granule
2008-06-01T12-27-28ZN. Red line on inset map shows approximate ground track.</p></caption>
            <?xmltex \igopts{width=241.848425pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f06.png"/>

          </fig>

      <?pagebreak page712?><p id="d1e2779">Figure 7 shows joint histograms of <inline-formula><mml:math id="M125" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M126" display="inline"><mml:mrow><mml:msub><mml:mi>log⁡</mml:mi><mml:mn mathvariant="normal">10</mml:mn></mml:msub><mml:mo>(</mml:mo><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo><mml:mo>)</mml:mo></mml:mrow></mml:math></inline-formula> for cirrus fringes and the adjacent cirrus
clouds for data acquired between 40<inline-formula><mml:math id="M127" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N and 40<inline-formula><mml:math id="M128" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S during
January, February, and December 2008. The relationship between the two
cluster centroids is similar to the separation seen in Fig. 2; just as the
aerosols in Fig. 2 exhibit distinctly lower <inline-formula><mml:math id="M129" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M130" display="inline"><mml:mrow><mml:msub><mml:mi>log⁡</mml:mi><mml:mn mathvariant="normal">10</mml:mn></mml:msub><mml:mo>(</mml:mo><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo><mml:mo>)</mml:mo></mml:mrow></mml:math></inline-formula> values than the water clouds, the
fringes in Fig. 7 likewise exhibit distinctly lower <inline-formula><mml:math id="M131" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M132" display="inline"><mml:mrow><mml:msub><mml:mi>log⁡</mml:mi><mml:mn mathvariant="normal">10</mml:mn></mml:msub><mml:mo>(</mml:mo><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo><mml:mo>)</mml:mo></mml:mrow></mml:math></inline-formula> values than the cirrus (this is
evidenced by probability contours added in Fig. 7). In short, based solely on
<inline-formula><mml:math id="M133" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M134" display="inline"><mml:mrow><mml:msub><mml:mi>log⁡</mml:mi><mml:mn mathvariant="normal">10</mml:mn></mml:msub><mml:mo>(</mml:mo><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo><mml:mo>)</mml:mo></mml:mrow></mml:math></inline-formula>, the
optical properties of fringes are generally more similar to aerosols than
clouds, and thus the possibility exists that at least some of these fringes
are dust or smoke. However, by definition these fringes do not appear as
discrete layers, but instead as areas that are in direct contact with a more
strongly scattering layer that has been previously classified as an ice
cloud. They are most often detected below
semitransparent cirrus clouds, where the attenuation is large but the
signal-to-noise ratio (SNR) remains larger than below attenuating cloud
regions (see Fig. 6).</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F7"><caption><p id="d1e2952">Layer-integrated attenuated color ratio, <inline-formula><mml:math id="M135" display="inline"><mml:mi mathvariant="italic">χ</mml:mi></mml:math></inline-formula>', vs. <inline-formula><mml:math id="M136" display="inline"><mml:mrow><mml:msub><mml:mi>log⁡</mml:mi><mml:mn mathvariant="normal">10</mml:mn></mml:msub></mml:mrow></mml:math></inline-formula>
of the 532 nm mean attenuated backscatter, <inline-formula><mml:math id="M137" display="inline"><mml:mrow><mml:msub><mml:mi>log⁡</mml:mi><mml:mn mathvariant="normal">10</mml:mn></mml:msub><mml:mo>(</mml:mo><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo><mml:mo>)</mml:mo></mml:mrow></mml:math></inline-formula>, for layers identified as cirrus
fringes <bold>(a)</bold> and for adjacent cirrus layers <bold>(b)</bold>. Orange
probability contours for cirrus fringes and red probability contours for the
adjacent cirrus are overlaid in both panels <bold>(a)</bold> and <bold>(b)</bold>. Both plots
show nighttime data acquired between 40<inline-formula><mml:math id="M138" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N and 40<inline-formula><mml:math id="M139" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S during
January, February, and December 2008. The layer-integrated volume
depolarization ratios for all layers, both fringes and cirrus, are in excess
of 0.25.</p></caption>
            <?xmltex \igopts{width=241.848425pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f07.png"/>

          </fig>

      <p id="d1e3036">The fact that the color ratios in fringes are smaller than in the adjacent
cirrus clouds cannot be explained by differential transmittance effects, as
the same attenuation at both wavelengths is usually observed. One possible
explanation for the change in optical properties seen in cirrus fringes is a
reduction in size of the crystals linked to sublimation. The depolarization
of the fringes is usually large (<inline-formula><mml:math id="M140" display="inline"><mml:mrow><mml:mo>&gt;</mml:mo><mml:mn mathvariant="normal">20</mml:mn></mml:mrow></mml:math></inline-formula> %), and fringes are
quite frequently observed at latitudes far from dust sources, as
demonstrated in Fig. 6. The pervasive presence of fringes and their
immediate spatial proximity to layers previously identified as cirrus
strongly suggest that these features are most likely also cirrus, and not
aerosol layers.</p>
      <p id="d1e3049">To rectify these perceived misclassifications by the CAD algorithm, a
“cirrus fringe amelioration” algorithm has been developed and added as a
V4 CAD post-processor. To be identified as a cirrus fringe, a layer must (a) be initially classified by the CAD algorithm as an aerosol, (b) be detected
at a 20 or 80 km horizontal averaging resolution, (c) be in direct
contact with one or more layers detected at finer resolution and classified
as cirrus, (d) have an attenuated backscatter centroid temperature below 0 <inline-formula><mml:math id="M141" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula>C, and (e) have a base altitude higher than 4 km above ground
level. Layers that meet all of these criteria are classified as cirrus
fringes and given a special CAD score of 106.</p>
      <p id="d1e3061">Application of these simple criteria shows that fringes are ubiquitous
within the V4 dataset. For the data acquired between 60<inline-formula><mml:math id="M142" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N and
60<inline-formula><mml:math id="M143" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S during 2014, 22 % of all unique layers detected at 20
and 80 km averaging resolutions with bases between 4 and 16 km are
identified as cirrus fringes. Note, however, that the fringe amelioration
algorithm is not executed if, within an 80 km horizontal extent, 35 % or
more of the features with bases above 4 km are originally classified as
aerosol. This restriction prevents the amelioration algorithm from operating
in those scenes that are likely to contain legitimate cases of clouds
embedded in high-altitude aerosols.</p>
      <p id="d1e3082">Figure 6 demonstrates the routine impact of the fringe amelioration algorithm
on CAD. These observations occurred over the remote South Pacific Ocean in
June 2008, when dust and volcanic aerosols are not expected at high altitudes, as confirmed by back-trajectory
analyses (not shown). Comparing the CAD in V3 (Fig. 6b) to that of V4 without
cirrus fringe amelioration (Fig. 6c) shows an increase in the fraction of
aerosols found adjacent to cirrus clouds.<?pagebreak page713?> After application of the cirrus
fringe amelioration algorithm (Fig. 6d), the majority of the cirrus fringes
are reclassified as cloud rather than aerosol. However, as demonstrated in
Fig. 6d, some likely misclassifications of cirrus fringes remain in V4 due to
limitations of the amelioration algorithm. Because their depolarization
ratios are relatively large, these misclassified layers are most often
classified as dust by the aerosol subtyping algorithm (Kim et al., 2018),
which may introduce some bias in elevated dust occurrence (see further
analyses in Sect. 5).</p>
</sec>
<sec id="Ch1.S3.SS2.SSS2">
  <title>Corrections for water clouds lying beneath dense
smoke</title>
      <p id="d1e3091">When applied to features detected at single-shot resolution, the V4 CAD
algorithm can encounter difficulties in correctly assigning confidence levels
to the classifications of dense water clouds lying beneath thick smoke
layers. This situation often happens over the Atlantic Ocean off the west
coast of southern Africa during the biomass burning season every year
(June–September) (Remer et al., 2008; Chand et al., 2009; Das et al., 2017).
The example shown in Fig. 8 occurred on 6 September 2008 at 1:35:29 UTC to
the west of the African continent. Smoke attenuates the signal at 532 nm
more strongly than at 1064 nm, leading to attenuated backscatter color
ratios for the underlying water clouds that often far exceed the expected
color ratio of <inline-formula><mml:math id="M144" display="inline"><mml:mrow><mml:mn mathvariant="normal">1.16</mml:mn><mml:mo>±</mml:mo><mml:mn mathvariant="normal">0.05</mml:mn></mml:mrow></mml:math></inline-formula> that would be measured in the absence of
overlying smoke (Vaughan et al., 2015). The spectrally dependent attenuation
of the smoke is clearly evident from the attenuated backscatter color ratio
measurements in Fig. 8b that increase dramatically with increasing
penetration into the denser parts of the smoke layer (the color changes from
orange to red to purple to gray between latitudes <inline-formula><mml:math id="M145" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">6</mml:mn></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M146" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">13</mml:mn></mml:mrow></mml:math></inline-formula><inline-formula><mml:math id="M147" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S).</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F8"><caption><p id="d1e3136"><bold>(a)</bold> Total attenuated backscatter and
<bold>(b)</bold> 1064 nm <inline-formula><mml:math id="M148" display="inline"><mml:mo>/</mml:mo></mml:math></inline-formula> 532 nm attenuated color ratio and
<bold>(c)</bold> the ground track on 6 September 2008 showing an extended smoke
plume lying over a stratus cloud deck off the west coast of central Africa.</p></caption>
            <?xmltex \igopts{width=241.848425pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f08.jpg"/>

          </fig>

      <p id="d1e3160">Figure 9 shows the joint distribution of the overlying integrated attenuated
backscatter and attenuated color ratio for the water cloud stratus deck below
the extensive smoke plume from <inline-formula><mml:math id="M149" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">18</mml:mn></mml:mrow></mml:math></inline-formula> to 0.5<inline-formula><mml:math id="M150" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S. As can be seen,
the attenuated color ratios can reach very high values (2 to 6 times the
typical value) for these water clouds because of differential attenuation of
the signal at the two CALIOP wavelengths. Because extinction coefficients are
not retrieved for layers detected at CALIOP's single-shot resolution (Young
and Vaughan, 2009), the attenuated backscatter coefficients in the water
cloud cannot be corrected for the overlying signal attenuation from the
smoke. Consequently, the water cloud color ratios are abnormally high and
entirely inconsistent with the characterization of clouds with no overlying
smoke layers. While these features are still classified as clouds, they are
assigned very low CAD scores (<inline-formula><mml:math id="M151" display="inline"><mml:mrow><mml:mo>&lt;</mml:mo><mml:mn mathvariant="normal">20</mml:mn></mml:mrow></mml:math></inline-formula>) and thus effectively transformed from
high-confidence cloud layers identified in V3 (for which, by default, CAD <inline-formula><mml:math id="M152" display="inline"><mml:mo>=</mml:mo></mml:math></inline-formula> 100 for all layers detected at
single-shot resolution) into low- and no-confidence cloud layers in V4.</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F9"><caption><p id="d1e3202">Joint distribution of integrated attenuated backscatter color ratio
<inline-formula><mml:math id="M153" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula> of the water clouds and overlying 532 nm integrated attenuated
backscatter <inline-formula><mml:math id="M154" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">γ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula> above the water clouds for the 6 September 2008 data
segment shown in Fig. 8. The dashed line corresponds to the value expected in
the absence of overlying smoke aerosols.</p></caption>
            <?xmltex \igopts{width=241.848425pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f09.png"/>

          </fig>

      <p id="d1e3233"><?xmltex \hack{\newpage}?>The CAD algorithm is designed so that any layers that fall in the overlap
region of aerosol and cloud PDFs or which have incorrect or unphysical parameters due to artifacts introduced
in the measurement and/or data pr<?pagebreak page714?>ocessing, as in this case, are assigned
low CAD values (Liu et al., 2009).
However, the stratus deck over the South Atlantic has been widely observed
and studied, and researchers worldwide are highly confident that these layers
are unquestionably clouds (e.g., Sakaeda et al., 2011; Schrage and Fink,
2012). Because their identification as low- or no-confidence clouds by the V4
CAD algorithm would thus underestimate the true confidence in classifying
these layers, a second CAD post-processor algorithm was designed to rectify
the situation.</p>

<?xmltex \floatpos{t}?><table-wrap id="Ch1.T1" specific-use="star"><caption><p id="d1e3240">Special CAD scores that can be reported in the CALIPSO V4 lidar
level 2 data products. The occurrence frequencies are obtained from an
analysis of all unique layers detected at 5, 20, and 80 km averaging
resolutions from 2013 to 2015 (<inline-formula><mml:math id="M155" display="inline"><mml:mrow><mml:mi>N</mml:mi><mml:mo>=</mml:mo><mml:mn mathvariant="normal">129</mml:mn><mml:mspace linebreak="nobreak" width="0.125em"/><mml:mn mathvariant="normal">098</mml:mn><mml:mspace linebreak="nobreak" width="0.125em"/><mml:mn mathvariant="normal">950</mml:mn></mml:mrow></mml:math></inline-formula>). n/a: not applicable.</p></caption><oasis:table frame="topbot"><oasis:tgroup cols="3">
     <oasis:colspec colnum="1" colname="col1" align="left"/>
     <oasis:colspec colnum="2" colname="col2" align="justify" colwidth="71.13189pt"/>
     <oasis:colspec colnum="3" colname="col3" align="justify" colwidth="312.980315pt"/>
     <oasis:thead>
       <oasis:row rowsep="1">
         <oasis:entry colname="col1">Value</oasis:entry>
         <oasis:entry colname="col2">Occurrence <?xmltex \hack{\hfill\break}?>frequency</oasis:entry>
         <oasis:entry colname="col3">Interpretation</oasis:entry>
       </oasis:row>
     </oasis:thead>
     <oasis:tbody>
       <oasis:row rowsep="1">
         <oasis:entry colname="col1"><inline-formula><mml:math id="M156" display="inline"><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">101</mml:mn></mml:mrow></mml:math></inline-formula></oasis:entry>
         <oasis:entry colname="col2"><inline-formula><mml:math id="M157" display="inline"><mml:mrow><mml:mn mathvariant="normal">6.2</mml:mn><mml:mo>×</mml:mo><mml:msup><mml:mn mathvariant="normal">10</mml:mn><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">8</mml:mn></mml:mrow></mml:msup></mml:mrow></mml:math></inline-formula></oasis:entry>
         <oasis:entry colname="col3">When evaluating a layer detected at the 5 km averaging resolution, the scene classification module encountered a negative value for the layer 532 nm mean attenuated backscatter, <inline-formula><mml:math id="M158" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo></mml:mrow></mml:math></inline-formula>. These layers should be considered artifacts and excluded from all science analyses.</oasis:entry>
       </oasis:row>
       <oasis:row rowsep="1">
         <oasis:entry colname="col1">101</oasis:entry>
         <oasis:entry colname="col2">n/a</oasis:entry>
         <oasis:entry colname="col3">Used in version 2 data products only; obsolete in later versions</oasis:entry>
       </oasis:row>
       <oasis:row rowsep="1">
         <oasis:entry colname="col1">102</oasis:entry>
         <oasis:entry colname="col2">n/a</oasis:entry>
         <oasis:entry colname="col3">Used in version 2 data products only; obsolete in later versions</oasis:entry>
       </oasis:row>
       <oasis:row rowsep="1">
         <oasis:entry colname="col1">103</oasis:entry>
         <oasis:entry colname="col2"><inline-formula><mml:math id="M159" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">0.010</mml:mn></mml:mrow></mml:math></inline-formula> <?xmltex \hack{\hfill\break}?>(i.e., <inline-formula><mml:math id="M160" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">1</mml:mn></mml:mrow></mml:math></inline-formula> % of all <?xmltex \hack{\hfill\break}?>layers detected)</oasis:entry>
         <oasis:entry colname="col3">The layer-integrated attenuated backscatter at 532 nm (<inline-formula><mml:math id="M161" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">γ</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup></mml:mrow></mml:math></inline-formula>) is suspiciously large. While the spatial properties and volume depolarization ratios of these layers are generally reliable, all other optical properties should be excluded from scientific studies. The most likely cause of these very large values of <inline-formula><mml:math id="M162" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">γ</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup></mml:mrow></mml:math></inline-formula> is an overestimate of the optical depths of overlying layers (Young and Vaughan, 2009).</oasis:entry>
       </oasis:row>
       <oasis:row rowsep="1">
         <oasis:entry colname="col1">104</oasis:entry>
         <oasis:entry colname="col2"><inline-formula><mml:math id="M163" display="inline"><mml:mrow><mml:mn mathvariant="normal">1.4</mml:mn><mml:mo>×</mml:mo><mml:msup><mml:mn mathvariant="normal">10</mml:mn><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">4</mml:mn></mml:mrow></mml:msup></mml:mrow></mml:math></inline-formula></oasis:entry>
         <oasis:entry colname="col3">These are the lowest layers detected in profiles averaged to 5 km horizontal resolution. These layers are classified as opaque at the 5 km resolution. However, there are profiles within the 5 km average in which no layer was subsequently detected at single-shot resolution, indicating that total signal attenuation at single-shot resolution occurs at some higher altitude. The spatial properties of these layers are highly reliable, but their optical properties are less so.</oasis:entry>
       </oasis:row>
       <oasis:row rowsep="1">
         <oasis:entry colname="col1">105</oasis:entry>
         <oasis:entry colname="col2"><inline-formula><mml:math id="M164" display="inline"><mml:mrow><mml:mn mathvariant="normal">2.1</mml:mn><mml:mo>×</mml:mo><mml:msup><mml:mn mathvariant="normal">10</mml:mn><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">5</mml:mn></mml:mrow></mml:msup></mml:mrow></mml:math></inline-formula></oasis:entry>
         <oasis:entry colname="col3">A negative value of <inline-formula><mml:math id="M165" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo></mml:mrow></mml:math></inline-formula> was encountered in the scene classification module for a layer detected at an averaging resolution other than 5 km. Layers with CAD <inline-formula><mml:math id="M166" display="inline"><mml:mo>=</mml:mo></mml:math></inline-formula> 105 that are detected at the single-shot and 1 km resolutions should be considered artifacts and excluded entirely from all science analyses. For layers detected at the 20 and 80 km averaging resolutions, negative values are most likely introduced by the attenuation corrections applied to account for the optical depths of overlying layers. The spatial properties of these layers are generally reliable, but their optical properties should be excluded from scientific studies.</oasis:entry>
       </oasis:row>
       <oasis:row>
         <oasis:entry colname="col1">106</oasis:entry>
         <oasis:entry colname="col2"><inline-formula><mml:math id="M167" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">0.015</mml:mn></mml:mrow></mml:math></inline-formula> <?xmltex \hack{\hfill\break}?>(i.e., <inline-formula><mml:math id="M168" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">1.5</mml:mn></mml:mrow></mml:math></inline-formula> % of all <?xmltex \hack{\hfill\break}?>layers detected)</oasis:entry>
         <oasis:entry colname="col3">The layer was originally classified as aerosol but later reclassified as ice cloud by the fringe amelioration algorithm described in Sect. 3.2.1. Both the spatial and optical properties of these layers are generally reliable and suitable for inclusion in scientific analyses.</oasis:entry>
       </oasis:row>
     </oasis:tbody>
   </oasis:tgroup></oasis:table></table-wrap>

      <p id="d1e3546">The classification errors arise primarily from the unphysical cloud color
ratios that result from the differential signal attenuation at the two
wavelengths as the laser pulses pass through the smoke layers. Therefore,
following the assignment of initial CAD scores by the CAD algorithm, a
special-purpose algorithm applies additional analyses to clouds with the
following attributes: <inline-formula><mml:math id="M169" display="inline"><mml:mrow><mml:mn mathvariant="normal">0</mml:mn><mml:mo>≤</mml:mo></mml:mrow></mml:math></inline-formula> CAD score <inline-formula><mml:math id="M170" display="inline"><mml:mrow><mml:mo>≤</mml:mo><mml:mn mathvariant="normal">20</mml:mn></mml:mrow></mml:math></inline-formula>, <inline-formula><mml:math id="M171" display="inline"><mml:mrow><mml:mn mathvariant="normal">1.4</mml:mn><mml:mo>≤</mml:mo><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup><mml:mo>≤</mml:mo><mml:mn mathvariant="normal">10</mml:mn></mml:mrow></mml:math></inline-formula>, <inline-formula><mml:math id="M172" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula> relative uncertainty <inline-formula><mml:math id="M173" display="inline"><mml:mrow><mml:mo>&lt;</mml:mo><mml:mn mathvariant="normal">500</mml:mn></mml:mrow></mml:math></inline-formula> %, overlying layer-integrated attenuated backscatter
at 532 nm (<inline-formula><mml:math id="M174" display="inline"><mml:mrow><mml:msubsup><mml:mi mathvariant="italic">γ</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>)</mml:mo></mml:mrow></mml:math></inline-formula> between 0.01 and 0.05 sr<inline-formula><mml:math id="M175" display="inline"><mml:msup><mml:mi/><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">1</mml:mn></mml:mrow></mml:msup></mml:math></inline-formula>, and mid-layer
temperature <inline-formula><mml:math id="M176" display="inline"><mml:mrow><mml:mo>&gt;</mml:mo><mml:mn mathvariant="normal">0</mml:mn></mml:mrow></mml:math></inline-formula> <inline-formula><mml:math id="M177" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula>C. This set of parameters was chosen to
select only those layers that might be classified as high-confidence water
clouds were it not for their suspiciously high color ratios. For these
layers, <inline-formula><mml:math id="M178" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula> is temporarily reset to 1.10 and the CAD score is
recalculated. Only <inline-formula><mml:math id="M179" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula> is changed; all other parameters remain
the same as in the original calculation. If the feature is still classified
as a cloud in this second assessment by the CAD algorithm (a typical result,
but not guaranteed), the CAD score is reset to the newly calculated value,
and <inline-formula><mml:math id="M180" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula> is restored to its original value. Otherwise, the
original CAD score remains in effect. Implementing this procedure
effectively eliminated the majority of this kind of anomalous
classification and was particularly effective in the smoke source region in
southern Africa as well as the transport region off the coast.</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F10" specific-use="star"><caption><p id="d1e3692">Distribution of occurrence frequencies <bold>(a, b)</bold> and their
ratios <bold>(c, d)</bold> as a function of CAD score for all tropospheric layers
detected at a 5 km resolution for 2008 V3 and V4, for
nighttime <bold>(a, c)</bold> and daytime data <bold>(b, d)</bold>.</p></caption>
            <?xmltex \igopts{width=341.433071pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f10.png"/>

          </fig>

</sec>
<sec id="Ch1.S3.SS2.SSS3">
  <title>Special CAD scores</title>
      <p id="d1e3719">As described in the opening paragraph of Sect. 3, nominal values for the
CAD scores reported in the V4 CALIPSO data products range between <inline-formula><mml:math id="M181" display="inline"><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">100</mml:mn></mml:mrow></mml:math></inline-formula> and
100. However, under special circumstances, the CALIOP scene classification
algorithms will assign CAD scores that lie outside this range. These special
CAD scores are enumerated in Table 1.</p>
</sec>
</sec>
</sec>
<sec id="Ch1.S4">
  <?xmltex \opttitle{Overall comparison between V3 and V4 5\,km layers}?><title>Overall comparison between V3 and V4 5 km layers</title>
      <p id="d1e3742">In this section, we present the overall changes in the CAD of various layers
in V4 following the application of the new PDFs. Comparisons between V3 and V4 can be performed only for
the tropospheric layers since in V3 the CAD algorithm was not applied to
stratospheric layers or single-shot layers. Furthermore, the comparisons in
this section are only made for layers detected at the 5 km averaging
resolution because the PDFs were built based solely on these 5 km layers.
Further bin-by-bin analyses based on the profile products, which include all
layers detected at the 5, 20, and 80 km horizontal averaging resolutions,
are presented in Sect. 5. Layers detected at 20 and 80 km are generally
tenuous features. Figure 10 shows the fractional occurrence of the CAD scores
(panels a and b) and the V4 to V3 score ratios (panels c and d) for all the
layers detected at 5 km horizontal resolution (cloud and aerosols) for the
year 2008. The CAD scores for aerosols range from <inline-formula><mml:math id="M182" display="inline"><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">100</mml:mn></mml:mrow></mml:math></inline-formula> to 0 and for the
clouds from 0 to 100.</p>
      <p id="d1e3755">Table 2 compares the CAD scores for both data releases. For both aerosols
and clouds during both day and night, the majority of the layers are being
classified with a high degree of confidence (<inline-formula><mml:math id="M183" display="inline"><mml:mrow><mml:mo>|</mml:mo><mml:mi mathvariant="normal">CAD</mml:mi><mml:mspace width="0.25em" linebreak="nobreak"/><mml:mi mathvariant="normal">score</mml:mi><mml:mo>|</mml:mo><mml:mo>&gt;</mml:mo><mml:mn mathvariant="normal">70</mml:mn></mml:mrow></mml:math></inline-formula>) in both V3 and V4. The second column from the right-hand
side of Table 2 shows that more than 90 % of all layers detected at 5 km
are classified with a CAD score value greater than 70. However, the fraction
of these highly confident classifications is <inline-formula><mml:math id="M184" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">4</mml:mn></mml:mrow></mml:math></inline-formula> %–5 % larger
for V3 than V4. In Fig. 10, a large sharp spike is seen at CAD <inline-formula><mml:math id="M185" display="inline"><mml:mo>=</mml:mo></mml:math></inline-formula> 100 in
the V3 cloud classifications for both day (<inline-formula><mml:math id="M186" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">69</mml:mn></mml:mrow></mml:math></inline-formula> %) and
night (<inline-formula><mml:math id="M187" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">77</mml:mn></mml:mrow></mml:math></inline-formula> %). That is, more than two-thirds of all layers
classified as cloud are assigned the highest possible confidence. As
described earlier in Sect. 3, the V3 PDFs were built more
conservatively for aerosols at higher altitudes because of the lack of
measurement data. For the V3 PDFs shown in Fig. 5, the scaling factor
<inline-formula><mml:math id="M188" display="inline"><mml:mrow><mml:msub><mml:mi>A</mml:mi><mml:mi mathvariant="normal">a</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> in Eq. (2) was set to zero for aerosol layers with
<inline-formula><mml:math id="M189" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub><mml:mo>&gt;</mml:mo><mml:mn mathvariant="normal">0.03</mml:mn></mml:mrow></mml:math></inline-formula>; that is, aerosols with <inline-formula><mml:math id="M190" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub><mml:mo>&gt;</mml:mo><mml:mn mathvariant="normal">0.03</mml:mn></mml:mrow></mml:math></inline-formula> were assumed not to occur at high altitudes. As a
consequence, the vast majority of high-altitude features (i.e., not only ice
clouds, but also polarized volcanic aerosols, if they occurred at high
altitudes, as well as artifacts and outliers) were classified as clouds with
a CAD score of 100. This behavior contributes significantly to the sharp
spike at CAD <inline-formula><mml:math id="M191" display="inline"><mml:mo>=</mml:mo></mml:math></inline-formula> 100 in the V3 distribution in Fig. 10.</p>
      <p id="d1e3863">The CALIOP June 2011 measurements shown in Fig. 4 demonstrate that volcanic
ash can not only be lofted up to high altitudes, but can also exhibit large
backscatter coefficients and depolarization ratios similar to those found in
ice clouds. The construction of new V4 PDFs has specifically taken into
account the occurrence of volcanic aerosols. The fraction of the clouds with
CAD <inline-formula><mml:math id="M192" display="inline"><mml:mo>=</mml:mo></mml:math></inline-formula> 100 has decreased significantly (to <inline-formula><mml:math id="M193" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">20</mml:mn></mml:mrow></mml:math></inline-formula> %) in V4
compared with V3 (Fig. 10c and d). The two most common CAD scores in V4
occur at CAD <inline-formula><mml:math id="M194" display="inline"><mml:mrow><mml:mo>=</mml:mo><mml:mo>-</mml:mo><mml:mn mathvariant="normal">99</mml:mn></mml:mrow></mml:math></inline-formula> and CAD <inline-formula><mml:math id="M195" display="inline"><mml:mo>=</mml:mo></mml:math></inline-formula> 99. The total fraction for a CAD range of
98 to 100 is 59.1 % and 66.9 % in V4 for night and day, respectively,
which are <inline-formula><mml:math id="M196" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">15</mml:mn></mml:mrow></mml:math></inline-formula> % smaller than the corresponding values of
74.0 % and 83.8 % in V3. It appears that the cloud CAD score may have
been generally overestimated in V3, especially at high altitudes. The bumps
in Fig. 10 between CAD scores of 0 and <inline-formula><mml:math id="M197" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">20</mml:mn></mml:mrow></mml:math></inline-formula> correspond to
outliers that either have highly suspicious layer optical properties or
represent unusually large noise excursions or other artifacts.</p>
</sec>
<?pagebreak page715?><sec id="Ch1.S5">
  <title>Assessment of V4 CAD performance</title>
      <p id="d1e3929">The analyses in the earlier sections were applied only to layers detected at
a 5 km horizontal resolution because only those 5 km layers were used in
constructing the V4 PDFs. In this section, we primarily use the 5 km profile
products, which allow us to assess CAD performance on a range bin-by-range
bin basis. These more comprehensive analyses include all features detected at
5, 20, and 80 km resolutions and thus provide greater insight into the V4
CAD performance. Note, however, that these analyses are confined exclusively
to assessments of CAD and do not explore the performance of the aerosol
subtyping algorithms or the cloud ice–water phase determination scheme.
Those investigations are instead described in separate publications: Kim et
al. (2018) for aerosol subtyping and Avery et al. (2018) for ice–water
phase. Additionally, an independent assessment of CALIOP CAD performance is
conducted by Zeng et al. (2018), who use an unsupervised
machine learning technique (i.e., a
fuzzy <inline-formula><mml:math id="M198" display="inline"><mml:mi>k</mml:mi></mml:math></inline-formula>-means clustering algorithm) to distinguish clouds from aerosols and
then compare and contrast their results to the classifications and CAD scores
reported in the CALIOP V4 data products.</p>

<?xmltex \floatpos{t}?><table-wrap id="Ch1.T2" specific-use="star"><caption><p id="d1e3942">Comparison of V3 and V4 CAD scores for all 5 km layers for the year
2008.</p></caption><oasis:table frame="topbot"><oasis:tgroup cols="11">
     <oasis:colspec colnum="1" colname="col1" align="left"/>
     <oasis:colspec colnum="2" colname="col2" align="right"/>
     <oasis:colspec colnum="3" colname="col3" align="right"/>
     <oasis:colspec colnum="4" colname="col4" align="right"/>
     <oasis:colspec colnum="5" colname="col5" align="right" colsep="1"/>
     <oasis:colspec colnum="6" colname="col6" align="right"/>
     <oasis:colspec colnum="7" colname="col7" align="right"/>
     <oasis:colspec colnum="8" colname="col8" align="right"/>
     <oasis:colspec colnum="9" colname="col9" align="right"/>
     <oasis:colspec colnum="10" colname="col10" align="right"/>
     <oasis:colspec colnum="11" colname="col11" align="right"/>
     <oasis:thead>
       <oasis:row>
         <oasis:entry colname="col1"/>
         <oasis:entry rowsep="1" namest="col2" nameend="col5" align="center" colsep="1">Aerosol faction (%) </oasis:entry>
         <oasis:entry rowsep="1" namest="col6" nameend="col9" align="center">Cloud fraction (%) </oasis:entry>
         <oasis:entry rowsep="1" colname="col10">High confidence (%)</oasis:entry>
         <oasis:entry colname="col11">Total layers</oasis:entry>
       </oasis:row>
       <oasis:row rowsep="1">
         <oasis:entry colname="col1">CAD</oasis:entry>
         <oasis:entry colname="col2"><inline-formula><mml:math id="M199" display="inline"><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">100</mml:mn></mml:mrow></mml:math></inline-formula></oasis:entry>
         <oasis:entry colname="col3"><inline-formula><mml:math id="M200" display="inline"><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">98</mml:mn></mml:mrow></mml:math></inline-formula> to <inline-formula><mml:math id="M201" display="inline"><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">100</mml:mn></mml:mrow></mml:math></inline-formula></oasis:entry>
         <oasis:entry colname="col4"><inline-formula><mml:math id="M202" display="inline"><mml:mrow><mml:mo>&lt;</mml:mo><mml:mo>-</mml:mo><mml:mn mathvariant="normal">70</mml:mn></mml:mrow></mml:math></inline-formula></oasis:entry>
         <oasis:entry colname="col5">All</oasis:entry>
         <oasis:entry colname="col6">100</oasis:entry>
         <oasis:entry colname="col7">98 to 100</oasis:entry>
         <oasis:entry colname="col8"><inline-formula><mml:math id="M203" display="inline"><mml:mrow><mml:mo>&gt;</mml:mo><mml:mn mathvariant="normal">70</mml:mn></mml:mrow></mml:math></inline-formula></oasis:entry>
         <oasis:entry colname="col9">All</oasis:entry>
         <oasis:entry colname="col10"><inline-formula><mml:math id="M204" display="inline"><mml:mrow><mml:mo>&lt;</mml:mo><mml:mo>-</mml:mo><mml:mn mathvariant="normal">70</mml:mn></mml:mrow></mml:math></inline-formula> or <inline-formula><mml:math id="M205" display="inline"><mml:mrow><mml:mo>&gt;</mml:mo><mml:mn mathvariant="normal">70</mml:mn></mml:mrow></mml:math></inline-formula></oasis:entry>
         <oasis:entry colname="col11"/>
       </oasis:row>
     </oasis:thead>
     <oasis:tbody>
       <oasis:row>
         <oasis:entry colname="col1">V3 night</oasis:entry>
         <oasis:entry colname="col2">10.2</oasis:entry>
         <oasis:entry colname="col3">17.5</oasis:entry>
         <oasis:entry colname="col4">19.3</oasis:entry>
         <oasis:entry colname="col5">20.3</oasis:entry>
         <oasis:entry colname="col6">69.3</oasis:entry>
         <oasis:entry colname="col7">74.0</oasis:entry>
         <oasis:entry colname="col8">76.5</oasis:entry>
         <oasis:entry colname="col9">79.7</oasis:entry>
         <oasis:entry colname="col10">95.8</oasis:entry>
         <oasis:entry colname="col11"><inline-formula><mml:math id="M206" display="inline"><mml:mrow><mml:mn mathvariant="normal">1.815</mml:mn><mml:mo>×</mml:mo><mml:msup><mml:mn mathvariant="normal">10</mml:mn><mml:mn mathvariant="normal">7</mml:mn></mml:msup></mml:mrow></mml:math></inline-formula></oasis:entry>
       </oasis:row>
       <oasis:row>
         <oasis:entry colname="col1">V4 night</oasis:entry>
         <oasis:entry colname="col2">2.5</oasis:entry>
         <oasis:entry colname="col3">13.5</oasis:entry>
         <oasis:entry colname="col4">16.4</oasis:entry>
         <oasis:entry colname="col5">18.4</oasis:entry>
         <oasis:entry colname="col6">15.7</oasis:entry>
         <oasis:entry colname="col7">59.1</oasis:entry>
         <oasis:entry colname="col8">74.6</oasis:entry>
         <oasis:entry colname="col9">81.6</oasis:entry>
         <oasis:entry colname="col10">91.0</oasis:entry>
         <oasis:entry colname="col11"><inline-formula><mml:math id="M207" display="inline"><mml:mrow><mml:mn mathvariant="normal">1.770</mml:mn><mml:mo>×</mml:mo><mml:msup><mml:mn mathvariant="normal">10</mml:mn><mml:mn mathvariant="normal">7</mml:mn></mml:msup></mml:mrow></mml:math></inline-formula></oasis:entry>
       </oasis:row>
       <oasis:row>
         <oasis:entry colname="col1">V3 day</oasis:entry>
         <oasis:entry colname="col2">2.8</oasis:entry>
         <oasis:entry colname="col3">6.5</oasis:entry>
         <oasis:entry colname="col4">8.2</oasis:entry>
         <oasis:entry colname="col5">9.0</oasis:entry>
         <oasis:entry colname="col6">77.1</oasis:entry>
         <oasis:entry colname="col7">83.8</oasis:entry>
         <oasis:entry colname="col8">87.1</oasis:entry>
         <oasis:entry colname="col9">91.0</oasis:entry>
         <oasis:entry colname="col10">95.3</oasis:entry>
         <oasis:entry colname="col11"><inline-formula><mml:math id="M208" display="inline"><mml:mrow><mml:mn mathvariant="normal">1.713</mml:mn><mml:mo>×</mml:mo><mml:msup><mml:mn mathvariant="normal">10</mml:mn><mml:mn mathvariant="normal">7</mml:mn></mml:msup></mml:mrow></mml:math></inline-formula></oasis:entry>
       </oasis:row>
       <oasis:row>
         <oasis:entry colname="col1">V4 day</oasis:entry>
         <oasis:entry colname="col2">1.2</oasis:entry>
         <oasis:entry colname="col3">4.9</oasis:entry>
         <oasis:entry colname="col4">7.0</oasis:entry>
         <oasis:entry colname="col5">8.6</oasis:entry>
         <oasis:entry colname="col6">17.0</oasis:entry>
         <oasis:entry colname="col7">66.9</oasis:entry>
         <oasis:entry colname="col8">83.2</oasis:entry>
         <oasis:entry colname="col9">91.4</oasis:entry>
         <oasis:entry colname="col10">90.2</oasis:entry>
         <oasis:entry colname="col11"><inline-formula><mml:math id="M209" display="inline"><mml:mrow><mml:mn mathvariant="normal">1.689</mml:mn><mml:mo>×</mml:mo><mml:msup><mml:mn mathvariant="normal">10</mml:mn><mml:mn mathvariant="normal">7</mml:mn></mml:msup></mml:mrow></mml:math></inline-formula></oasis:entry>
       </oasis:row>
     </oasis:tbody>
   </oasis:tgroup></oasis:table></table-wrap>

<sec id="Ch1.S5.SS1">
  <title>V4 CAD in the troposphere</title>
<sec id="Ch1.S5.SS1.SSS1">
  <title>Case studies</title>
</sec>
<sec id="Ch1.S5.SS1.SSSx1" specific-use="unnumbered">
  <title>Dense dust layers over the Taklimakan Desert</title>
      <p id="d1e4313">The Taklimakan, located in the Tarim Basin in northwest China at about
40<inline-formula><mml:math id="M210" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N, is one of the world's major deserts and most prolific dust
sources (Prospero et al., 2002). The<?pagebreak page716?> dust activity over the Tarim Basin area
is persistent almost all year long, reaching a maximum in the spring (Z. Liu
et al., 2008b; D. Liu et al., 2008). The Tarim Basin is surrounded by high
mountains, with the Tian Shan mountains in the north and the Kunlun Mountains
in the south and southwest. These mountains create circulations in the basin
that are favorable for dust to remain suspended aloft for long periods of
time (Tsunematsu et al., 2005). Taklimakan dust can often reach altitudes
high into the troposphere and subsequently be transported long distances by
westerlies (Huang et al., 2008; Uno et al., 2009).</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F11" specific-use="star"><caption><p id="d1e4327">V4 532 nm attenuated
backscatter coefficients <bold>(a, d)</bold>, V3 CAD scores <bold>(b, e)</bold>, and
V4 CAD scores <bold>(c, f)</bold> for the granule 2008-05-04T20-15-32ZN located
between 31 and 49<inline-formula><mml:math id="M211" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N <bold>(a–c)</bold> and for the granule
2008-08-07T07-08-39ZD located between 29 and 47<inline-formula><mml:math id="M212" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N <bold>(d–f)</bold>.</p></caption>
            <?xmltex \igopts{width=455.244094pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f11.png"/>

          </fig>

      <p id="d1e4370">One of the issues with the V3 CAD was that dense dust layers over the
Taklimakan area were often misclassified as cloud when they were lofted to
relatively high altitudes and/or transported far to the north (<inline-formula><mml:math id="M213" display="inline"><mml:mrow><mml:mo>&gt;</mml:mo><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">40</mml:mn></mml:mrow></mml:math></inline-formula><inline-formula><mml:math id="M214" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N), where the occurrence of ice clouds becomes
more significant compared to dust (Jin et al., 2014). In these cases,
classification skill has been improved in the V4 CAD algorithm by reducing
the latitude bands of the PDFs from 10<inline-formula><mml:math id="M215" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> in V3 to 5<inline-formula><mml:math id="M216" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> and
optimizing the height-dependent characteristic scattering parameters used in
the PDFs.</p>
      <?pagebreak page717?><p id="d1e4411">Dense dust layers detected at single-shot resolution were classified as
cloud by default in V3. In V4, the CAD algorithm is now also applied to
single-shot layers. This extended application of the CAD algorithm has
significantly reduced the misclassification of single-shot dust layers. An
example of dense dust over Taklimakan, observed by CALIOP around 20:15:32 UTC on 4 May 2008, is shown in Fig. 11a–c. Multilayered dust
(yellow–red–grayish areas) appears between 38.24 and
45.4<inline-formula><mml:math id="M217" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N and extends from the surface to <inline-formula><mml:math id="M218" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">12</mml:mn></mml:mrow></mml:math></inline-formula> km,
with the densest layer (red–grayish area) at 2–4 km. An attenuating water
cloud is embedded in the dust at <inline-formula><mml:math id="M219" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">4</mml:mn></mml:mrow></mml:math></inline-formula> km north of
43.6<inline-formula><mml:math id="M220" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N. While the V3 CAD algorithm correctly identified the water
cloud, a large portion of the dust north of <inline-formula><mml:math id="M221" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">40</mml:mn></mml:mrow></mml:math></inline-formula><inline-formula><mml:math id="M222" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N
was misclassified as high-confidence cloud (mostly as ice cloud). As can be
seen in Fig. 11c, the V4 CAD correctly classifies these layers as aerosols
with good confidence levels (CAD scores between <inline-formula><mml:math id="M223" display="inline"><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">100</mml:mn></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M224" display="inline"><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">50</mml:mn></mml:mrow></mml:math></inline-formula>).</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F12" specific-use="star"><caption><p id="d1e4494">Seasonal variations in <bold>(a)</bold> V3 aerosol fraction,
<bold>(b)</bold> V4 aerosol fraction, <bold>(c)</bold> fractions of V3 clouds
changing to V4 aerosols, <bold>(d)</bold> V3 hot cirrus, <bold>(e)</bold> V4
hot cirrus, and <bold>(f)</bold> the fraction of V3 hot cirrus that
changes to V4 aerosol in the Taklimakan region (35 to 45<inline-formula><mml:math id="M225" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N, 75 to
90<inline-formula><mml:math id="M226" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> E). The fractions in panels <bold>(a)</bold>, <bold>(c)</bold>,
<bold>(d)</bold>, and <bold>(f)</bold> are relative to the total number of V3 clouds
and aerosols whereas the fractions in panels <bold>(b)</bold> and <bold>(e)</bold>
are relative to the V4 total. The red curve in each panel is a column average
fraction (%) between 0 and 7 km. Additional information is provided in
panel <bold>(c)</bold>, in which the blue curve shows the contributions from V3 hot cirrus and the magenta curve shows the contributions from all V3 ice
clouds. The difference between the green and magenta curves quantifies the
contributions of no-confidence clouds, while the difference between the red
and green curves quantifies the (very small) contributions from V3 water
clouds. In total, 29.6 % of all V3 cloud-to-V4 aerosol changes were
considered hot cirrus in V3. High-confidence ice clouds, low-confidence
ice clouds, and water clouds contribute 47.1 %, 19.2 %, and
4.1 %, respectively.</p></caption>
            <?xmltex \igopts{width=341.433071pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f12.png"/>

          </fig>

      <p id="d1e4562">Another example of dense dust over Taklimakan, which occurred at 07:08:39 UTC on 7 August 2008, is shown in Fig. 11d–f. In this example,
part of the heavy dust portion at <inline-formula><mml:math id="M227" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">4</mml:mn></mml:mrow></mml:math></inline-formula>–5 km is misclassified as
cloud in V3 and remains misclassified as cloud in V4, but with much lower
CAD scores. Very dense dust layers located above <inline-formula><mml:math id="M228" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">4</mml:mn></mml:mrow></mml:math></inline-formula> km and
north of <inline-formula><mml:math id="M229" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">40</mml:mn></mml:mrow></mml:math></inline-formula><inline-formula><mml:math id="M230" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N will sometimes be misclassified as
cloud because north of <inline-formula><mml:math id="M231" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">40</mml:mn></mml:mrow></mml:math></inline-formula><inline-formula><mml:math id="M232" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N a significant amount
of ice cloud exists at altitudes of 4 km and below. The V3
misclassification of high-altitude and high-latitude dense dust is not
completely corrected in V4, as Fig. 11 illustrates, but the frequency of
these dense dust cases is very low.</p>
      <p id="d1e4621">When a dust layer is misclassified as cloud, the high layer depolarization
ratio can cause it to be further misclassified as an ice cloud by the
cloud-phase algorithm (Hu et al., 2009; Avery et al., 2018), and hence the
CALIPSO data products can sometimes report ice clouds that have temperatures
warmer than 0 <inline-formula><mml:math id="M233" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula>C (Liu et al., 2009). These so-called “hot cirrus”
(e.g., Liu et al., 2009) are highly likely to be misclassifications of dust.
To more quantitatively evaluate the changes of the V4 CAD compared to the V3
CAD, Fig. 12 shows seasonal variations in (a) V3 aerosol fraction, (b) V4
aerosol fraction, (c) V3 clouds that changed to V4 aerosol, (d) V3 hot cirrus
fraction, (e) V4 hot cirrus fraction, and (f) V3 hot cirrus clouds that
changed to V4 aerosol for a selected geographic region (35 to 45<inline-formula><mml:math id="M234" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N,
75 to 90<inline-formula><mml:math id="M235" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> E) that contains the entire Tarim Basin where dust is the
dominant aerosol type (Wang et al., 2008). Hot cirrus occurs most frequently
between 3 and 5 km, where dense dust can be lofted and clouds start to occur
more frequently. The column mean of V3 hot cirrus fraction reaches a maximum
of <inline-formula><mml:math id="M236" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">8</mml:mn></mml:mrow></mml:math></inline-formula> % in August 2008 (Fig. 12d), and close to 80 % of the V3
hot cirrus changed to V4 aerosol (Fig. 12d and f). The hot cirrus fraction in
V4 is significantly reduced, reaching a monthly maximum value of less than
3 % during the summer (Fig. 12e). This indicates that V4 has been
improved significantly in this particular geographic region, especially at
those altitudes where dense dust is most frequently misclassified as cloud in
V3. There should also be a certain fraction of misclassified dust with
temperatures colder than 0 <inline-formula><mml:math id="M237" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula>C that was classified as ice cloud by
the cloud-phase algorithm in V3 and still remains misclassified as ice in V4.
However, it is very difficult to quantify this type of misclassified dust.</p>
      <?pagebreak page718?><p id="d1e4670">Overall, there are more aerosols in V4 than in V3 because many of the layers
misclassified as clouds in V3 are correctly classified as aerosols in V4.
These changes occur mainly at relatively high altitudes, as seen in Fig. 12c,
and reach a maximum of <inline-formula><mml:math id="M238" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">20</mml:mn></mml:mrow></mml:math></inline-formula> % at altitudes of 4–5 km during the
spring. For the column average from 0 to 7 km over this geographic region,
the fractional change from cloud to aerosol varies from 5 % in the late
fall to 16 % in the summer. The change from V3 ice contributes the most
and accounts for 47.1 % of the total V3 cloud to V4 aerosol change,
followed by the change from V3 “hot ice” (29.6 %) and V3
no-confidence cloud (19.2 %). Only a very small fraction of V3 water
clouds changed their type, accounting for 4.1 % of the total change.</p>
</sec>
<sec id="Ch1.S5.SS1.SSSx2" specific-use="unnumbered">
  <title>Lofted Asian dust layers near the Arctic </title>
      <p id="d1e4689">The V4 CAD algorithm also makes significant improvements in classifying
lofted layers of Asian dust and polluted dust that are transported to the
Arctic each spring. The Arctic regions have long been known to be impacted by
aerosols from midlatitude sources, with the primary evidence being the
springtime haze in the lower troposphere (Garrett and Verzella, 2008).
Pollution and dust from Asian sources can reach the Arctic in 3 to 5 days,
carried by midlatitude cyclones (Di Pierro et al., 2011, 2013; Z. Huang et
al., 2015). In the earlier CALIOP data product releases, dust layers over the
Arctic could be misclassified by the CAD algorithm as ice clouds (Di Pierro
et al., 2011). An example measured at 18:28:54 UTC on 1 March 2008 is shown
in Fig. 13. The attenuated backscatter data in Fig. 13a show numerous faint
layers visible at altitudes of 5 to 10 km between 50 and 80<inline-formula><mml:math id="M239" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N.
These layers show enhanced depolarization, albeit with depolarization ratios
smaller than the typical values for ice clouds. Back trajectories analyzed
using the HYSPLIT model from a representative point (74<inline-formula><mml:math id="M240" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N,
138<inline-formula><mml:math id="M241" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> E) along the CALIPSO transect (Fig. 13d) indicate that most of
these air parcels were originated and lifted up from the surface close to the
Taklimakan Desert within the previous 5 days. These layers are thus likely
dust transported from the lower latitudes, as demonstrated by Di Pierro et
al. (2011, 2013). Many of these layers were misclassified as ice clouds in
V3, as shown in Fig. 13b, and are now correctly classified in V4 as aerosols
with high CAD scores, as shown in Fig. 13c.</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F13" specific-use="star"><caption><p id="d1e4721"><bold>(a)</bold> V4 532 nm
attenuated backscatter coefficients, <bold>(b)</bold> V3 CAD scores, and
<bold>(c)</bold> V4 CAD scores for the granule 2008-03-01T18-28-54ZN between 43
and 81<inline-formula><mml:math id="M242" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N, and <bold>(d)</bold> NOAA HYSPLIT back trajectories starting
at 74.35<inline-formula><mml:math id="M243" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N, 138.76<inline-formula><mml:math id="M244" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> E.</p></caption>
            <?xmltex \igopts{width=369.885827pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f13.png"/>

          </fig>

      <p id="d1e4769">In polar winter, ice crystals often form in clear skies when temperatures
become very cold, due to slow isobaric cooling of moist air advected from
lower latitudes, especially over the Antarctic plateau (Lachlan-Cope, 2010).
Crystal<?pagebreak page719?> concentrations tend to be low and were often misclassified as aerosol
in V3, although in V3 aerosol in polar regions above ice and snow surfaces
could only be classified as clean or polluted continental. In V4, the
misclassification of tenuous ice crystals as aerosol still occurs, as pointed
out by di Biagio et al. (2018). Note that in V4, the restrictions on aerosol
type in polar regions have been
removed and these tenuous ice crystals tend to be classified in V4 as mineral
dust when misclassifications occur, even in regions where detectable
intrusions of mineral dust from midlatitude source regions are rare.</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F14"><caption><p id="d1e4775"><bold>(a)</bold> V4 532 nm attenuated backscatter coefficients,
<bold>(b)</bold> 532 nm volume depolarization ratios, <bold>(c)</bold> version 3 CAD
scores, and <bold>(d)</bold> version 4 CAD scores for the granule
2009-02-10T12-33-03ZN between 5.97<inline-formula><mml:math id="M245" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N and 38.81<inline-formula><mml:math id="M246" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S.</p></caption>
            <?xmltex \igopts{width=241.848425pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f14.png"/>

          </fig>

      <?xmltex \floatpos{t}?><fig id="Ch1.F15" specific-use="star"><caption><p id="d1e4815">Geographical distributions of V4 aerosol and cloud fractions (in
<inline-formula><mml:math id="M247" display="inline"><mml:mrow><mml:msub><mml:mi>log⁡</mml:mi><mml:mn mathvariant="normal">10</mml:mn></mml:msub></mml:mrow></mml:math></inline-formula> percentage) derived from 1 year (2008) of the CALIOP
day <bold>(a–d)</bold> and night <bold>(e–h)</bold> profile products. Percentages
are computed by dividing the number of 60 m <inline-formula><mml:math id="M248" display="inline"><mml:mo>×</mml:mo></mml:math></inline-formula> 5 km range bins
classified as aerosol <bold>(a, e)</bold> or cloud <bold>(c, g)</bold> by the total
number of range bins containing either aerosol or cloud. The corresponding
fractional changes from V3 cloud to V4 aerosol are shown in
panels <bold>(b)</bold> and <bold>(f)</bold>. Panels <bold>(d)</bold> and <bold>(h)</bold>
show the fraction changes from V3 aerosol to V4 cloud.</p></caption>
            <?xmltex \igopts{width=355.659449pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f15.png"/>

          </fig>

<?xmltex \floatpos{p}?><table-wrap id="Ch1.T3"><caption><p id="d1e4870">Scene classification confusion matrices (V3 vs. V4) for the year
2008, <bold>(a)</bold> nighttime and <bold>(b)</bold> daytime. The third column of
the first two rows is the fraction of the V3 cloud or aerosol relative to the
total number of V3 features detected. The first two columns of the third row
show the percentage of the V4 cloud or aerosol relative to the total number
of V4 features detected.</p></caption><oasis:table frame="topbot"><oasis:tgroup cols="4">
     <oasis:colspec colnum="1" colname="col1" align="left"/>
     <oasis:colspec colnum="2" colname="col2" align="right"/>
     <oasis:colspec colnum="3" colname="col3" align="right"/>
     <oasis:colspec colnum="4" colname="col4" align="right"/>
     <oasis:thead>
       <oasis:row rowsep="1">
         <oasis:entry colname="col1"><bold>(a)</bold> Night</oasis:entry>
         <oasis:entry colname="col2">Cloud</oasis:entry>
         <oasis:entry colname="col3">Aerosol</oasis:entry>
         <oasis:entry colname="col4">V3 total</oasis:entry>
       </oasis:row>
     </oasis:thead>
     <oasis:tbody>
       <oasis:row>
         <oasis:entry colname="col1">Cloud</oasis:entry>
         <oasis:entry colname="col2">95.4</oasis:entry>
         <oasis:entry colname="col3">4.6</oasis:entry>
         <oasis:entry colname="col4">70.8</oasis:entry>
       </oasis:row>
       <oasis:row>
         <oasis:entry colname="col1">Aerosol</oasis:entry>
         <oasis:entry colname="col2">11.1</oasis:entry>
         <oasis:entry colname="col3">88.9</oasis:entry>
         <oasis:entry colname="col4">29.2</oasis:entry>
       </oasis:row>
       <oasis:row>
         <oasis:entry colname="col1">V4 total</oasis:entry>
         <oasis:entry colname="col2">70.8</oasis:entry>
         <oasis:entry colname="col3">29.2</oasis:entry>
         <oasis:entry colname="col4">93.5</oasis:entry>
       </oasis:row>
     </oasis:tbody>
   </oasis:tgroup>

  <oasis:tgroup cols="4">
     <oasis:colspec colnum="1" colname="col1" align="left"/>
     <oasis:colspec colnum="2" colname="col2" align="right"/>
     <oasis:colspec colnum="3" colname="col3" align="right"/>
     <oasis:colspec colnum="4" colname="col4" align="right"/>
     <oasis:thead>
       <oasis:row rowsep="1">
         <oasis:entry colname="col1"><bold>(b)</bold> Day</oasis:entry>
         <oasis:entry colname="col2">Cloud</oasis:entry>
         <oasis:entry colname="col3">Aerosol</oasis:entry>
         <oasis:entry colname="col4">V3 total</oasis:entry>
       </oasis:row>
     </oasis:thead>
     <oasis:tbody>
       <oasis:row>
         <oasis:entry colname="col1">Cloud</oasis:entry>
         <oasis:entry colname="col2">95.7</oasis:entry>
         <oasis:entry colname="col3">4.3</oasis:entry>
         <oasis:entry colname="col4">76.3</oasis:entry>
       </oasis:row>
       <oasis:row>
         <oasis:entry colname="col1">Aerosol</oasis:entry>
         <oasis:entry colname="col2">4.6</oasis:entry>
         <oasis:entry colname="col3">95.4</oasis:entry>
         <oasis:entry colname="col4">23.7</oasis:entry>
       </oasis:row>
       <oasis:row>
         <oasis:entry colname="col1">V4 total</oasis:entry>
         <oasis:entry colname="col2">74.1</oasis:entry>
         <oasis:entry colname="col3">25.9</oasis:entry>
         <oasis:entry colname="col4">95.6</oasis:entry>
       </oasis:row>
     </oasis:tbody>
   </oasis:tgroup></oasis:table></table-wrap>

</sec>
<sec id="Ch1.S5.SS1.SSSx3" specific-use="unnumbered">
  <title>High-altitude smoke – the Black Saturday event</title>
      <p id="d1e5048">Smoke plumes are often found in the upper troposphere and are occasionally
injected above the tropopause by pyrocumulonimbus convection triggered by
fires (Fromm et al., 2010; de Laat et al., 2012; Khaykin et al., 2018). A
prominent example is the Black Saturday plume from the bushfires of Australia
on 7 February 2009 (de Laat et al., 2012; Glatthor et al., 2013). Figure 14
shows smoke plumes at high altitudes <inline-formula><mml:math id="M249" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">20</mml:mn></mml:mrow></mml:math></inline-formula> to <inline-formula><mml:math id="M250" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">40</mml:mn></mml:mrow></mml:math></inline-formula><inline-formula><mml:math id="M251" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S on
10 February 2009. The low depolarization ratio (below 6 %, Fig. 14b) and
increasing color ratio from top to base (not shown here) suggest that these
layers are smoke, in contrast to the cloud layers with large depolarization
and relatively uniform color ratio between <inline-formula><mml:math id="M252" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">2</mml:mn></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M253" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">20</mml:mn></mml:mrow></mml:math></inline-formula><inline-formula><mml:math id="M254" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S. Whereas most of these layers were classified as clouds by
the V3 CAD, the V4 CAD now correctly identifies these high-altitude smoke
layers as aerosols. Note that the plume at lower altitudes between <inline-formula><mml:math id="M255" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">20</mml:mn></mml:mrow></mml:math></inline-formula>
and <inline-formula><mml:math id="M256" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">28</mml:mn></mml:mrow></mml:math></inline-formula><inline-formula><mml:math id="M257" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S has high confidence (large CAD scores) in V4 and
the plume at high altitudes between <inline-formula><mml:math id="M258" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">30</mml:mn></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M259" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">40</mml:mn></mml:mrow></mml:math></inline-formula><inline-formula><mml:math id="M260" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> S has
low or no confidence (small CAD values). This is an indication that the
probability for aerosols to be present at higher altitudes is smaller than at
lower altitudes.</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F16" specific-use="star"><caption><p id="d1e5166">Seasonal distributions of fractional changes of V3 aerosol to V4
cloud or V3 cloud to V4 aerosol as a function of altitude <bold>(a–d)</bold> and
latitude <bold>(e–h)</bold> (<bold>c</bold>, day; <bold>d</bold>, night), and seasonal
variations in latitudinal changes of version 3 aerosol switching to version 4
cloud (<bold>e</bold>, day; <bold>f</bold>, night), version 3 cloud switching to
version 4 aerosol (<bold>g</bold>, day; <bold>h</bold>, night).</p></caption>
            <?xmltex \igopts{width=355.659449pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f16.png"/>

          </fig>

<?xmltex \hack{\newpage}?>
</sec>
<?pagebreak page720?><sec id="Ch1.S5.SS1.SSS2">
  <title>Global statistics</title>
</sec>
<sec id="Ch1.S5.SS1.SSSx4" specific-use="unnumbered">
  <title>Confusion matrices</title>
      <p id="d1e5215">Table 3 shows scene classification confusion matrices for the year of 2008,
calculated from individual range bins within the troposphere obtained from
the 5 km profile products. These comparisons use only those range bins that
are classified as either cloud or aerosol in both V3 and V4. Range bins
reporting new features detected in V4 only and range bins that report
features detected in V3 that were not detected in V4 are excluded. The first
two rows represent the V3 clouds and aerosols and the first two columns
indicate the V4 clouds and aerosols. The two diagonal elements represent the
percentage of range bins that remain unchanged; the off-diagonal elements
show the percentage of range bins for which the feature type changed. The
third column of the first two rows is the percentage of the V3 cloud or
aerosol<?pagebreak page721?> relative to the total number of V3 features detected. Similarly, the
first two columns of the third row give the percentages of the V4 cloud or
aerosol relative to the total number of V4 features detected. The diagonal
element of the third row and third column is the percentage of the total
number of range bins that remains unchanged.</p>
      <p id="d1e5218">We see from this table that, for both daytime and nighttime, less than
5 % of V3 clouds are changed to aerosols in V4. While 4.6 % of V3
daytime aerosols are reclassified as clouds in V4, this change is more than 2
times larger (11.1 %) at night. Our preliminary analyses suggest that
more cirrus fringes are detected at night than
during the day, presumably because of the
better nighttime SNR. Overall, the net cloud and aerosol fractions remained
the same during the night, whereas the V4 net aerosol faction increased by
<inline-formula><mml:math id="M261" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">2</mml:mn></mml:mrow></mml:math></inline-formula> % during day.</p>
      <p id="d1e5231">Because the lower 532 nm calibration coefficients in V4 increase the
magnitude of the attenuated backscatter coefficients, the V4 feature finder
detection totals increased by 12.6 % and 6.2 %, respectively, at
night and during the day (refer to Table A1 in Appendix A). At the same time,
about 3.6 % of cloud and aerosol features reported in V3 during both
night and day were not detected in V4, resulting in a net increase of
9.0 % in the V4 nighttime data and 2.5 % in the daytime data. The new
features that are excluded in Table 3 are classified about equally as clouds
and aerosols in V4.</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F17" specific-use="star"><caption><p id="d1e5236">Altitude–latitude distributions of aerosol and cloud scene samples
of V3 <bold>(a, d, g, j)</bold> and V4 <bold>(b, e, h, k)</bold> as well as the
fractional changes <bold>(c, f, i, l)</bold> of the total V3 cloud and aerosol
scenes derived from 1 year (2008) of the CALIOP day <bold>(a–f)</bold> and
night <bold>(g–l)</bold> profile products.</p></caption>
            <?xmltex \igopts{width=497.923228pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f17.png"/>

          </fig>

</sec>
<sec id="Ch1.S5.SS1.SSSx5" specific-use="unnumbered">
  <title>Geographical distributions and seasonal variations</title>
      <p id="d1e5266">To investigate possible spatial patterns in the CAD classification changes,
we used the same 5 km profile products to locate where and when the
classification changes occurred. Figure 15 presents geographic distributions
of V4 cloud and aerosol fractions and the corresponding fractional change of
V3 aerosol to V4 cloud or V3 cloud to V4 aerosol relative to the total V3
cloud and aerosol. The distribution patterns of the changes essentially
follow the patterns of the cloud and aerosol distributions. More changes of
V3 cloud to V4<?pagebreak page722?> aerosol are seen in the dust and smoke regions (Fig. 15b and
f). As shown in Fig. 16a and b, the fractional change of V3 aerosol
to V4 cloud decreases with increasing altitude because the aerosol
occurrence is relatively low at higher altitudes. However, the fractional
change relative to the V3 aerosol is very large at high altitudes (not
shown). The significant changes from V3 clouds to V4 aerosols that are seen
at 5–10 km appear to correspond to Asian dust activity over the sources and
transport to the Arctic (during March–May; see Fig. 16c and d) or smoke
plumes in the central and southern Africa (during August–October; see Fig. 16g and h).</p>
      <p id="d1e5269">Figure 17 presents joint altitude–latitude distributions of V3 and V4
aerosols and clouds in the left and middle columns, respectively. In Fig. 17b there appears to be a mode in the V4 daytime aerosol distribution in
the tropical upper troposphere that shows a correlation to the tropical
cloud distribution in Fig. 17e. This is mainly a residual of ice fringe
candidates that were not changed to ice after applying the fringe
amelioration algorithm. Shown in the right column in Fig. 17 are the changes
of V3 aerosol to V4 cloud or V3 cloud to V4 aerosol relative to the total
number of clouds and aerosols in each grid. Although most of the V3 aerosols
at altitudes above <inline-formula><mml:math id="M262" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">10</mml:mn></mml:mrow></mml:math></inline-formula> km have been changed to clouds in V4,
more high-altitude V3 clouds were converted to aerosols in V4. In general,
this behavior is expected, as the V4 CAD PDFs were deliberately designed to
be more sensitive to the presence of lofted high-altitude aerosols.
However, when misclassifications occur, the residuals are most often
classified as dust by the aerosol subtyping algorithm (Omar et al., 2009;
Kim et al., 2018).</p>
      <p id="d1e5282">There does not appear to be a clear high-altitude tropical aerosol mode in
the nighttime V4 aerosol distribution in Fig. 17h, providing evidence that
the mode seen in the daytime data is the result of classification errors.
Our analysis shows that there are about 3 times more high-altitude layers
detected at 5 km resolution and subsequently classified as dust during the
daytime than at night. This can partly explain the day and night difference
in the V4 aerosol distributions seen in Fig. 17 because layers detected at
5 km resolution are not processed by the fringe amelioration algorithm.</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F18" specific-use="star"><caption><p id="d1e5287">Examples of volcanic layers in CALIPSO data.
V4 532 nm attenuated
backscatter <bold>(a, e)</bold>, 532 nm volume depolarization ratios <bold>(b, f)</bold>, and CAD
scores <bold>(c, g)</bold> of stratospheric volcanic layers and ground
track <bold>(d, h)</bold> from the June 2011 Puyehue-Cordón
Caulle <bold>(a, b, c, d)</bold> and August
2008 Kasatochi eruptions <bold>(e, f, g, h)</bold>.</p></caption>
            <?xmltex \igopts{width=327.206693pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f18.jpg"/>

          </fig>

</sec>
</sec>
<?pagebreak page723?><sec id="Ch1.S5.SS2">
  <title>CAD performance in the stratosphere</title>
<sec id="Ch1.S5.SS2.SSS1">
  <title>Stratospheric volcanic aerosol</title>
      <p id="d1e5327">The CAD algorithm was originally designed for cloud and aerosol layers in
the troposphere and in previous versions did not include data from the
higher altitudes in its training set. As such, layers detected in the
stratosphere were not characterized in versions prior to V4 and were
instead simply called stratospheric features. The training set used to
develop the V4 CAD PDFs included stratospheric data from all of 2008 and
from two volcanic eruptions in June 2011 (see Sect. 3). These PDFs were
subsequently applied to all layers detected in the stratosphere in the V4
operational algorithm, thus enabling the classification of volcanic and
other stratospheric aerosol and cloud layers. Figure 18 shows two
examples of V4 CAD performance when classifying stratospheric volcanic
layers.</p>
      <p id="d1e5330">The extensive and clearly visible layer of enhanced backscatter between <inline-formula><mml:math id="M263" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">50</mml:mn></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M264" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">80</mml:mn></mml:mrow></mml:math></inline-formula><inline-formula><mml:math id="M265" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N in Fig. 18a is a volcanic layer injected by the
Kasatochi eruption (55<inline-formula><mml:math id="M266" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N) in August 2008 (Vernier et al., 2013).
The persistence of this layer during the 3 months after the eruption
underscores the need to characterize these layers properly.
<inline-formula><mml:math id="M267" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> for this extended layer was relatively low, suggesting
the predominance of sulfate particles (Fig. 18b). As can be seen in Fig. 18c,
the V4 CAD algorithm correctly classified almost all of the volcanic layer as
aerosol with high confidence (CAD scores approaching
<inline-formula><mml:math id="M268" display="inline"><mml:mrow><mml:mo>-</mml:mo><mml:mn mathvariant="normal">100</mml:mn></mml:mrow></mml:math></inline-formula>). Figure 18e shows another plume resulting
from the eruption of Puyehue-Cordón Caulle in Chile in June 2011 at an
altitude of 10–12 km. In contrast to the Kasatochi volcano, the silicate
ash content in this plume was very high (Vernier et al., 2013), as can be
seen in the relatively high <inline-formula><mml:math id="M269" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula> in Fig. 18f. Once again, the
V4 CAD algorithm classifies most of the layers as aerosols. However, the CAD
scores are not very high (Fig. 18g). This largely reflects the fact that the
probability for a relatively dense depolarizing aerosol to be present at high
altitudes is low, and the cloud and aerosol PDF overlap region here is large
compared with low<?pagebreak page724?> altitudes. A significant fraction of the Puyehue-Cordón
plume is classified as cloud, possibly due to high color ratios and
depolarization ratios that fall within the PDF overlap region with ice
clouds. Because volcanic eruptions can release large amounts of water vapor,
which can then condense into ice cloud particles (Guo et al., 2004), it is
not always possible to determine with absolute certainty whether the putative
cloud layers in the Cordón plume are misclassified aerosols or actually
legitimate clouds.</p>
      <p id="d1e5403">While the V4 CAD can distinguish aerosols and clouds for stratospheric
layers, uncertainties tend to increase as the altitude increases. This
increasing uncertainty derives from the fact that the very low aerosol
occurrence frequency at high altitudes does not provide a statistically
significant sample size to constrain the PDFs, and thus the high-altitude
PDFs were created by extrapolation from measurements at lower altitudes.
Further, because the SNR of stratospheric layers is typically quite low,
there is a widening in the distribution of color ratio and attenuated
backscatter for stratospheric features compared to features at lower
altitudes, leading to generally lower stratospheric CAD scores. This can be
seen in Fig. 19, which shows the CAD scores of both aerosol and cloud layers
with bases within 2 km above the tropopause and above 4 km above the
tropopause for July–October 2008 between <inline-formula><mml:math id="M270" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">50</mml:mn></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M271" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">82</mml:mn></mml:mrow></mml:math></inline-formula><inline-formula><mml:math id="M272" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N. These layers are mostly from the
Kasatochi volcano. Within 2 km above the tropopause, the CAD algorithm
classifies both aerosols and clouds with good confidence. However, as we go
higher up in the stratosphere, the general lack of data, as well as
decreasing SNR for weaker features, makes CAD increasingly difficult.
Furthermore, the fraction of feature-finder false positives may become
significant, especially for daytime measurements over bright surfaces or
optically thick stratus cloud decks. These false positives generally have
very small CAD scores, which quite rightly reflect a lack of classification
confidence. As a result, at very high altitudes, most of the layers
classified as clouds exhibit very low or no confidence (CAD score <inline-formula><mml:math id="M273" display="inline"><mml:mrow><mml:mo>&lt;</mml:mo><mml:mn mathvariant="normal">20</mml:mn></mml:mrow></mml:math></inline-formula>)
(similar to aerosols, as seen in Fig. 22) and the CAD algorithm generally
seems to provide somewhat more confidence in the aerosol classification than
the clouds. This is consistent with the general dearth of cloud occurrence at
stratospheric altitudes.</p>
</sec>
<sec id="Ch1.S5.SS2.SSS2">
  <title>Polar stratospheric clouds and aerosols</title>
      <p id="d1e5450">PSCs are ubiquitous in both polar regions in local winter and have important
consequences for polar ozone loss processes (e.g., Lowe and MacKenzie, 2008).
Along with other stratospheric layers, the V4 CAD algorithm is now applied to
PSCs as well. The CALIPSO project produces the Level 2 Polar Stratospheric
Cloud product that uses the spatial and optical properties of these clouds to
classify them according to type (Pitts et al., 2009). By definition a PSC is
a cloud. In the CALIPSO PSC product, PSCs are classified by composition as a
supercooled ternary solution (STS) of
<inline-formula><mml:math id="M274" display="inline"><mml:mrow class="chem"><mml:msub><mml:mi mathvariant="normal">HNO</mml:mi><mml:mn mathvariant="normal">3</mml:mn></mml:msub></mml:mrow></mml:math></inline-formula>, <inline-formula><mml:math id="M275" display="inline"><mml:mrow class="chem"><mml:msub><mml:mi mathvariant="normal">H</mml:mi><mml:mn mathvariant="normal">2</mml:mn></mml:msub><mml:msub><mml:mi mathvariant="normal">SO</mml:mi><mml:mn mathvariant="normal">4</mml:mn></mml:msub></mml:mrow></mml:math></inline-formula>, and <inline-formula><mml:math id="M276" display="inline"><mml:mrow class="chem"><mml:msub><mml:mi mathvariant="normal">H</mml:mi><mml:mn mathvariant="normal">2</mml:mn></mml:msub><mml:mi mathvariant="normal">O</mml:mi></mml:mrow></mml:math></inline-formula>, Mix 1, Mix 2, or ice
particles. Mix 1 and Mix 2 are PSC classes denoting lower and higher nitric
acid trihydrate (NAT) number density and volume, respectively. Of these, STS
may be thought of as closest to being a liquid aerosol particle. In this
section, we assess the CAD classification of PSC layers by comparing V4
results with the classifications from the CALIPSO PSC-specific data product.
Figure 20 shows a comparison of extensive PSC layers observed over Antarctica
on 15 August 2008. Figure 20a shows results from the PSC product, with
specific colors assigned to the different PSC classifications. Figure 20b
shows the corresponding V4 CAD browse image for the same scene. Generally,
there is a good correlation between the spatial distributions of STS in the
left panels (red) and layers classified by V4 CAD as aerosols (red).</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F19"><caption><p id="d1e5495">CAD scores of stratospheric layers detected at 5 km or coarser
resolution observed during July through October 2008. The data in
panels <bold>(a)</bold> and <bold>(b)</bold> are restricted to layers having base
altitudes no more than 2 km above the tropopause, while the data in
panels <bold>(c)</bold> and <bold>(d)</bold> have base altitudes that are more than
4 km above the tropopause.</p></caption>
            <?xmltex \igopts{width=241.848425pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f19.png"/>

          </fig>

      <?xmltex \floatpos{t}?><fig id="Ch1.F20" specific-use="star"><caption><p id="d1e5518">Spatial distributions of profiles of <bold>(a)</bold> STS from the
CALIPSO PSC product and <bold>(b)</bold> stratospheric aerosol from the CALIPSO V4
CAD algorithm on 15 August 2008 over Antarctica for the granule
2008-08-15T15-25-28ZN.</p></caption>
            <?xmltex \igopts{width=441.017717pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f20.png"/>

          </fig>

      <?xmltex \floatpos{t}?><fig id="Ch1.F21" specific-use="star"><caption><p id="d1e5536">Comparison of the spatial distributions of the number of samples
classified as stratospheric aerosols from the CALIPSO V4 VFM <bold>(a, c)</bold>
and supercooled ternary solution (STS) from the CALIPSO PSC
product <bold>(b, d)</bold> over the Antarctic in June 2008 <bold>(a, b)</bold> and
over the Arctic in January 2008 <bold>(c, d)</bold>.</p></caption>
            <?xmltex \igopts{width=312.980315pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f21.png"/>

          </fig>

      <?xmltex \floatpos{t}?><fig id="Ch1.F22" specific-use="star"><caption><p id="d1e5559">Spatial distributions of the CAD scores for polar stratospheric
aerosols in <bold>(a)</bold> January and <bold>(b)</bold> June 2008.</p></caption>
            <?xmltex \igopts{width=327.206693pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f22.png"/>

          </fig>

      <p id="d1e5574">Figure 21 compares the spatial occurrence of stratospheric aerosol
identified by the V4 CAD (left panels) and STS from the PSC product (right
panels) for the months of June and January 2008 during the Antarctic and
Arctic PSC seasons, respectively. There is a good correspondence between the
locations of the peak concentration in latitude and altitude in both
hemispheres. Despite the differences in spatial occurrence and the general
uncertainty in applying cloud–aerosol terminology to PSCs, this level of
correspondence is quite encouraging for the CAD performance.</p>
      <p id="d1e5577">Figure 22 shows the CAD scores assigned to polar stratospheric aerosols for
January and June 2008, corresponding to the cases in Fig. 21. Above about 15 km the CAD scores are all very low (<inline-formula><mml:math id="M277" display="inline"><mml:mrow><mml:mo>&lt;</mml:mo><mml:mn mathvariant="normal">20</mml:mn></mml:mrow></mml:math></inline-formula>) for these aerosol layers,
similar to the clouds in Fig. 19. This is not unexpected since<?pagebreak page725?> these
particles are in the process of becoming PSCs. However, noise in the 1064 nm
data may also contribute to the classification uncertainties.</p>
</sec>
</sec>
</sec>
<sec id="Ch1.S6">
  <title>CAD for single-shot layers</title>
      <p id="d1e5598">Unlike the layers detected at 5 km and coarser resolutions (20 and 80 km),
which are detected using the 532 nm measurements, the single-shot layers at
333 m are detected by the CALIOP
algorithm using the 1064 nm measurements between the surface and <inline-formula><mml:math id="M278" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">8.2</mml:mn></mml:mrow></mml:math></inline-formula> km (Vaughan et al., 2009). These layers were classified a priori as
clouds in all data releases prior to and including V3. This is because,
pre-launch, aerosol layers were never expected to have the very high
attenuated backscatter coefficients required to be detected at single-shot
resolution. However, it has now been established that parts of extended dust
layers that are exceptionally dense<?pagebreak page726?> can sometimes be legitimately detected at
single-shot resolution. Thus, in V4, the CAD algorithm is applied to all
layers detected at single-shot resolution. This section will assess the
consequences of this change.</p>
      <p id="d1e5611">Figure 23 shows an example of layer classification of 333 m layers in V3 and
V4, measured on 8 August 2008 when CALIPSO was passing over the Sahara
desert. A strongly scattering layer can be seen between 10 and 15<inline-formula><mml:math id="M279" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N
right over this desert area (pale green and orange colors in Fig. 23b).
Embedded within the larger layer, a thick, dense layer with very high
backscatter (in orange) can also be seen, which was detected at 333 m
resolution (Fig. 23b) and classified as cloud (by
default, not shown) in V3. However, as seen in Fig. 23c, almost all of this
layer is now classified as aerosol in V4 (in orange). While clouds are
occasionally embedded in extensive dust layers, in this instance over the
Saharan desert the vertical extent and uniform backscattering within this
thick 333 m layer strongly indicate that it is comprised of aerosols only.
Findings such as this (which occur relatively frequently in the heart of the
dust belt) demonstrate the usefulness of the V4 CAD algorithm even for the
single-shot resolution layers.</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F23"><caption><p id="d1e5625"><bold>(a)</bold> V4 532 nm total attenuated backscatter coefficients
and <bold>(b)</bold> horizontal averaging required for layer detection for a
scene containing a strongly scattering aerosol layer observed on 27 January
2008 between latitudes of <inline-formula><mml:math id="M280" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">13</mml:mn></mml:mrow></mml:math></inline-formula> and <inline-formula><mml:math id="M281" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">10</mml:mn></mml:mrow></mml:math></inline-formula><inline-formula><mml:math id="M282" display="inline"><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:math></inline-formula> N. Cloud–aerosol
classification of the V4 atmospheric layers detected at 333 m is shown in
panel <bold>(c)</bold>. Note that the Earth's surface is also detected at the
333 m resolution, as seen in panel <bold>(b)</bold>, but these features are not
plotted in panel <bold>(c)</bold>.</p></caption>
        <?xmltex \igopts{width=241.848425pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f23.png"/>

      </fig>

      <?xmltex \floatpos{t}?><fig id="Ch1.F24" specific-use="star"><caption><p id="d1e5680">Spatial distribution of the fractional occurrence of the 333 m
aerosol layers out of all layers detected at 333 m resolution between
0 and 4 km in 2008 for <bold>(a)</bold> nighttime and <bold>(b)</bold> daytime data.</p></caption>
        <?xmltex \igopts{width=441.017717pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f24.png"/>

      </fig>

      <?xmltex \floatpos{t}?><fig id="Ch1.F25" specific-use="star"><caption><p id="d1e5697">Spatial distributions (<inline-formula><mml:math id="M283" display="inline"><mml:mrow><mml:mn mathvariant="normal">5</mml:mn><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup><mml:mo>×</mml:mo><mml:mn mathvariant="normal">5</mml:mn><mml:msup><mml:mi/><mml:mo>∘</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula>) of the mean
CAD scores for all 333 m aerosol layers detected during 2008 between
0 and 4 km; panel <bold>(a)</bold> shows nighttime means while panel <bold>(b)</bold>
shows daytime means.</p></caption>
        <?xmltex \igopts{width=426.791339pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f25.png"/>

      </fig>

      <p id="d1e5732">While cloud layers at single-shot resolution have been observed all over the
globe at various altitudes, dense aerosol layers amenable to detection at
333 m resolution are expected to occur mostly within extensive dust, marine,
or smoke layers. Figure 24 shows the spatial distribution of the fraction of
the 333 m layers that have been classified as aerosols by the CAD algorithm
in V4 between 0 and 4 km during all months of 2008, for both daytime and
nighttime data. As can be seen, the highest fractions of aerosol layers
detected at 333 m resolution occur over the dust belt region from
northeastern China to western Africa. Maximum fractions of <inline-formula><mml:math id="M284" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">60</mml:mn></mml:mrow></mml:math></inline-formula> % and <inline-formula><mml:math id="M285" display="inline"><mml:mrow><mml:mo>∼</mml:mo><mml:mn mathvariant="normal">40</mml:mn></mml:mrow></mml:math></inline-formula> % occur over the Sahara desert during the
nighttime and daytime, respectively. Over all other areas, the aerosol
fraction does not exceed 2 %–3 % of the total number of 333 m layers
detected (i.e., both cloud and aerosol layers). Note that because single-shot
detections were not included in the training set used for building the 5-D
CAD PDFs, the V4 PDFs are not optimized for the classification of 333 m
layers. As a result, there are cases in which extended, horizontally contiguous
regions of 333 m layers are only partially classified as aerosols. These
cases typically occur over arid regions, such as the Taklamakan Desert, and
other regions of the globe where very high aerosol loading can be expected.</p>
      <?pagebreak page727?><p id="d1e5755"><?xmltex \hack{\newpage}?>Figure 25 shows the spatial distribution of CAD scores for the 333 m aerosol
layers detected between 0 and 4 km in the 2008 data. In general, the
magnitude of the CAD scores is low (<inline-formula><mml:math id="M286" display="inline"><mml:mrow><mml:mo>&lt;</mml:mo><mml:mn mathvariant="normal">50</mml:mn></mml:mrow></mml:math></inline-formula>) over most parts of the globe,
with very low values (<inline-formula><mml:math id="M287" display="inline"><mml:mrow><mml:mo>&lt;</mml:mo><mml:mn mathvariant="normal">20</mml:mn></mml:mrow></mml:math></inline-formula>) over Greenland and Antarctica. As noted above,
the fractional occurrence of 333 m aerosols over these areas is also very
low (<inline-formula><mml:math id="M288" display="inline"><mml:mrow><mml:mo>&lt;</mml:mo><mml:mn mathvariant="normal">2</mml:mn></mml:mrow></mml:math></inline-formula> %–3 %), suggesting that these low CAD score magnitudes possibly
reflect noise-related issues rather than being a systematic problem with the
CAD algorithm. Note also the low CAD
score magnitudes over the Taklimakan region. The single-shot resolution
aerosol layers in this region are likely to be associated with dense dust
layers, as seen over the Sahara, and thus higher CAD score magnitudes might
have been expected for these layers. That we do not see these larger values
is partly due to the fact that the Taklimakan region is farther north than
the Sahara, and the occurrence of ice clouds is hence larger at the same
altitudes due to the colder temperatures.</p>

      <?xmltex \floatpos{t}?><fig id="Ch1.F26" specific-use="star"><caption><p id="d1e5791">Spatial distributions of the CAD scores for all 333 m cloud layers
detected between 0 and 4 km in 2008 for <bold>(a)</bold> nighttime and
<bold>(b)</bold> daytime data.</p></caption>
        <?xmltex \igopts{width=412.564961pt}?><graphic xlink:href="https://amt.copernicus.org/articles/12/703/2019/amt-12-703-2019-f26.png"/>

      </fig>

      <p id="d1e5807">The CAD scores are comparatively robust over northern Africa (CAD score
magnitudes <inline-formula><mml:math id="M289" display="inline"><mml:mrow><mml:mo>&gt;</mml:mo><mml:mn mathvariant="normal">50</mml:mn></mml:mrow></mml:math></inline-formula>), where the fractional occurrence is also
highest. Figure 25b shows the corresponding CAD scores over the daytime 333 m
aerosol layers for 2008. Compared to the nighttime, the daytime layers had
lower CAD score magnitudes everywhere, including the dust belt. Note that
issues caused by the higher daytime noise and the lack of corrections for
overlying attenuation can lead to imprecise CAD scores when the optical
properties deviate significantly from those of 5 km layers used in the
training sets.</p>
      <p id="d1e5820">Figure 26 shows the spatial distribution of the CAD scores for the 333 m
cloud layers between 0 and 4 km for 2008 for nighttime (left) and daytime
(right). Most of the cloud layers for both day and night have high CAD
scores (<inline-formula><mml:math id="M290" display="inline"><mml:mrow><mml:mo>&gt;</mml:mo><mml:mn mathvariant="normal">70</mml:mn></mml:mrow></mml:math></inline-formula>) as might be expected. However, over northern
Africa, the CAD scores are relatively lower. As mentioned above, dense dust
layers can be partially misclassified as cloud. These misclassified<?pagebreak page728?> clouds
generally have low CAD scores and largely contribute to the low mean CAD
score in this region where the cloud occurrence frequency is very low (see Fig. 15c and g).</p>
</sec>
<sec id="Ch1.S7" sec-type="conclusions">
  <title>Conclusions</title>
      <p id="d1e5839">In this paper, we have described the development and implementation of the
probability distribution functions (PDFs) and post-processor algorithms used
in the CALIOP version 4 (V4) level 2 cloud–aerosol discrimination (CAD)
algorithm and provided preliminary performance evaluations via comparisons
between the version 3 (V3) and V4 level 2 data products. Like the V3 PDFs,
the V4 PDFs are constructed using five different spatial and optical
properties: layer-integrated volume depolarization ratio (<inline-formula><mml:math id="M291" display="inline"><mml:mrow><mml:msub><mml:mi mathvariant="italic">δ</mml:mi><mml:mi mathvariant="normal">v</mml:mi></mml:msub></mml:mrow></mml:math></inline-formula>),
layer-integrated total attenuated color ratio (<inline-formula><mml:math id="M292" display="inline"><mml:mrow><mml:msup><mml:mi mathvariant="italic">χ</mml:mi><mml:mo>′</mml:mo></mml:msup></mml:mrow></mml:math></inline-formula>), layer-mean
attenuated backscatter at 532 nm (<inline-formula><mml:math id="M293" display="inline"><mml:mrow><mml:mo>〈</mml:mo><mml:msubsup><mml:mi mathvariant="italic">β</mml:mi><mml:mn mathvariant="normal">532</mml:mn><mml:mo>′</mml:mo></mml:msubsup><mml:mo>〉</mml:mo></mml:mrow></mml:math></inline-formula>), latitude, and altitude. In addition, the new PDFs
adopt finer spatial resolutions in the latitude and altitude dimensions,
eliminate zero-scaling factors at high altitudes, and include high-altitude
volcanic aerosols as part of the classification training data.</p>
      <p id="d1e5881">In contrast to previous versions, the V4 CAD algorithm is now applied to
layers detected at all altitudes and at all horizontal resolutions. More
particularly, using the CAD algorithm to evaluate layers detected at
single-shot resolution has proven to significantly improve the
classification of dense aerosols. The significantly improved calibration of
the level 1 data, along with a more targeted development of the PDFs with
higher latitude and altitude resolutions, leads to a more reliable and
consistent separation between clouds and aerosols.</p>
      <p id="d1e5884">In evaluating the performance of the V4 CAD algorithm in the troposphere, we
found that the classification of more than 95 % of clouds and daytime
aerosols and about 89 % of nighttime aerosols remained unchanged between
V3 and V4. Several of the systematic misclassifications observed in V3
(e.g., lofted Asian dust plumes being misidentified as cirrus clouds) have
now been largely resolved. This should particularly benefit future studies
of the transport of Asian dust to the Arctic in spring, the persistence of
smoke at high altitudes, and volcanic aerosols injected into the
stratosphere.</p>
      <p id="d1e5887">In the middle to upper troposphere, the V4 data products report a small
increase in the fraction of optically thin cirrus clouds (i.e., cirrus
fringes) that are misclassified as aerosol. This outcome is an unfortunate
side effect of two highly beneficial improvements: the more accurate
calibration of the 532 nm channel leads to more faint layers being detected,
and the V4 aerosol PDFs have been redesigned
to be more sensitive to the presence of depolarizing aerosol at high
altitudes. The extent of these misclassifications is minimized using a newly
developed cirrus fringe amelioration algorithm that uses a set of
spatial proximity tests to evaluate and, as necessary, override the original
aerosol classifications returned by the CAD PDF analyses. Additional
safeguards are provided by a second post-PDF algorithm added to correct
persistent misclassifications of dense water clouds lying beneath
attenuating smoke plumes.</p>
      <p id="d1e5891">In the stratosphere, volcanic aerosol layers, polar stratospheric clouds
(PSCs), and polar stratospheric aerosols (analogous to supercooled ternary
solutions in standard PSC terminology) are now classified properly. However,
as the altitude of the stratospheric layers increases above the tropopause,
the decreasing signal-to-noise ratio of the measurements increases both the
width of the PDFs and their degree of overlap, which in turn leads to low
confidence in the classification of the layers (i.e., low CAD score
magnitudes).</p>
      <p id="d1e5894">At single-shot resolution, the CAD algorithm again performs well, yielding
the highest frequency of single-shot aerosol layers in the dust belt, which
is consistent with geophysical expectations. The global distribution of CAD
scores for single-shot detections also behaves as expected and desired. The
CAD score magnitudes for single-shot aerosol<?pagebreak page729?> layers are quite low in those
places where very dense aerosol layers are not expected (e.g., over the
southern oceans) and substantially higher over desert regions, where dense
dust layers are relatively common.</p>
      <p id="d1e5897">Overall, in terms of the development of the PDFs and in the scope of their
application, we find that the CALIPSO V4 lidar level 2 data products deliver
substantial improvements in global cloud–aerosol discrimination relative to
V3, and these more accurate classifications are expected to further improve
the science results derived from CALIPSO measurements.</p>
</sec>

      
      </body>
    <back><notes notes-type="dataavailability">

      <p id="d1e5904">This study made extensive use of the CALIPSO level 2 5 km
merged layer product (Vaughan et al., 2018; NASA Langley Research Center
Atmospheric Science Data Center;
<ext-link xlink:href="https://doi.org/10.5067/CALIOP/CALIPSO/LID_L2_05kmMLay-Standard-V4-10" ext-link-type="DOI">10.5067/CALIOP/CALIPSO/LID_L2_05kmMLay-Standard-V4-10</ext-link>; last access:
10 July 2018), the CALIPSO level 2 5 km cloud profile product (Vaughan et
al., 2018; NASA Langley Research Center Atmospheric Science Data Center;
<ext-link xlink:href="https://doi.org/10.5067/CALIOP/CALIPSO/LID_L2_05kmCPro-Standard-V4-10" ext-link-type="DOI">10.5067/CALIOP/CALIPSO/LID_L2_05kmCPro-Standard-V4-10</ext-link>; last access:
10 July 2018), the CALIPSO level 2 5 km aerosol profile product (Vaughan et
al., 2018; NASA Langley Research Center Atmospheric Science Data Center;
<ext-link xlink:href="https://doi.org/10.5067/CALIOP/CALIPSO/LID_L2_05kmAPro-Standard-V4-10" ext-link-type="DOI">10.5067/CALIOP/CALIPSO/LID_L2_05kmAPro-Standard-V4-10</ext-link>; last access:
10 July 2018), and the CALIPSO level 2 vertical feature mask product (Vaughan
et al., 2018; NASA Langley Research Center Atmospheric Science Data Center;
<ext-link xlink:href="https://doi.org/10.5067/CALIOP/CALIPSO/LID_L2_VFM-Standard-V4-10" ext-link-type="DOI">10.5067/CALIOP/CALIPSO/LID_L2_VFM-Standard-V4-10</ext-link>; last access:
10 July 2018). All CALIPSO lidar data products are also available from the
AERIS/ICARE Data and Services Center (<uri>http://www.icare.univ-lille1.fr</uri>,
AERIS/ICARE; last access: 10 July 2018).</p>
  </notes><?xmltex \hack{\clearpage}?><app-group>

<?pagebreak page730?><app id="App1.Ch1.S1">
  <title>Improvement in feature detection due to improved data
calibration</title>
      <p id="d1e5931">The CALIOP feature finder, referred to as the selective, iterated boundary
location (SIBYL) algorithm, detects cloud and aerosol layers in the CALIOP
backscatter signals (Vaughan et al., 2009). The SIBYL scheme embeds a generic
profile scanning engine within an iterated, multi-resolution spatial
averaging scheme. Each iteration of the profile scanning engine builds a
range-varying detection threshold that scales automatically according to the
magnitudes of the background noise and the expected molecular backscatter
signal in the profile being examined. During execution of the scan, the
threshold is further modified to account for the estimated attenuation of
each feature encountered. By applying the multi-resolution averaging scheme,
SIBYL reliably culls increasingly fainter features from increasingly coarser
spatial averages of the same 80 km horizontal data segments. Due to the
improvements in the V4 level 1 532 nm calibration procedures, which
generally made the level 1 attenuated backscatter profile larger by
3 %–12 % or more (Kar et al., 2018; Getzewich et al., 2018), more
faint features that went undetected in V3 are now detected in V4. As seen in
Table A1, SIBYL's detection of clouds and aerosols increased by 2.2 % at
night and 0.4 % during the day.</p><?xmltex \hack{\newpage}?><?xmltex \floatpos{h!}?><table-wrap id="App1.Ch1.T1"><caption><p id="d1e5937">Confusion matrices for V3 and V4 detection and classification
derived from 1 year (2008) of the V3 and V4 cloud and aerosol profile
products. The first three rows represent the V3 clear air, cloud, and aerosol
categories, respectively. Similarly, the first three columns indicate the V4
clear air, cloud, and aerosol categories. The numbers in the diagonal
elements are the percentages of each category for which the classification
remained unchanged from V3 to V4. The numbers in the non-diagonal elements
are the percentage changes from one category to another relative to each V3
category. The last column is the fraction of each V3 category and the last
row is the fraction of each V4 category relative to the total number of
scenes.</p></caption><oasis:table frame="topbot"><?xmltex \begin{scaleboxenv}{.99}[.99]?><oasis:tgroup cols="5">
     <oasis:colspec colnum="1" colname="col1" align="left"/>
     <oasis:colspec colnum="2" colname="col2" align="right"/>
     <oasis:colspec colnum="3" colname="col3" align="right"/>
     <oasis:colspec colnum="4" colname="col4" align="right"/>
     <oasis:colspec colnum="5" colname="col5" align="right"/>
     <oasis:thead>
       <oasis:row rowsep="1">
         <oasis:entry colname="col1"><bold>(a)</bold> Night</oasis:entry>
         <oasis:entry colname="col2">V3 clear</oasis:entry>
         <oasis:entry colname="col3">V3 cloud</oasis:entry>
         <oasis:entry colname="col4">V3 aerosol</oasis:entry>
         <oasis:entry colname="col5">V3 total</oasis:entry>
       </oasis:row>
     </oasis:thead>
     <oasis:tbody>
       <oasis:row>
         <oasis:entry colname="col1">V4 clear</oasis:entry>
         <oasis:entry colname="col2">96.1</oasis:entry>
         <oasis:entry colname="col3">1.9</oasis:entry>
         <oasis:entry colname="col4">2.0</oasis:entry>
         <oasis:entry colname="col5">76.1</oasis:entry>
       </oasis:row>
       <oasis:row>
         <oasis:entry colname="col1">V4 cloud</oasis:entry>
         <oasis:entry colname="col2">2.3</oasis:entry>
         <oasis:entry colname="col3">93.2</oasis:entry>
         <oasis:entry colname="col4">4.5</oasis:entry>
         <oasis:entry colname="col5">16.7</oasis:entry>
       </oasis:row>
       <oasis:row>
         <oasis:entry colname="col1">V4 aerosol</oasis:entry>
         <oasis:entry colname="col2">6.6</oasis:entry>
         <oasis:entry colname="col3">10.4</oasis:entry>
         <oasis:entry colname="col4">83.1</oasis:entry>
         <oasis:entry colname="col5">7.2</oasis:entry>
       </oasis:row>
       <oasis:row>
         <oasis:entry colname="col1">V4 total</oasis:entry>
         <oasis:entry colname="col2">74.0</oasis:entry>
         <oasis:entry colname="col3">17.8</oasis:entry>
         <oasis:entry colname="col4">8.3</oasis:entry>
         <oasis:entry colname="col5">94.6</oasis:entry>
       </oasis:row>
     </oasis:tbody>
   </oasis:tgroup><?xmltex \end{scaleboxenv}?>

  <?xmltex \begin{scaleboxenv}{.99}[.99]?><oasis:tgroup cols="5">
     <oasis:colspec colnum="1" colname="col1" align="left"/>
     <oasis:colspec colnum="2" colname="col2" align="right"/>
     <oasis:colspec colnum="3" colname="col3" align="right"/>
     <oasis:colspec colnum="4" colname="col4" align="right"/>
     <oasis:colspec colnum="5" colname="col5" align="right"/>
     <oasis:thead>
       <oasis:row rowsep="1">
         <oasis:entry colname="col1"><bold>(b)</bold> Day</oasis:entry>
         <oasis:entry colname="col2">V3 clear</oasis:entry>
         <oasis:entry colname="col3">V3 cloud</oasis:entry>
         <oasis:entry colname="col4">V3 aerosol</oasis:entry>
         <oasis:entry colname="col5">V3 total</oasis:entry>
       </oasis:row>
     </oasis:thead>
     <oasis:tbody>
       <oasis:row>
         <oasis:entry colname="col1">V4 clear</oasis:entry>
         <oasis:entry colname="col2">98.8</oasis:entry>
         <oasis:entry colname="col3">0.6</oasis:entry>
         <oasis:entry colname="col4">0.7</oasis:entry>
         <oasis:entry colname="col5">83.8</oasis:entry>
       </oasis:row>
       <oasis:row>
         <oasis:entry colname="col1">V4 cloud</oasis:entry>
         <oasis:entry colname="col2">2.4</oasis:entry>
         <oasis:entry colname="col3">93.4</oasis:entry>
         <oasis:entry colname="col4">4.2</oasis:entry>
         <oasis:entry colname="col5">12.2</oasis:entry>
       </oasis:row>
       <oasis:row>
         <oasis:entry colname="col1">V4 aerosol</oasis:entry>
         <oasis:entry colname="col2">7.6</oasis:entry>
         <oasis:entry colname="col3">4.2</oasis:entry>
         <oasis:entry colname="col4">88.2</oasis:entry>
         <oasis:entry colname="col5">4.0</oasis:entry>
       </oasis:row>
       <oasis:row>
         <oasis:entry colname="col1">V4 total</oasis:entry>
         <oasis:entry colname="col2">83.3</oasis:entry>
         <oasis:entry colname="col3">12.1</oasis:entry>
         <oasis:entry colname="col4">4.6</oasis:entry>
         <oasis:entry colname="col5">97.7</oasis:entry>
       </oasis:row>
     </oasis:tbody>
   </oasis:tgroup><?xmltex \end{scaleboxenv}?></oasis:table></table-wrap>

<?xmltex \hack{\clearpage}?>
</app>
  </app-group><notes notes-type="authorcontribution">

      <p id="d1e6174">ZL developed the V4 cloud–aerosol
discrimination (CAD) algorithm, derived the probability distribution
functions, and spearheaded the comparative data analyses. JK created the
initial outline of the paper. JK and SZ performed extensive evaluation of CAD
performance in the stratosphere and troposphere, respectively. JT evaluated
the classification of cirrus cloud fringes. MV edited the paper and
managed the implementation of the algorithm. KPL, BG, and BM implemented the
algorithm. MV, MA, JP, AO, PL, CT, and DW provided scientific guidance and
helped design the data analyses and interpret the results.</p>
  </notes><notes notes-type="competinginterests">

      <p id="d1e6180">The authors declare that they have no conflicts of
interest. Coauthors Jacques Pelon and Charles Trepte are co-guest editors for
the CALIPSO version 4 algorithms and data products special issue in
<italic>Atmospheric Measurements Techniques</italic> but did not participate in any aspects of
the editorial review of this paper.</p>
  </notes><notes notes-type="sistatement">

      <p id="d1e6189">This article is part of the special issue “CALIPSO version 4
algorithms and data products”. It is not associated with a conference.</p>
  </notes><ack><title>Acknowledgements</title><p id="d1e6195">This paper is dedicated to the memory of William H. (Bill) Hunt, pioneering lidar designer and inspirational mentor to the
CALIOP algorithm development team. The authors also acknowledge the CALIOP
engineers and technicians at NASA Langley Research Center and Ball Aerospace
Technology Corporation. These men and women built a magnificent instrument
that continues to perform superbly far, far beyond its original design
lifetime. The two referees are thanked for their precious time and encouraging
comments.<?xmltex \hack{\newline}?><?xmltex \hack{\newline}?>
Edited by: James Campbell<?xmltex \hack{\newline}?>
Reviewed by: two anonymous referees</p></ack><ref-list>
    <title>References</title>

      <ref id="bib1.bib1"><label>1</label><mixed-citation>
Avery, M., Ryan, R., Getzewich, B., Vaughan, M., Winker, D., Hu, Y., Trepte,
C., Garnier, A., Pelon, J., Cai, X., and Verhappen, C. A.: Impact of
Near-Nadir Viewing Angles on CALIOP V4.1 Cloud Thermodynamic Phase
Assignments, in preparation, 2018.</mixed-citation></ref>
      <ref id="bib1.bib2"><label>2</label><mixed-citation>Behrenfeld, M. J., Hu, Y., O'Malley, R. T., Boss, E. S., Hostetler, C. A.,
Siegel, D. A., Sarmiento, J. L., Schulien, J., Hair, J. W., Lu, X., Rodier,
S., and Scarino, A. J.: Annual boom-bust cycles of polar phytoplankton
biomass revealed by space-based lidar, Nat. Geosci., 10, 118–122,
<ext-link xlink:href="https://doi.org/10.1038/ngeo2861" ext-link-type="DOI">10.1038/ngeo2861</ext-link>, 2017.</mixed-citation></ref>
      <ref id="bib1.bib3"><label>3</label><mixed-citation>Campbell, J. R., Vaughan, M. A., Oo, M., Holz, R. E., Lewis, J. R., and
Welton, E. J.: Distinguishing cirrus cloud presence in autonomous lidar
measurements, Atmos. Meas. Tech., 8, 435–449,
<ext-link xlink:href="https://doi.org/10.5194/amt-8-435-2015" ext-link-type="DOI">10.5194/amt-8-435-2015</ext-link>, 2015.</mixed-citation></ref>
      <ref id="bib1.bib4"><label>4</label><mixed-citation>Cesana, G. and Waliser, D. E.: Characterizing and understanding systematic
biases in the vertical structure of clouds in CMIP5/CFMIP2 models, Geophys.
Res. Lett., 43, 10538–10546, <ext-link xlink:href="https://doi.org/10.1002/2016GL070515" ext-link-type="DOI">10.1002/2016GL070515</ext-link>, 2016.</mixed-citation></ref>
      <ref id="bib1.bib5"><label>5</label><mixed-citation>Chand, D., Wood, R., Anderson, T. L., Satheesh S. K., and Charlson, R. J.:
Satellite-derived direct radiative effect of aerosols dependent on cloud
cover, Nat. Geosci., 2, 181–184, <ext-link xlink:href="https://doi.org/10.1038/NGEO437" ext-link-type="DOI">10.1038/NGEO437</ext-link>, 2009.</mixed-citation></ref>
      <ref id="bib1.bib6"><label>6</label><mixed-citation>Chen, B., Huang, J., Minnis, P., Hu, Y., Yi, Y., Liu, Z., Zhang, D., and
Wang, X.: Detection of dust aerosol by combining CALIPSO active lidar and
passive IIR measurements, Atmos. Chem. Phys., 10, 4241–4251,
<ext-link xlink:href="https://doi.org/10.5194/acp-10-4241-2010" ext-link-type="DOI">10.5194/acp-10-4241-2010</ext-link>, 2010.</mixed-citation></ref>
      <ref id="bib1.bib7"><label>7</label><mixed-citation>Das, S., Harshvardhan, H., Bian, H., Chin, M., Curci, G., Protonotariou, A.
P., Mielonen, T., Zhang, K., Wang, H., and Liu, X.: Biomass Burning Aerosol
Transport and Vertical Distribution over the South African-Atlantic Region,
J. Geophys. Res.-Atmos., 122, 6391–6415, <ext-link xlink:href="https://doi.org/10.1002/2016JD026421" ext-link-type="DOI">10.1002/2016JD026421</ext-link>, 2017.</mixed-citation></ref>
      <ref id="bib1.bib8"><label>8</label><mixed-citation>de Laat, A. T. J., Stein Zweers, D. C., Boers, R., and Tuinder, O. N. E.: A
solar escalator: Observational evidence of the self-lifting of smoke and
aerosols by absorption of solar radiation in the February 2009 Australian
Black Saturday plume, J. Geophys. Res., 117, D04204,
<ext-link xlink:href="https://doi.org/10.1029/2011JD017016" ext-link-type="DOI">10.1029/2011JD017016</ext-link>, 2012.</mixed-citation></ref>
      <ref id="bib1.bib9"><label>9</label><mixed-citation>Di Biagio, C., Pelon, J., Ancellet, G., Bazureau, A., and Mariage, V.:
Sources, load, vertical distribution, and fate of wintertime aerosols north
of Svalbard from combined V4 CALIOP data, ground-based IAOOS lidar
observations and trajectory analysis, J. Geophys. Res.-Atmos., 123,
1363–1383, <ext-link xlink:href="https://doi.org/10.1002/2017JD027530" ext-link-type="DOI">10.1002/2017JD027530</ext-link>, 2018.</mixed-citation></ref>
      <ref id="bib1.bib10"><label>10</label><mixed-citation>Di Pierro, M., Jaeglé, L., and Anderson, T. L.: Satellite observations of
aerosol transport from East Asia to the Arctic: three case studies, Atmos.
Chem. Phys., 11, 2225–2243, <ext-link xlink:href="https://doi.org/10.5194/acp-11-2225-2011" ext-link-type="DOI">10.5194/acp-11-2225-2011</ext-link>, 2011.</mixed-citation></ref>
      <ref id="bib1.bib11"><label>11</label><mixed-citation>Di Pierro, M., Jaeglé, L., Eloranta, E. W., and Sharma, S.: Spatial and
seasonal distribution of Arctic aerosols observed by the CALIOP satellite
instrument (2006–2012), Atmos. Chem. Phys., 13, 7075–7095,
<ext-link xlink:href="https://doi.org/10.5194/acp-13-7075-2013" ext-link-type="DOI">10.5194/acp-13-7075-2013</ext-link>, 2013.</mixed-citation></ref>
      <ref id="bib1.bib12"><label>12</label><mixed-citation>Fairlie, T. D., Vernier, J.-P., Natarajan, M., and Bedka, K. M.: Dispersion
of the Nabro volcanic plume and its relation to the Asian summer monsoon,
Atmos. Chem. Phys., 14, 7045–7057, <ext-link xlink:href="https://doi.org/10.5194/acp-14-7045-2014" ext-link-type="DOI">10.5194/acp-14-7045-2014</ext-link>,
2014.</mixed-citation></ref>
      <ref id="bib1.bib13"><label>13</label><mixed-citation>Fromm, M., Lindsey, D. T., Servranckx, R., Yue, G., Trickle, T., Sica, R.,
Doucet, P., and Godin-Beekmann, S., The untold story of pyrocumulonimbus, B.
Am. Meteorol. Soc., 91, 1193–1209, <ext-link xlink:href="https://doi.org/10.1175/2010BAMS3004.1" ext-link-type="DOI">10.1175/2010BAMS3004.1</ext-link>, 2010.</mixed-citation></ref>
      <ref id="bib1.bib14"><label>14</label><mixed-citation>Fromm, M., Kablick III, G., Nedoluha, G., Carboni, E., Grainger, R.,
Campbell, J., and Lewis, J.: Correcting the record of volcanic stratospheric
aerosol impact: Nabro and Sarychev Peak, J. Geophys. Res.-Atmos., 119,
10343–10364, <ext-link xlink:href="https://doi.org/10.1002/2014JD021507" ext-link-type="DOI">10.1002/2014JD021507</ext-link>, 2014.</mixed-citation></ref>
      <ref id="bib1.bib15"><label>15</label><mixed-citation>Garrett, T. J. and Verzella, L. L.: Looking Back: An Evolving History of
Arctic Aerosols, B. Am. Meteorol. Soc., 89, 299–302,
<ext-link xlink:href="https://doi.org/10.1175/BAMS-89-3-299" ext-link-type="DOI">10.1175/BAMS-89-3-299</ext-link>, 2008.</mixed-citation></ref>
      <ref id="bib1.bib16"><label>16</label><mixed-citation>Getzewich, B. J., Vaughan, M. A., Hunt, W. H., Avery, M. A., Powell, K. A.,
Tackett, J. L., Winker, D. M., Kar, J., Lee, K.-P., and Toth, T. D.: CALIPSO
lidar calibration at 532 nm: version 4 daytime algorithm, Atmos. Meas.
Tech., 11, 6309006326, <ext-link xlink:href="https://doi.org/10.5194/amt-11-6309-2018" ext-link-type="DOI">10.5194/amt-11-6309-2018</ext-link>, 2018.</mixed-citation></ref>
      <ref id="bib1.bib17"><label>17</label><mixed-citation>Glatthor, N., Höpfner, M., Semeniuk, K., Lupu, A., Palmer, P. I.,
McConnell, J. C., Kaminski, J. W., von Clarmann, T., Stiller, G. P., Funke,
B., Kellmann, S., Linden, A., and Wiegele, A.: The<?pagebreak page732?> Australian bushfires of
February 2009: MIPAS observations and GEM-AQ model results, Atmos. Chem.
Phys., 13, 1637–1658, <ext-link xlink:href="https://doi.org/10.5194/acp-13-1637-2013" ext-link-type="DOI">10.5194/acp-13-1637-2013</ext-link>, 2013.</mixed-citation></ref>
      <ref id="bib1.bib18"><label>18</label><mixed-citation>Gobbi, G. P.: Lidar estimation of stratospheric aerosol properties: surface,
volume, and extinction to backscatter ratio, J. Geophys. Res. 100,
11219–11235, <ext-link xlink:href="https://doi.org/10.1029/94JD03106" ext-link-type="DOI">10.1029/94JD03106</ext-link>, 1995.</mixed-citation></ref>
      <ref id="bib1.bib19"><label>19</label><mixed-citation>Guo, S., Rose, W. I., Bluth, G. J. S., and Watson, I. M.: Particles in the
great Pinatubo cloud of June 1991: The role of ice, Geochem. Geophys.
Geosys., 5, Q05003, <ext-link xlink:href="https://doi.org/10.1029/2003GC000655" ext-link-type="DOI">10.1029/2003GC000655</ext-link>, 2004.</mixed-citation></ref>
      <ref id="bib1.bib20"><label>20</label><mixed-citation>Hu, Y., Winker, D., Vaughan, M., Lin, B., Omar, A., Trepte, C., Flittner, D.,
Yang, P., Sun, W., Liu, Z., Wang, Z., Young, S., Stamnes, K., Huang, J.,
Kuehn, R., Baum, B., and Holz, R.: CALIPSO/CALIOP Cloud Phase Discrimination
Algorithm, J. Atmos. Ocean. Tech., 26, 2293–2309,
<ext-link xlink:href="https://doi.org/10.1175/2009JTECHA1280.1" ext-link-type="DOI">10.1175/2009JTECHA1280.1</ext-link>, 2009.</mixed-citation></ref>
      <ref id="bib1.bib21"><label>21</label><mixed-citation>Huang, J., Minnis, P., Chen, B., Huang, Z., Liu, Z., Zhao, Q., Yi, Y., and
Ayers, J.: Long-range Transport and Vertical Structure of Asian Dust from
CALIPSO and Surface Measurements during PACDEX, J. Geophys. Res., 113,
D23212, <ext-link xlink:href="https://doi.org/10.1029/2008JD010620" ext-link-type="DOI">10.1029/2008JD010620</ext-link>, 2008.</mixed-citation></ref>
      <ref id="bib1.bib22"><label>22</label><mixed-citation>Huang, J., Guo, J., Wang, F., Liu, Z., Jeong, M.-J., Yu, H., and Zhang, Z.:
CALIPSO inferred most probable heights of global dust and smoke layers, J.
Geophys. Res.-Atmos., 120, 5085–5100, <ext-link xlink:href="https://doi.org/10.1002/2014JD022898" ext-link-type="DOI">10.1002/2014JD022898</ext-link>, 2015.</mixed-citation></ref>
      <ref id="bib1.bib23"><label>23</label><mixed-citation>Huang, Z., Huang, J., Hayasaka, T., Wang, S., Zhou, T., and Jin, H.:
Short-cut transport path for Asian dust directly to the Arctic: A case study,
Environ. Res. Lett., 10, 114018, <ext-link xlink:href="https://doi.org/10.1088/1748-9326/10/11/114018" ext-link-type="DOI">10.1088/1748-9326/10/11/114018</ext-link>, 2015.</mixed-citation></ref>
      <ref id="bib1.bib24"><label>24</label><mixed-citation>Hunt, W. H, Winker, D. M., Vaughan, M. A., Powell, K. A., Lucker, P. L., and
Weimer, C.: CALIPSO Lidar Description and Performance Assessment, J. Atmos.
Ocean. Tech., 26, 1214–1228, <ext-link xlink:href="https://doi.org/10.1175/2009JTECHA1223.1" ext-link-type="DOI">10.1175/2009JTECHA1223.1</ext-link>, 2009.</mixed-citation></ref>
      <ref id="bib1.bib25"><label>25</label><mixed-citation>Jäger, H. and Hofmann, D. J.: Midlatitude lidar backscatter to mass,
area, and extinction conversion model based on in situ aerosol measurements
from 1980 to 1987, Appl. Optics, 30, 127–138, <ext-link xlink:href="https://doi.org/10.1364/AO.30.000127" ext-link-type="DOI">10.1364/AO.30.000127</ext-link>,
1991.</mixed-citation></ref>
      <ref id="bib1.bib26"><label>26</label><mixed-citation>Jin, Y., Kai, K., Okamato, H., and Hagihara, Y.: Improvement of CALIOP cloud
masking algorithms for better estimation of dust extinction profiles, J.
Meteorol. Soc., 92, 433–455, <ext-link xlink:href="https://doi.org/10.2151/jmsj.2014-502" ext-link-type="DOI">10.2151/jmsj.2014-502</ext-link>, 2014.</mixed-citation></ref>
      <ref id="bib1.bib27"><label>27</label><mixed-citation>Jing, X., Zhang, H., Peng, J., Li, J., and Barker, H. W.: Cloud Overlapping
parameter Obtained from CloudSat/CALIPSO Dataset and Its Application in AGCM
with McICA Scheme, Atmos. Res., 170, 52–65,
<ext-link xlink:href="https://doi.org/10.1016/j.atmosres.2015.11.007" ext-link-type="DOI">10.1016/j.atmosres.2015.11.007</ext-link>, 2016.</mixed-citation></ref>
      <ref id="bib1.bib28"><label>28</label><mixed-citation>Kar, J., Vaughan, M. A., Lee, K.-P., Tackett, J. L., Avery, M. A., Garnier,
A., Getzewich, B. J., Hunt, W. H., Josset, D., Liu, Z., Lucker, P. L.,
Magill, B., Omar, A. H., Pelon, J., Rogers, R. R., Toth, T. D., Trepte, C.
R., Vernier, J.-P., Winker, D. M., and Young, S. A.: CALIPSO lidar
calibration at 532?nm: version 4 nighttime algorithm, Atmos. Meas. Tech., 11,
1459–1479, <ext-link xlink:href="https://doi.org/10.5194/amt-11-1459-2018" ext-link-type="DOI">10.5194/amt-11-1459-2018</ext-link>, 2018.</mixed-citation></ref>
      <ref id="bib1.bib29"><label>29</label><mixed-citation>Khaykin, S. M., Godin-Beekmann, S., Hauchecorne, A., Pelon, J., Ravetta, F.,
and Keckhut, P.: Stratospheric smoke with unprecedentedly high backscatter
observed by lidars above southern France, Geophys. Res. Lett., 45,
1639–1646, <ext-link xlink:href="https://doi.org/10.1002/2017GL076763" ext-link-type="DOI">10.1002/2017GL076763</ext-link>, 2018.</mixed-citation></ref>
      <ref id="bib1.bib30"><label>30</label><mixed-citation>Kim, M.-H., Omar, A. H., Tackett, J. L., Vaughan, M. A., Winker, D. M.,
Trepte, C. R., Hu, Y., Liu, Z., Poole, L. R., Pitts, M. C., Kar, J., and
Magill, B. E.: The CALIPSO version 4 automated aerosol classification and
lidar ratio selection algorithm, Atmos. Meas. Tech., 11, 6107–6135,
<ext-link xlink:href="https://doi.org/10.5194/amt-11-6107-2018" ext-link-type="DOI">10.5194/amt-11-6107-2018</ext-link>, 2018.</mixed-citation></ref>
      <ref id="bib1.bib31"><label>31</label><mixed-citation>Lachlan-Cope, T: Antarctic clouds, Polar Res., 29, 150–158,
<ext-link xlink:href="https://doi.org/10.1111/j.1751-8369.2010.00148.x" ext-link-type="DOI">10.1111/j.1751-8369.2010.00148.x</ext-link>, 2010.</mixed-citation></ref>
      <ref id="bib1.bib32"><label>32</label><mixed-citation>Liu, D., Wang, Z., Liu, Z., Winker, D., and Trepte, C.: A height resolved
global view of dust aerosols from the first year CALIPSO lidar measurements,
J. Geophys. Res., 113, D16214, <ext-link xlink:href="https://doi.org/10.1029/2007JD009776" ext-link-type="DOI">10.1029/2007JD009776</ext-link>, 2008.</mixed-citation></ref>
      <ref id="bib1.bib33"><label>33</label><mixed-citation>Liu, Z., Vaughan, M., Winker, D., Hostetler, C., Poole, L., Hlavka, D., Hart,
W., and McGill, M.: Use of probability distribution functions for
discriminating between cloud and aerosol in lidar backscatter data, J.
Geophys. Res., 109, D15202, <ext-link xlink:href="https://doi.org/10.1029/2004JD004732" ext-link-type="DOI">10.1029/2004JD004732</ext-link>, 2004.</mixed-citation></ref>
      <ref id="bib1.bib34"><label>34</label><mixed-citation>Liu, Z., Omar, A., Vaughan, M., Hair, J., Kittaka, C., Hu, Y., Powell, K.,
Trepte, C., Winker, D., Hostetler, C., Ferrare, R., and Pierce, R.: CALIPSO
lidar observations of the optical properties of Saharan dust: A case study of
long-range transport, J. Geophys. Res., 113, D07207,
<ext-link xlink:href="https://doi.org/10.1029/2007JD008878" ext-link-type="DOI">10.1029/2007JD008878</ext-link>, 2008a.</mixed-citation></ref>
      <ref id="bib1.bib35"><label>35</label><mixed-citation>Liu, Z., Liu, D., Huang, J., Vaughan, M., Uno, I., Sugimoto, N., Kittaka, C.,
Trepte, C., Wang, Z., Hostetler, C., and Winker, D.: Airborne dust
distributions over the Tibetan Plateau and surrounding areas derived from the
first year of CALIPSO lidar observations, Atmos. Chem. Phys., 8, 5045–5060,
<ext-link xlink:href="https://doi.org/10.5194/acp-8-5045-2008" ext-link-type="DOI">10.5194/acp-8-5045-2008</ext-link>, 2008b.</mixed-citation></ref>
      <ref id="bib1.bib36"><label>36</label><mixed-citation>Liu, Z., Vaughan, M., Winker, D., Kittaka, C., Getzewich, B., Kuehn, R.,
Omar, A., Powell, K., Trepte, C., and Hostetler, C.: The CALIPSO lidar cloud
and aerosol discrimination: Version 2 algorithm and initial assessment of
performance, J. Atmos. Ocean. Tech., 26, 1198–1213,
<ext-link xlink:href="https://doi.org/10.1175/2009JTECHA1229.1" ext-link-type="DOI">10.1175/2009JTECHA1229.1</ext-link>, 2009.</mixed-citation></ref>
      <ref id="bib1.bib37"><label>37</label><mixed-citation>
Liu, Z., Kuehn, R., Vaughan, M., Winker, D., Omar, A., Powell, K., Trepte,
C., Hu, Y., and Hostetler C.: The CALIPSO cloud and aerosol discrimination:
Version 3 algorithm and test results, Proceedings of the 25th International
Laser Radar Conference, 5–9 July 2010, St. Petersburg, Russia, 2010.</mixed-citation></ref>
      <ref id="bib1.bib38"><label>38</label><mixed-citation>Liu, Z., Winker, D., Omar, A., Vaughan, M., Kar, J., Trepte, C., Hu, Y., and
Schuster, G.: Evaluation of CALIOP 532 nm aerosol optical depth over opaque
water clouds, Atmos. Chem. Phys., 15, 1265–1288,
<ext-link xlink:href="https://doi.org/10.5194/acp-15-1265-2015" ext-link-type="DOI">10.5194/acp-15-1265-2015</ext-link>, 2015.</mixed-citation></ref>
      <ref id="bib1.bib39"><label>39</label><mixed-citation>Lowe, D. and MacKenzie, A. R.: Polar stratospheric cloud microphysics and
chemistry, J. Atmos. Sol.-Terr. Phy., 70, 13–40,
<ext-link xlink:href="https://doi.org/10.1016/j.jastp.2007.09.011" ext-link-type="DOI">10.1016/j.jastp.2007.09.011</ext-link>, 2008.</mixed-citation></ref>
      <ref id="bib1.bib40"><label>40</label><mixed-citation>Ma, P.-L., Rasch, P. J., Wang, M., Wang, H., Ghan, S. J., Easter, R. C.,
Gustafson Jr., W. I., Liu, X., Zhang, Y., and Ma, H.-Y.: How does increasing
horizontal resolution in a global climate model improve the simulation of
aerosol-cloud interactions?, Geophys. Res. Lett., 42, 5058–5065,
<ext-link xlink:href="https://doi.org/10.1002/2015GL064183" ext-link-type="DOI">10.1002/2015GL064183</ext-link>, 2015.</mixed-citation></ref>
      <ref id="bib1.bib41"><label>41</label><mixed-citation>Miller, D. J., Sun, K., Zondlo, M. A., Kanter, D., Dubovik, O., Welton, E.
J., Winker, D. M., and Ginoux, P.: Assessing boreal forest fire smoke aerosol
impacts on U.S. air quality: A case study using multiple data sets, J.
Geophys. Res., 116, D22209, <ext-link xlink:href="https://doi.org/10.1029/2011JD016170" ext-link-type="DOI">10.1029/2011JD016170</ext-link>, 2011.</mixed-citation></ref>
      <?pagebreak page733?><ref id="bib1.bib42"><label>42</label><mixed-citation>Omar, A. H., Winker, D. M., Vaughan, M. A., Hu, Y., Trepte, C. R., Ferrare,
R. A., Lee, K. P., Hostetler, C. A., Kittaka, C., Rogers, R. R., and Kuehn,
R. E. The CALIPSO Automated Aerosol Classification and Lidar Ratio Selection
Algorithm, J. Atmos. Ocean. Tech., 26, 1994–2014,
<ext-link xlink:href="https://doi.org/10.1175/2009JTECHA1231.1" ext-link-type="DOI">10.1175/2009JTECHA1231.1</ext-link>, 2009.</mixed-citation></ref>
      <ref id="bib1.bib43"><label>43</label><mixed-citation>Pitts, M. C., Poole, L. R., and Thomason, L. W.: CALIPSO polar stratospheric
cloud observations: second-generation detection algorithm and composition
discrimination, Atmos. Chem. Phys., 9, 7577–7589,
<ext-link xlink:href="https://doi.org/10.5194/acp-9-7577-2009" ext-link-type="DOI">10.5194/acp-9-7577-2009</ext-link>, 2009.</mixed-citation></ref>
      <ref id="bib1.bib44"><label>44</label><mixed-citation>Pitts, M. C., Poole, L. R., Lambert, A., and Thomason, L. W.: An assessment
of CALIOP polar stratospheric cloud composition classification, Atmos. Chem.
Phys., 13, 2975–2988, <ext-link xlink:href="https://doi.org/10.5194/acp-13-2975-2013" ext-link-type="DOI">10.5194/acp-13-2975-2013</ext-link>, 2013.</mixed-citation></ref>
      <ref id="bib1.bib45"><label>45</label><mixed-citation>Powell, K. A., Hostetler, C. A., Liu, Z., Vaughan, M. A., Kuehn, R. E., Hunt,
W. H., Lee, K.-P., Trepte, C. R., Rogers, R. R., Young, S. A., and Winker, D.
M.: CALIPSO Lidar Calibration Algorithms: Part I – Nighttime 532 nm
Parallel Channel and 532 nm Perpen-dicular Channel, J. Atmos. Ocean. Tech.,
26, 2015–2033, <ext-link xlink:href="https://doi.org/10.1175/2009JTECHA1242.1" ext-link-type="DOI">10.1175/2009JTECHA1242.1</ext-link>, 2009.</mixed-citation></ref>
      <ref id="bib1.bib46"><label>46</label><mixed-citation>Prospero, J. M., Ginoux, P., Torres, O., Nicholson, S. E., and Gill, T. E.:
Environmental characterization of global sources of atmospheric soil dust
identified with the NIMBUS 7 Total Ozone Mapping Spectrometer (TOMS)
absorbing aerosol product, Rev. Geophys., 40, 1002, <ext-link xlink:href="https://doi.org/10.1029/2000RG000095" ext-link-type="DOI">10.1029/2000RG000095</ext-link>,
2002.</mixed-citation></ref>
      <ref id="bib1.bib47"><label>47</label><mixed-citation>Remer, L. A., Kleidman, R. G., Levy, R. C., Kaufman, Y. J., Tanré, D.,
Mattoo, S., Martins, J. V., Ichoku, C., Koren, I., Yu, H., and Holben, B. N.:
Global aerosol climatology from the MODIS satellite sensors, J. Geophys.
Res., 113, D14S07, <ext-link xlink:href="https://doi.org/10.1029/2007JD009661" ext-link-type="DOI">10.1029/2007JD009661</ext-link>, 2008.</mixed-citation></ref>
      <ref id="bib1.bib48"><label>48</label><mixed-citation>Sakaeda, N., Wood, R., and Rasch, P. J.: Direct and semi-direct aerosol
effects of Southern African biomass burning aerosol, J. Geophys. Res., 116,
D12205, <ext-link xlink:href="https://doi.org/10.1029/2010JD015540" ext-link-type="DOI">10.1029/2010JD015540</ext-link>, 2011.</mixed-citation></ref>
      <ref id="bib1.bib49"><label>49</label><mixed-citation>Schrage, J. M. and Fink, A. H.: Nocturnal continental low-level stratus over
tropical West Africa: Observations and possible mechanisms controlling its
onset, Mon. Weather Rev., 140, 1794–1809, <ext-link xlink:href="https://doi.org/10.1175/MWR-D-11-00172.1" ext-link-type="DOI">10.1175/MWR-D-11-00172.1</ext-link>,
2012.</mixed-citation></ref>
      <ref id="bib1.bib50"><label>50</label><mixed-citation>Solomon, S., Daniel, J. S., Neely III, R. R., Vernier, J.-P., Dutton, E. G.,
and Thomason, L. W.: The persistently variable “Background” stratospheric
aerosol layer and global climate change, Science, 333, 866–870,
<ext-link xlink:href="https://doi.org/10.1126/science.1206027" ext-link-type="DOI">10.1126/science.1206027</ext-link>, 2011.</mixed-citation></ref>
      <ref id="bib1.bib51"><label>51</label><mixed-citation>Tan, I., Storelvmo, T., and Zelinka, M. D.: Observational constraints on
mixed-phased clouds imply higher climate sensitivity, Science, 352, 224–227,
<ext-link xlink:href="https://doi.org/10.1126/science.aad5300" ext-link-type="DOI">10.1126/science.aad5300</ext-link>, 2016.</mixed-citation></ref>
      <ref id="bib1.bib52"><label>52</label><mixed-citation>Tsunematsu, N., Kai, K., and Matsumoto, T.: The Influence of synoptic-scale
air flow and local circulation on the dust layer height in the north of the
Taklimakan Desert, Water Air Soil Poll., 5, 175–193,
<ext-link xlink:href="https://doi.org/10.1007/s11267-005-0734-z" ext-link-type="DOI">10.1007/s11267-005-0734-z</ext-link>, 2005.</mixed-citation></ref>
      <ref id="bib1.bib53"><label>53</label><mixed-citation>Uno, I., Eguchi, K., Yumimoto, K., Takemura, T., Shimizu, A., Uematsu, M.,
Liu, Z., Wang, Z., Hara, Y., and Sugimoto, N.: Asian dust transported one
full circuit around the globe, Nat. Geosci., 2, 557–560,
<ext-link xlink:href="https://doi.org/10.1038/NGEO583" ext-link-type="DOI">10.1038/NGEO583</ext-link>, 2009.</mixed-citation></ref>
      <ref id="bib1.bib54"><label>54</label><mixed-citation>Vaughan, M. A., Powell, K. A., Kuehn, R. E., Young, S. A., Winker, D. M.,
Hostetler, C. A., Hunt, W. H., Liu, Z., McGill, M. J., and Getzewich, B. Z.:
Fully automated detection of cloud and aerosol layers in the CALIPSO lidar
measurements, J. Atmos. Ocean. Tech., 26, 2034–2050,
<ext-link xlink:href="https://doi.org/10.1175/2009JTECHA1228.1" ext-link-type="DOI">10.1175/2009JTECHA1228.1</ext-link>, 2009.</mixed-citation></ref>
      <ref id="bib1.bib55"><label>55</label><mixed-citation>Vaughan, M. A., Liu, Z., McGill, M. J., Hu, Y., and Obland, M. D.: On the
Spectral Dependence of Backscatter from Cirrus Clouds: Assessing CALIOP's
1064 nm Calibration Assumptions Using Cloud Physics Lidar Measurements, J.
Geophys. Res., 115, D14206, <ext-link xlink:href="https://doi.org/10.1029/2009JD013086" ext-link-type="DOI">10.1029/2009JD013086</ext-link>, 2010.</mixed-citation></ref>
      <ref id="bib1.bib56"><label>56</label><mixed-citation>Vaughan, M., Liu, Z., Hu, Y.-X., Powell, K., Omar, A., Rodier, S., Hunt, W.,
Kar, J., Tackett, J., Getzewich, B., and Lee, K.-P.: Cloud-Aerosol
Interactions: Retrieving Aerosol Ångström Exponents from CALIPSO
Measurements of Opaque Water Clouds, Proceedings of the 27th International
Laser Radar Conference (ILRC 27), 5–10 July 2015, New York, New York, USA,
edited by: Gross, B., Moshary, F., and Arend, M., EPJ Web of Conferences,
119, id.11001, <ext-link xlink:href="https://doi.org/10.1051/epjconf/201611911001" ext-link-type="DOI">10.1051/epjconf/201611911001</ext-link>, 2015.</mixed-citation></ref>
      <ref id="bib1.bib57"><label>57</label><mixed-citation>Vaughan, M., Pitts, M., Trepte, C., Winker, D., Detweiler, P., Garnier, A.,
Getzewich, B., Hunt, W., Lambeth, J., Lee, K.-P., Lucker, P., Murray, T.,
Rodier, S., Tremas, T., Bazureau, A., and Pelon, J.: Cloud-Aerosol LIDAR
Infrared Pathfinder Satellite Observations (CALIPSO) data management system
data products catalog, Release 4.40, NASA Langley Research Center Document
PC-SCI-503, available at:
<uri>https://www-calipso.larc.nasa.gov/products/CALIPSO_DPC_Rev4x40.pdf</uri>,
last access: 10 July 2018.</mixed-citation></ref>
      <ref id="bib1.bib58"><label>58</label><mixed-citation>Vaughan, M., Garnier, A., Josset, D., Avery, M., Lee, K.-P., Liu, Z., Hunt,
W., Pelon, J., Hu, Y., Burton, S., Hair, J., Tackett, J. L., Getzewich, B.,
Kar, J., and Rodier, S.: CALIPSO lidar calibration at 1064 nm: version 4
algorithm, Atmos. Meas. Tech., 12, 51–82, <ext-link xlink:href="https://doi.org/10.5194/amt-12-51-2019" ext-link-type="DOI">10.5194/amt-12-51-2019</ext-link>,
2019.</mixed-citation></ref>
      <ref id="bib1.bib59"><label>59</label><mixed-citation>Vernier, J.-P., Fairlie, T. D., Murray, J. J., Tupper, A., Trepte, C.,
Winker, D., Pelon, J., Garnier, A., Jumelet, J., Pavolonis, M., Omar, A. H.,
and Powell, K. A.: An advanced system to monitor the 3D structure of diffuse
volcanic ash clouds, J. Appl. Meteorol. Clim., 52, 2125–2138,
<ext-link xlink:href="https://doi.org/10.1175/JAMC-D-12-0279.1" ext-link-type="DOI">10.1175/JAMC-D-12-0279.1</ext-link>, 2013.</mixed-citation></ref>
      <ref id="bib1.bib60"><label>60</label><mixed-citation>Wang, X., Xia, D., Wang, T., Xue, X., and Li, J.: Dust sources in arid and
semiarid China and southern Mongolia: Impacts of geomorphological setting and
surface materials, Geomorphology, 97, 583–600,
<ext-link xlink:href="https://doi.org/10.1016/j.geomorph.2007.09.006" ext-link-type="DOI">10.1016/j.geomorph.2007.09.006</ext-link>, 2008.</mixed-citation></ref>
      <ref id="bib1.bib61"><label>61</label><mixed-citation>Winker, D. M., Couch, R. H., and McCormick, M. P.: An overview of LITE:
NASA's Lidar In-space Technology Experiment, Proc. IEEE, 84, 164–180,
<ext-link xlink:href="https://doi.org/10.1109/5.482227" ext-link-type="DOI">10.1109/5.482227</ext-link>, 1996.</mixed-citation></ref>
      <ref id="bib1.bib62"><label>62</label><mixed-citation>Winker, D. M., Vaughan, M. A., Omar, A. H., Hu, Y., Powell, K. A., Liu, Z.,
Hunt, W. H., and Young, S. A.: Overview of the CALIPSO mission and CALIOP
data processing algorithms, J. Atmos. Ocean. Tech., 26, 2310–2323,
<ext-link xlink:href="https://doi.org/10.1175/2009JTECHA1281.1" ext-link-type="DOI">10.1175/2009JTECHA1281.1</ext-link>, 2009.</mixed-citation></ref>
      <ref id="bib1.bib63"><label>63</label><mixed-citation>Winker, D. M., Pelon, J., Coakley, Jr., J. A., Ackerman, S. A., Charlson, R.
J., Colarco, P. R., Flamant, P., Fu, Q., Hoff, R. M., Kittaka, C., Kubar, T.
L., Le Treut, H., McCormick, M. P., Megie, G., Poole, L., Powell, K., Trepte,
C., Vaughan, M. A., and Wielicki, B. A.: The CALIPSO mission: A Global 3D
view of aerosols and clouds, B. Am. Meteorol. Soc., 91, 1211–1229,
<ext-link xlink:href="https://doi.org/10.1175/2010BAMS3009.1" ext-link-type="DOI">10.1175/2010BAMS3009.1</ext-link>, 2010.</mixed-citation></ref>
      <ref id="bib1.bib64"><label>64</label><mixed-citation>Young, S. A. and Vaughan, M. A.: The retrieval of profiles of particulate
extinction from Cloud Aerosol Lidar<?pagebreak page734?> Infrared Pathfinder Satellite
Observations (CALIPSO) data: Algorithm description, J. Atmos. Ocean. Tech.,
26, 1105–1119, <ext-link xlink:href="https://doi.org/10.1175/2008JTECHA1221.1" ext-link-type="DOI">10.1175/2008JTECHA1221.1</ext-link>, 2009.</mixed-citation></ref>
      <ref id="bib1.bib65"><label>65</label><mixed-citation>Young, S. A., Vaughan, M. A., Kuehn, R. E., and Winker, D. M.: The Retrieval
of Profiles of Particulate Extinction from Cloud-Aerosol Lidar Infrared
Pathfinder Satellite Observations (CALIPSO) Data: Uncertainty and Error
Sensitivity Analyses, J. Atmos. Ocean. Tech., 30, 395–428,
<ext-link xlink:href="https://doi.org/10.1175/JTECH-D-12-00046.1" ext-link-type="DOI">10.1175/JTECH-D-12-00046.1</ext-link>, 2013.</mixed-citation></ref>
      <ref id="bib1.bib66"><label>66</label><mixed-citation>Young, S. A., Vaughan, M. A., Garnier, A., Tackett, J. L., Lambeth, J. D.,
and Powell, K. A.: Extinction and optical depth retrievals for CALIPSO's
Version 4 data release, Atmos. Meas. Tech., 11, 5701–5727,
<ext-link xlink:href="https://doi.org/10.5194/amt-11-5701-2018" ext-link-type="DOI">10.5194/amt-11-5701-2018</ext-link>, 2018.
</mixed-citation></ref><?xmltex \hack{\newpage}?>
      <ref id="bib1.bib67"><label>67</label><mixed-citation>Yu, H., Chin, M., Yuan, T., Bian, H., Remer, L. A., Prospero, J. M., Omar,
A., Winker, D. M., Yang, Y., Zhang, Y., Zhang, Z., and Zhao, C.: The
fertilizing role of African dust in the Amazon rainforest: A first multiyear
assessment based on CALIPSO lidar observations, Geophys. Res. Lett., 42,
1984–1991, <ext-link xlink:href="https://doi.org/10.1002/2015GL063040" ext-link-type="DOI">10.1002/2015GL063040</ext-link>, 2015.</mixed-citation></ref>
      <ref id="bib1.bib68"><label>68</label><mixed-citation>Zeng, S., Vaughan, M., Liu, Z., Trepte, C., Kar, J., Omar, A., Winker, D.,
Lucker, P., Hu, Y., Getzewich, B., and Avery, M.: Application of
High-Dimensional Fuzzy K-means Cluster Analysis to CALIOP/CALIPSO Version 4.1
Cloud-Aerosol Discrimination, Atmos. Meas. Tech. Discuss.,
<ext-link xlink:href="https://doi.org/10.5194/amt-2018-168" ext-link-type="DOI">10.5194/amt-2018-168</ext-link>, in review, 2018.</mixed-citation></ref>

  </ref-list></back>
    <!--<article-title-html>Discriminating between clouds and aerosols in the CALIOP version 4.1 data products</article-title-html>
<abstract-html><p>The Cloud-Aerosol
Lidar and Infrared Pathfinder Satellite Operations (CALIPSO) mission released
version 4.1 (V4) of their lidar level 2 cloud and aerosol data products in
November 2016. These new products were derived from the CALIPSO V4 lidar
level 1 data, in which the calibration of the measured backscatter data at
both 532 and 1064&thinsp;nm was significantly improved. This paper describes
updates to the V4 level 2 cloud–aerosol discrimination (CAD) algorithm that
more accurately differentiate between clouds and aerosols throughout the
Earth's atmosphere. The level 2 data products are improved with new CAD
probability density functions (PDFs) that were developed to accommodate
extensive calibration changes in the level 1 data. To enable more reliable
identification of aerosol layers lofted into the upper troposphere and lower
stratosphere, the CAD training dataset used in the earlier data releases was
expanded to include stratospheric layers and representative examples of
volcanic aerosol layers. The generic <q>stratospheric layer</q> classification
reported in previous versions has been eliminated in V4, and cloud–aerosol
classification is now performed on all layers detected everywhere from the
surface to 30&thinsp;km. Cloud–aerosol classification has been further extended to
layers detected at single-shot resolution, which were previously classified
by default as clouds. In this paper, we describe the underlying rationale
used in constructing the V4 PDFs and assess the performance of the V4 CAD
algorithm in the troposphere and stratosphere. Previous misclassifications of
lofted dust and smoke in the troposphere have been largely improved, and
volcanic aerosol layers and aerosol layers in the stratosphere are now being
properly classified. CAD performance for single-shot layer detections is also
evaluated. Most of the single-shot layers classified as aerosol occur within
the dust belt, as may be expected. Due to changes in the 532&thinsp;nm calibration
coefficients, the V4 feature finder detects  ∼ 9.0&thinsp;% more features at
night and  ∼ 2.5&thinsp;% more during the day. These features are typically
weakly scattering and classified about equally as clouds and aerosols. For
those tropospheric layers detected in both V3 and V4, the CAD classifications
of more than 95&thinsp;% of all cloud and daytime aerosol layers remain
unchanged, as do the classifications of  ∼ 89&thinsp;% of nighttime aerosol
layers. Overall, the nighttime net cloud and aerosol fractions remain
unchanged from V3 to V4, but the daytime net aerosol fraction is increased by
about 2&thinsp;% and the daytime net cloud fraction is decreased by about
2&thinsp;%.</p></abstract-html>
<ref-html id="bib1.bib1"><label>1</label><mixed-citation>
Avery, M., Ryan, R., Getzewich, B., Vaughan, M., Winker, D., Hu, Y., Trepte,
C., Garnier, A., Pelon, J., Cai, X., and Verhappen, C. A.: Impact of
Near-Nadir Viewing Angles on CALIOP V4.1 Cloud Thermodynamic Phase
Assignments, in preparation, 2018.
</mixed-citation></ref-html>
<ref-html id="bib1.bib2"><label>2</label><mixed-citation>
Behrenfeld, M. J., Hu, Y., O'Malley, R. T., Boss, E. S., Hostetler, C. A.,
Siegel, D. A., Sarmiento, J. L., Schulien, J., Hair, J. W., Lu, X., Rodier,
S., and Scarino, A. J.: Annual boom-bust cycles of polar phytoplankton
biomass revealed by space-based lidar, Nat. Geosci., 10, 118–122,
<a href="https://doi.org/10.1038/ngeo2861" target="_blank">https://doi.org/10.1038/ngeo2861</a>, 2017.
</mixed-citation></ref-html>
<ref-html id="bib1.bib3"><label>3</label><mixed-citation>
Campbell, J. R., Vaughan, M. A., Oo, M., Holz, R. E., Lewis, J. R., and
Welton, E. J.: Distinguishing cirrus cloud presence in autonomous lidar
measurements, Atmos. Meas. Tech., 8, 435–449,
<a href="https://doi.org/10.5194/amt-8-435-2015" target="_blank">https://doi.org/10.5194/amt-8-435-2015</a>, 2015.
</mixed-citation></ref-html>
<ref-html id="bib1.bib4"><label>4</label><mixed-citation>
Cesana, G. and Waliser, D. E.: Characterizing and understanding systematic
biases in the vertical structure of clouds in CMIP5/CFMIP2 models, Geophys.
Res. Lett., 43, 10538–10546, <a href="https://doi.org/10.1002/2016GL070515" target="_blank">https://doi.org/10.1002/2016GL070515</a>, 2016.
</mixed-citation></ref-html>
<ref-html id="bib1.bib5"><label>5</label><mixed-citation>
Chand, D., Wood, R., Anderson, T. L., Satheesh S. K., and Charlson, R. J.:
Satellite-derived direct radiative effect of aerosols dependent on cloud
cover, Nat. Geosci., 2, 181–184, <a href="https://doi.org/10.1038/NGEO437" target="_blank">https://doi.org/10.1038/NGEO437</a>, 2009.
</mixed-citation></ref-html>
<ref-html id="bib1.bib6"><label>6</label><mixed-citation>
Chen, B., Huang, J., Minnis, P., Hu, Y., Yi, Y., Liu, Z., Zhang, D., and
Wang, X.: Detection of dust aerosol by combining CALIPSO active lidar and
passive IIR measurements, Atmos. Chem. Phys., 10, 4241–4251,
<a href="https://doi.org/10.5194/acp-10-4241-2010" target="_blank">https://doi.org/10.5194/acp-10-4241-2010</a>, 2010.
</mixed-citation></ref-html>
<ref-html id="bib1.bib7"><label>7</label><mixed-citation>
Das, S., Harshvardhan, H., Bian, H., Chin, M., Curci, G., Protonotariou, A.
P., Mielonen, T., Zhang, K., Wang, H., and Liu, X.: Biomass Burning Aerosol
Transport and Vertical Distribution over the South African-Atlantic Region,
J. Geophys. Res.-Atmos., 122, 6391–6415, <a href="https://doi.org/10.1002/2016JD026421" target="_blank">https://doi.org/10.1002/2016JD026421</a>, 2017.
</mixed-citation></ref-html>
<ref-html id="bib1.bib8"><label>8</label><mixed-citation>
de Laat, A. T. J., Stein Zweers, D. C., Boers, R., and Tuinder, O. N. E.: A
solar escalator: Observational evidence of the self-lifting of smoke and
aerosols by absorption of solar radiation in the February 2009 Australian
Black Saturday plume, J. Geophys. Res., 117, D04204,
<a href="https://doi.org/10.1029/2011JD017016" target="_blank">https://doi.org/10.1029/2011JD017016</a>, 2012.
</mixed-citation></ref-html>
<ref-html id="bib1.bib9"><label>9</label><mixed-citation>
Di Biagio, C., Pelon, J., Ancellet, G., Bazureau, A., and Mariage, V.:
Sources, load, vertical distribution, and fate of wintertime aerosols north
of Svalbard from combined V4 CALIOP data, ground-based IAOOS lidar
observations and trajectory analysis, J. Geophys. Res.-Atmos., 123,
1363–1383, <a href="https://doi.org/10.1002/2017JD027530" target="_blank">https://doi.org/10.1002/2017JD027530</a>, 2018.
</mixed-citation></ref-html>
<ref-html id="bib1.bib10"><label>10</label><mixed-citation>
Di Pierro, M., Jaeglé, L., and Anderson, T. L.: Satellite observations of
aerosol transport from East Asia to the Arctic: three case studies, Atmos.
Chem. Phys., 11, 2225–2243, <a href="https://doi.org/10.5194/acp-11-2225-2011" target="_blank">https://doi.org/10.5194/acp-11-2225-2011</a>, 2011.
</mixed-citation></ref-html>
<ref-html id="bib1.bib11"><label>11</label><mixed-citation>
Di Pierro, M., Jaeglé, L., Eloranta, E. W., and Sharma, S.: Spatial and
seasonal distribution of Arctic aerosols observed by the CALIOP satellite
instrument (2006–2012), Atmos. Chem. Phys., 13, 7075–7095,
<a href="https://doi.org/10.5194/acp-13-7075-2013" target="_blank">https://doi.org/10.5194/acp-13-7075-2013</a>, 2013.
</mixed-citation></ref-html>
<ref-html id="bib1.bib12"><label>12</label><mixed-citation>
Fairlie, T. D., Vernier, J.-P., Natarajan, M., and Bedka, K. M.: Dispersion
of the Nabro volcanic plume and its relation to the Asian summer monsoon,
Atmos. Chem. Phys., 14, 7045–7057, <a href="https://doi.org/10.5194/acp-14-7045-2014" target="_blank">https://doi.org/10.5194/acp-14-7045-2014</a>,
2014.
</mixed-citation></ref-html>
<ref-html id="bib1.bib13"><label>13</label><mixed-citation>
Fromm, M., Lindsey, D. T., Servranckx, R., Yue, G., Trickle, T., Sica, R.,
Doucet, P., and Godin-Beekmann, S., The untold story of pyrocumulonimbus, B.
Am. Meteorol. Soc., 91, 1193–1209, <a href="https://doi.org/10.1175/2010BAMS3004.1" target="_blank">https://doi.org/10.1175/2010BAMS3004.1</a>, 2010.
</mixed-citation></ref-html>
<ref-html id="bib1.bib14"><label>14</label><mixed-citation>
Fromm, M., Kablick III, G., Nedoluha, G., Carboni, E., Grainger, R.,
Campbell, J., and Lewis, J.: Correcting the record of volcanic stratospheric
aerosol impact: Nabro and Sarychev Peak, J. Geophys. Res.-Atmos., 119,
10343–10364, <a href="https://doi.org/10.1002/2014JD021507" target="_blank">https://doi.org/10.1002/2014JD021507</a>, 2014.
</mixed-citation></ref-html>
<ref-html id="bib1.bib15"><label>15</label><mixed-citation>
Garrett, T. J. and Verzella, L. L.: Looking Back: An Evolving History of
Arctic Aerosols, B. Am. Meteorol. Soc., 89, 299–302,
<a href="https://doi.org/10.1175/BAMS-89-3-299" target="_blank">https://doi.org/10.1175/BAMS-89-3-299</a>, 2008.
</mixed-citation></ref-html>
<ref-html id="bib1.bib16"><label>16</label><mixed-citation>
Getzewich, B. J., Vaughan, M. A., Hunt, W. H., Avery, M. A., Powell, K. A.,
Tackett, J. L., Winker, D. M., Kar, J., Lee, K.-P., and Toth, T. D.: CALIPSO
lidar calibration at 532&thinsp;nm: version 4 daytime algorithm, Atmos. Meas.
Tech., 11, 6309006326, <a href="https://doi.org/10.5194/amt-11-6309-2018" target="_blank">https://doi.org/10.5194/amt-11-6309-2018</a>, 2018.
</mixed-citation></ref-html>
<ref-html id="bib1.bib17"><label>17</label><mixed-citation>
Glatthor, N., Höpfner, M., Semeniuk, K., Lupu, A., Palmer, P. I.,
McConnell, J. C., Kaminski, J. W., von Clarmann, T., Stiller, G. P., Funke,
B., Kellmann, S., Linden, A., and Wiegele, A.: The Australian bushfires of
February 2009: MIPAS observations and GEM-AQ model results, Atmos. Chem.
Phys., 13, 1637–1658, <a href="https://doi.org/10.5194/acp-13-1637-2013" target="_blank">https://doi.org/10.5194/acp-13-1637-2013</a>, 2013.
</mixed-citation></ref-html>
<ref-html id="bib1.bib18"><label>18</label><mixed-citation>
Gobbi, G. P.: Lidar estimation of stratospheric aerosol properties: surface,
volume, and extinction to backscatter ratio, J. Geophys. Res. 100,
11219–11235, <a href="https://doi.org/10.1029/94JD03106" target="_blank">https://doi.org/10.1029/94JD03106</a>, 1995.
</mixed-citation></ref-html>
<ref-html id="bib1.bib19"><label>19</label><mixed-citation>
Guo, S., Rose, W. I., Bluth, G. J. S., and Watson, I. M.: Particles in the
great Pinatubo cloud of June 1991: The role of ice, Geochem. Geophys.
Geosys., 5, Q05003, <a href="https://doi.org/10.1029/2003GC000655" target="_blank">https://doi.org/10.1029/2003GC000655</a>, 2004.
</mixed-citation></ref-html>
<ref-html id="bib1.bib20"><label>20</label><mixed-citation>
Hu, Y., Winker, D., Vaughan, M., Lin, B., Omar, A., Trepte, C., Flittner, D.,
Yang, P., Sun, W., Liu, Z., Wang, Z., Young, S., Stamnes, K., Huang, J.,
Kuehn, R., Baum, B., and Holz, R.: CALIPSO/CALIOP Cloud Phase Discrimination
Algorithm, J. Atmos. Ocean. Tech., 26, 2293–2309,
<a href="https://doi.org/10.1175/2009JTECHA1280.1" target="_blank">https://doi.org/10.1175/2009JTECHA1280.1</a>, 2009.
</mixed-citation></ref-html>
<ref-html id="bib1.bib21"><label>21</label><mixed-citation>
Huang, J., Minnis, P., Chen, B., Huang, Z., Liu, Z., Zhao, Q., Yi, Y., and
Ayers, J.: Long-range Transport and Vertical Structure of Asian Dust from
CALIPSO and Surface Measurements during PACDEX, J. Geophys. Res., 113,
D23212, <a href="https://doi.org/10.1029/2008JD010620" target="_blank">https://doi.org/10.1029/2008JD010620</a>, 2008.
</mixed-citation></ref-html>
<ref-html id="bib1.bib22"><label>22</label><mixed-citation>
Huang, J., Guo, J., Wang, F., Liu, Z., Jeong, M.-J., Yu, H., and Zhang, Z.:
CALIPSO inferred most probable heights of global dust and smoke layers, J.
Geophys. Res.-Atmos., 120, 5085–5100, <a href="https://doi.org/10.1002/2014JD022898" target="_blank">https://doi.org/10.1002/2014JD022898</a>, 2015.
</mixed-citation></ref-html>
<ref-html id="bib1.bib23"><label>23</label><mixed-citation>
Huang, Z., Huang, J., Hayasaka, T., Wang, S., Zhou, T., and Jin, H.:
Short-cut transport path for Asian dust directly to the Arctic: A case study,
Environ. Res. Lett., 10, 114018, <a href="https://doi.org/10.1088/1748-9326/10/11/114018" target="_blank">https://doi.org/10.1088/1748-9326/10/11/114018</a>, 2015.
</mixed-citation></ref-html>
<ref-html id="bib1.bib24"><label>24</label><mixed-citation>
Hunt, W. H, Winker, D. M., Vaughan, M. A., Powell, K. A., Lucker, P. L., and
Weimer, C.: CALIPSO Lidar Description and Performance Assessment, J. Atmos.
Ocean. Tech., 26, 1214–1228, <a href="https://doi.org/10.1175/2009JTECHA1223.1" target="_blank">https://doi.org/10.1175/2009JTECHA1223.1</a>, 2009.
</mixed-citation></ref-html>
<ref-html id="bib1.bib25"><label>25</label><mixed-citation>
Jäger, H. and Hofmann, D. J.: Midlatitude lidar backscatter to mass,
area, and extinction conversion model based on in situ aerosol measurements
from 1980 to 1987, Appl. Optics, 30, 127–138, <a href="https://doi.org/10.1364/AO.30.000127" target="_blank">https://doi.org/10.1364/AO.30.000127</a>,
1991.
</mixed-citation></ref-html>
<ref-html id="bib1.bib26"><label>26</label><mixed-citation>
Jin, Y., Kai, K., Okamato, H., and Hagihara, Y.: Improvement of CALIOP cloud
masking algorithms for better estimation of dust extinction profiles, J.
Meteorol. Soc., 92, 433–455, <a href="https://doi.org/10.2151/jmsj.2014-502" target="_blank">https://doi.org/10.2151/jmsj.2014-502</a>, 2014.
</mixed-citation></ref-html>
<ref-html id="bib1.bib27"><label>27</label><mixed-citation>
Jing, X., Zhang, H., Peng, J., Li, J., and Barker, H. W.: Cloud Overlapping
parameter Obtained from CloudSat/CALIPSO Dataset and Its Application in AGCM
with McICA Scheme, Atmos. Res., 170, 52–65,
<a href="https://doi.org/10.1016/j.atmosres.2015.11.007" target="_blank">https://doi.org/10.1016/j.atmosres.2015.11.007</a>, 2016.
</mixed-citation></ref-html>
<ref-html id="bib1.bib28"><label>28</label><mixed-citation>
Kar, J., Vaughan, M. A., Lee, K.-P., Tackett, J. L., Avery, M. A., Garnier,
A., Getzewich, B. J., Hunt, W. H., Josset, D., Liu, Z., Lucker, P. L.,
Magill, B., Omar, A. H., Pelon, J., Rogers, R. R., Toth, T. D., Trepte, C.
R., Vernier, J.-P., Winker, D. M., and Young, S. A.: CALIPSO lidar
calibration at 532?nm: version 4 nighttime algorithm, Atmos. Meas. Tech., 11,
1459–1479, <a href="https://doi.org/10.5194/amt-11-1459-2018" target="_blank">https://doi.org/10.5194/amt-11-1459-2018</a>, 2018.
</mixed-citation></ref-html>
<ref-html id="bib1.bib29"><label>29</label><mixed-citation>
Khaykin, S. M., Godin-Beekmann, S., Hauchecorne, A., Pelon, J., Ravetta, F.,
and Keckhut, P.: Stratospheric smoke with unprecedentedly high backscatter
observed by lidars above southern France, Geophys. Res. Lett., 45,
1639–1646, <a href="https://doi.org/10.1002/2017GL076763" target="_blank">https://doi.org/10.1002/2017GL076763</a>, 2018.
</mixed-citation></ref-html>
<ref-html id="bib1.bib30"><label>30</label><mixed-citation>
Kim, M.-H., Omar, A. H., Tackett, J. L., Vaughan, M. A., Winker, D. M.,
Trepte, C. R., Hu, Y., Liu, Z., Poole, L. R., Pitts, M. C., Kar, J., and
Magill, B. E.: The CALIPSO version 4 automated aerosol classification and
lidar ratio selection algorithm, Atmos. Meas. Tech., 11, 6107–6135,
<a href="https://doi.org/10.5194/amt-11-6107-2018" target="_blank">https://doi.org/10.5194/amt-11-6107-2018</a>, 2018.
</mixed-citation></ref-html>
<ref-html id="bib1.bib31"><label>31</label><mixed-citation>
Lachlan-Cope, T: Antarctic clouds, Polar Res., 29, 150–158,
<a href="https://doi.org/10.1111/j.1751-8369.2010.00148.x" target="_blank">https://doi.org/10.1111/j.1751-8369.2010.00148.x</a>, 2010.
</mixed-citation></ref-html>
<ref-html id="bib1.bib32"><label>32</label><mixed-citation>
Liu, D., Wang, Z., Liu, Z., Winker, D., and Trepte, C.: A height resolved
global view of dust aerosols from the first year CALIPSO lidar measurements,
J. Geophys. Res., 113, D16214, <a href="https://doi.org/10.1029/2007JD009776" target="_blank">https://doi.org/10.1029/2007JD009776</a>, 2008.
</mixed-citation></ref-html>
<ref-html id="bib1.bib33"><label>33</label><mixed-citation>
Liu, Z., Vaughan, M., Winker, D., Hostetler, C., Poole, L., Hlavka, D., Hart,
W., and McGill, M.: Use of probability distribution functions for
discriminating between cloud and aerosol in lidar backscatter data, J.
Geophys. Res., 109, D15202, <a href="https://doi.org/10.1029/2004JD004732" target="_blank">https://doi.org/10.1029/2004JD004732</a>, 2004.
</mixed-citation></ref-html>
<ref-html id="bib1.bib34"><label>34</label><mixed-citation>
Liu, Z., Omar, A., Vaughan, M., Hair, J., Kittaka, C., Hu, Y., Powell, K.,
Trepte, C., Winker, D., Hostetler, C., Ferrare, R., and Pierce, R.: CALIPSO
lidar observations of the optical properties of Saharan dust: A case study of
long-range transport, J. Geophys. Res., 113, D07207,
<a href="https://doi.org/10.1029/2007JD008878" target="_blank">https://doi.org/10.1029/2007JD008878</a>, 2008a.
</mixed-citation></ref-html>
<ref-html id="bib1.bib35"><label>35</label><mixed-citation>
Liu, Z., Liu, D., Huang, J., Vaughan, M., Uno, I., Sugimoto, N., Kittaka, C.,
Trepte, C., Wang, Z., Hostetler, C., and Winker, D.: Airborne dust
distributions over the Tibetan Plateau and surrounding areas derived from the
first year of CALIPSO lidar observations, Atmos. Chem. Phys., 8, 5045–5060,
<a href="https://doi.org/10.5194/acp-8-5045-2008" target="_blank">https://doi.org/10.5194/acp-8-5045-2008</a>, 2008b.
</mixed-citation></ref-html>
<ref-html id="bib1.bib36"><label>36</label><mixed-citation>
Liu, Z., Vaughan, M., Winker, D., Kittaka, C., Getzewich, B., Kuehn, R.,
Omar, A., Powell, K., Trepte, C., and Hostetler, C.: The CALIPSO lidar cloud
and aerosol discrimination: Version 2 algorithm and initial assessment of
performance, J. Atmos. Ocean. Tech., 26, 1198–1213,
<a href="https://doi.org/10.1175/2009JTECHA1229.1" target="_blank">https://doi.org/10.1175/2009JTECHA1229.1</a>, 2009.
</mixed-citation></ref-html>
<ref-html id="bib1.bib37"><label>37</label><mixed-citation>
Liu, Z., Kuehn, R., Vaughan, M., Winker, D., Omar, A., Powell, K., Trepte,
C., Hu, Y., and Hostetler C.: The CALIPSO cloud and aerosol discrimination:
Version 3 algorithm and test results, Proceedings of the 25th International
Laser Radar Conference, 5–9 July 2010, St. Petersburg, Russia, 2010.
</mixed-citation></ref-html>
<ref-html id="bib1.bib38"><label>38</label><mixed-citation>
Liu, Z., Winker, D., Omar, A., Vaughan, M., Kar, J., Trepte, C., Hu, Y., and
Schuster, G.: Evaluation of CALIOP 532&thinsp;nm aerosol optical depth over opaque
water clouds, Atmos. Chem. Phys., 15, 1265–1288,
<a href="https://doi.org/10.5194/acp-15-1265-2015" target="_blank">https://doi.org/10.5194/acp-15-1265-2015</a>, 2015.
</mixed-citation></ref-html>
<ref-html id="bib1.bib39"><label>39</label><mixed-citation>
Lowe, D. and MacKenzie, A. R.: Polar stratospheric cloud microphysics and
chemistry, J. Atmos. Sol.-Terr. Phy., 70, 13–40,
<a href="https://doi.org/10.1016/j.jastp.2007.09.011" target="_blank">https://doi.org/10.1016/j.jastp.2007.09.011</a>, 2008.
</mixed-citation></ref-html>
<ref-html id="bib1.bib40"><label>40</label><mixed-citation>
Ma, P.-L., Rasch, P. J., Wang, M., Wang, H., Ghan, S. J., Easter, R. C.,
Gustafson Jr., W. I., Liu, X., Zhang, Y., and Ma, H.-Y.: How does increasing
horizontal resolution in a global climate model improve the simulation of
aerosol-cloud interactions?, Geophys. Res. Lett., 42, 5058–5065,
<a href="https://doi.org/10.1002/2015GL064183" target="_blank">https://doi.org/10.1002/2015GL064183</a>, 2015.
</mixed-citation></ref-html>
<ref-html id="bib1.bib41"><label>41</label><mixed-citation>
Miller, D. J., Sun, K., Zondlo, M. A., Kanter, D., Dubovik, O., Welton, E.
J., Winker, D. M., and Ginoux, P.: Assessing boreal forest fire smoke aerosol
impacts on U.S. air quality: A case study using multiple data sets, J.
Geophys. Res., 116, D22209, <a href="https://doi.org/10.1029/2011JD016170" target="_blank">https://doi.org/10.1029/2011JD016170</a>, 2011.
</mixed-citation></ref-html>
<ref-html id="bib1.bib42"><label>42</label><mixed-citation>
Omar, A. H., Winker, D. M., Vaughan, M. A., Hu, Y., Trepte, C. R., Ferrare,
R. A., Lee, K. P., Hostetler, C. A., Kittaka, C., Rogers, R. R., and Kuehn,
R. E. The CALIPSO Automated Aerosol Classification and Lidar Ratio Selection
Algorithm, J. Atmos. Ocean. Tech., 26, 1994–2014,
<a href="https://doi.org/10.1175/2009JTECHA1231.1" target="_blank">https://doi.org/10.1175/2009JTECHA1231.1</a>, 2009.
</mixed-citation></ref-html>
<ref-html id="bib1.bib43"><label>43</label><mixed-citation>
Pitts, M. C., Poole, L. R., and Thomason, L. W.: CALIPSO polar stratospheric
cloud observations: second-generation detection algorithm and composition
discrimination, Atmos. Chem. Phys., 9, 7577–7589,
<a href="https://doi.org/10.5194/acp-9-7577-2009" target="_blank">https://doi.org/10.5194/acp-9-7577-2009</a>, 2009.
</mixed-citation></ref-html>
<ref-html id="bib1.bib44"><label>44</label><mixed-citation>
Pitts, M. C., Poole, L. R., Lambert, A., and Thomason, L. W.: An assessment
of CALIOP polar stratospheric cloud composition classification, Atmos. Chem.
Phys., 13, 2975–2988, <a href="https://doi.org/10.5194/acp-13-2975-2013" target="_blank">https://doi.org/10.5194/acp-13-2975-2013</a>, 2013.
</mixed-citation></ref-html>
<ref-html id="bib1.bib45"><label>45</label><mixed-citation>
Powell, K. A., Hostetler, C. A., Liu, Z., Vaughan, M. A., Kuehn, R. E., Hunt,
W. H., Lee, K.-P., Trepte, C. R., Rogers, R. R., Young, S. A., and Winker, D.
M.: CALIPSO Lidar Calibration Algorithms: Part I – Nighttime 532&thinsp;nm
Parallel Channel and 532&thinsp;nm Perpen-dicular Channel, J. Atmos. Ocean. Tech.,
26, 2015–2033, <a href="https://doi.org/10.1175/2009JTECHA1242.1" target="_blank">https://doi.org/10.1175/2009JTECHA1242.1</a>, 2009.
</mixed-citation></ref-html>
<ref-html id="bib1.bib46"><label>46</label><mixed-citation>
Prospero, J. M., Ginoux, P., Torres, O., Nicholson, S. E., and Gill, T. E.:
Environmental characterization of global sources of atmospheric soil dust
identified with the NIMBUS 7 Total Ozone Mapping Spectrometer (TOMS)
absorbing aerosol product, Rev. Geophys., 40, 1002, <a href="https://doi.org/10.1029/2000RG000095" target="_blank">https://doi.org/10.1029/2000RG000095</a>,
2002.
</mixed-citation></ref-html>
<ref-html id="bib1.bib47"><label>47</label><mixed-citation>
Remer, L. A., Kleidman, R. G., Levy, R. C., Kaufman, Y. J., Tanré, D.,
Mattoo, S., Martins, J. V., Ichoku, C., Koren, I., Yu, H., and Holben, B. N.:
Global aerosol climatology from the MODIS satellite sensors, J. Geophys.
Res., 113, D14S07, <a href="https://doi.org/10.1029/2007JD009661" target="_blank">https://doi.org/10.1029/2007JD009661</a>, 2008.
</mixed-citation></ref-html>
<ref-html id="bib1.bib48"><label>48</label><mixed-citation>
Sakaeda, N., Wood, R., and Rasch, P. J.: Direct and semi-direct aerosol
effects of Southern African biomass burning aerosol, J. Geophys. Res., 116,
D12205, <a href="https://doi.org/10.1029/2010JD015540" target="_blank">https://doi.org/10.1029/2010JD015540</a>, 2011.
</mixed-citation></ref-html>
<ref-html id="bib1.bib49"><label>49</label><mixed-citation>
Schrage, J. M. and Fink, A. H.: Nocturnal continental low-level stratus over
tropical West Africa: Observations and possible mechanisms controlling its
onset, Mon. Weather Rev., 140, 1794–1809, <a href="https://doi.org/10.1175/MWR-D-11-00172.1" target="_blank">https://doi.org/10.1175/MWR-D-11-00172.1</a>,
2012.
</mixed-citation></ref-html>
<ref-html id="bib1.bib50"><label>50</label><mixed-citation>
Solomon, S., Daniel, J. S., Neely III, R. R., Vernier, J.-P., Dutton, E. G.,
and Thomason, L. W.: The persistently variable “Background” stratospheric
aerosol layer and global climate change, Science, 333, 866–870,
<a href="https://doi.org/10.1126/science.1206027" target="_blank">https://doi.org/10.1126/science.1206027</a>, 2011.
</mixed-citation></ref-html>
<ref-html id="bib1.bib51"><label>51</label><mixed-citation>
Tan, I., Storelvmo, T., and Zelinka, M. D.: Observational constraints on
mixed-phased clouds imply higher climate sensitivity, Science, 352, 224–227,
<a href="https://doi.org/10.1126/science.aad5300" target="_blank">https://doi.org/10.1126/science.aad5300</a>, 2016.
</mixed-citation></ref-html>
<ref-html id="bib1.bib52"><label>52</label><mixed-citation>
Tsunematsu, N., Kai, K., and Matsumoto, T.: The Influence of synoptic-scale
air flow and local circulation on the dust layer height in the north of the
Taklimakan Desert, Water Air Soil Poll., 5, 175–193,
<a href="https://doi.org/10.1007/s11267-005-0734-z" target="_blank">https://doi.org/10.1007/s11267-005-0734-z</a>, 2005.
</mixed-citation></ref-html>
<ref-html id="bib1.bib53"><label>53</label><mixed-citation>
Uno, I., Eguchi, K., Yumimoto, K., Takemura, T., Shimizu, A., Uematsu, M.,
Liu, Z., Wang, Z., Hara, Y., and Sugimoto, N.: Asian dust transported one
full circuit around the globe, Nat. Geosci., 2, 557–560,
<a href="https://doi.org/10.1038/NGEO583" target="_blank">https://doi.org/10.1038/NGEO583</a>, 2009.
</mixed-citation></ref-html>
<ref-html id="bib1.bib54"><label>54</label><mixed-citation>
Vaughan, M. A., Powell, K. A., Kuehn, R. E., Young, S. A., Winker, D. M.,
Hostetler, C. A., Hunt, W. H., Liu, Z., McGill, M. J., and Getzewich, B. Z.:
Fully automated detection of cloud and aerosol layers in the CALIPSO lidar
measurements, J. Atmos. Ocean. Tech., 26, 2034–2050,
<a href="https://doi.org/10.1175/2009JTECHA1228.1" target="_blank">https://doi.org/10.1175/2009JTECHA1228.1</a>, 2009.
</mixed-citation></ref-html>
<ref-html id="bib1.bib55"><label>55</label><mixed-citation>
Vaughan, M. A., Liu, Z., McGill, M. J., Hu, Y., and Obland, M. D.: On the
Spectral Dependence of Backscatter from Cirrus Clouds: Assessing CALIOP's
1064&thinsp;nm Calibration Assumptions Using Cloud Physics Lidar Measurements, J.
Geophys. Res., 115, D14206, <a href="https://doi.org/10.1029/2009JD013086" target="_blank">https://doi.org/10.1029/2009JD013086</a>, 2010.
</mixed-citation></ref-html>
<ref-html id="bib1.bib56"><label>56</label><mixed-citation>
Vaughan, M., Liu, Z., Hu, Y.-X., Powell, K., Omar, A., Rodier, S., Hunt, W.,
Kar, J., Tackett, J., Getzewich, B., and Lee, K.-P.: Cloud-Aerosol
Interactions: Retrieving Aerosol Ångström Exponents from CALIPSO
Measurements of Opaque Water Clouds, Proceedings of the 27th International
Laser Radar Conference (ILRC 27), 5–10 July 2015, New York, New York, USA,
edited by: Gross, B., Moshary, F., and Arend, M., EPJ Web of Conferences,
119, id.11001, <a href="https://doi.org/10.1051/epjconf/201611911001" target="_blank">https://doi.org/10.1051/epjconf/201611911001</a>, 2015.
</mixed-citation></ref-html>
<ref-html id="bib1.bib57"><label>57</label><mixed-citation>
Vaughan, M., Pitts, M., Trepte, C., Winker, D., Detweiler, P., Garnier, A.,
Getzewich, B., Hunt, W., Lambeth, J., Lee, K.-P., Lucker, P., Murray, T.,
Rodier, S., Tremas, T., Bazureau, A., and Pelon, J.: Cloud-Aerosol LIDAR
Infrared Pathfinder Satellite Observations (CALIPSO) data management system
data products catalog, Release 4.40, NASA Langley Research Center Document
PC-SCI-503, available at:
<a href="https://www-calipso.larc.nasa.gov/products/CALIPSO_DPC_Rev4x40.pdf" target="_blank">https://www-calipso.larc.nasa.gov/products/CALIPSO_DPC_Rev4x40.pdf</a>,
last access: 10 July 2018.
</mixed-citation></ref-html>
<ref-html id="bib1.bib58"><label>58</label><mixed-citation>
Vaughan, M., Garnier, A., Josset, D., Avery, M., Lee, K.-P., Liu, Z., Hunt,
W., Pelon, J., Hu, Y., Burton, S., Hair, J., Tackett, J. L., Getzewich, B.,
Kar, J., and Rodier, S.: CALIPSO lidar calibration at 1064&thinsp;nm: version 4
algorithm, Atmos. Meas. Tech., 12, 51–82, <a href="https://doi.org/10.5194/amt-12-51-2019" target="_blank">https://doi.org/10.5194/amt-12-51-2019</a>,
2019.
</mixed-citation></ref-html>
<ref-html id="bib1.bib59"><label>59</label><mixed-citation>
Vernier, J.-P., Fairlie, T. D., Murray, J. J., Tupper, A., Trepte, C.,
Winker, D., Pelon, J., Garnier, A., Jumelet, J., Pavolonis, M., Omar, A. H.,
and Powell, K. A.: An advanced system to monitor the 3D structure of diffuse
volcanic ash clouds, J. Appl. Meteorol. Clim., 52, 2125–2138,
<a href="https://doi.org/10.1175/JAMC-D-12-0279.1" target="_blank">https://doi.org/10.1175/JAMC-D-12-0279.1</a>, 2013.
</mixed-citation></ref-html>
<ref-html id="bib1.bib60"><label>60</label><mixed-citation>
Wang, X., Xia, D., Wang, T., Xue, X., and Li, J.: Dust sources in arid and
semiarid China and southern Mongolia: Impacts of geomorphological setting and
surface materials, Geomorphology, 97, 583–600,
<a href="https://doi.org/10.1016/j.geomorph.2007.09.006" target="_blank">https://doi.org/10.1016/j.geomorph.2007.09.006</a>, 2008.
</mixed-citation></ref-html>
<ref-html id="bib1.bib61"><label>61</label><mixed-citation>
Winker, D. M., Couch, R. H., and McCormick, M. P.: An overview of LITE:
NASA's Lidar In-space Technology Experiment, Proc. IEEE, 84, 164–180,
<a href="https://doi.org/10.1109/5.482227" target="_blank">https://doi.org/10.1109/5.482227</a>, 1996.
</mixed-citation></ref-html>
<ref-html id="bib1.bib62"><label>62</label><mixed-citation>
Winker, D. M., Vaughan, M. A., Omar, A. H., Hu, Y., Powell, K. A., Liu, Z.,
Hunt, W. H., and Young, S. A.: Overview of the CALIPSO mission and CALIOP
data processing algorithms, J. Atmos. Ocean. Tech., 26, 2310–2323,
<a href="https://doi.org/10.1175/2009JTECHA1281.1" target="_blank">https://doi.org/10.1175/2009JTECHA1281.1</a>, 2009.
</mixed-citation></ref-html>
<ref-html id="bib1.bib63"><label>63</label><mixed-citation>
Winker, D. M., Pelon, J., Coakley, Jr., J. A., Ackerman, S. A., Charlson, R.
J., Colarco, P. R., Flamant, P., Fu, Q., Hoff, R. M., Kittaka, C., Kubar, T.
L., Le Treut, H., McCormick, M. P., Megie, G., Poole, L., Powell, K., Trepte,
C., Vaughan, M. A., and Wielicki, B. A.: The CALIPSO mission: A Global 3D
view of aerosols and clouds, B. Am. Meteorol. Soc., 91, 1211–1229,
<a href="https://doi.org/10.1175/2010BAMS3009.1" target="_blank">https://doi.org/10.1175/2010BAMS3009.1</a>, 2010.
</mixed-citation></ref-html>
<ref-html id="bib1.bib64"><label>64</label><mixed-citation>
Young, S. A. and Vaughan, M. A.: The retrieval of profiles of particulate
extinction from Cloud Aerosol Lidar Infrared Pathfinder Satellite
Observations (CALIPSO) data: Algorithm description, J. Atmos. Ocean. Tech.,
26, 1105–1119, <a href="https://doi.org/10.1175/2008JTECHA1221.1" target="_blank">https://doi.org/10.1175/2008JTECHA1221.1</a>, 2009.
</mixed-citation></ref-html>
<ref-html id="bib1.bib65"><label>65</label><mixed-citation>
Young, S. A., Vaughan, M. A., Kuehn, R. E., and Winker, D. M.: The Retrieval
of Profiles of Particulate Extinction from Cloud-Aerosol Lidar Infrared
Pathfinder Satellite Observations (CALIPSO) Data: Uncertainty and Error
Sensitivity Analyses, J. Atmos. Ocean. Tech., 30, 395–428,
<a href="https://doi.org/10.1175/JTECH-D-12-00046.1" target="_blank">https://doi.org/10.1175/JTECH-D-12-00046.1</a>, 2013.
</mixed-citation></ref-html>
<ref-html id="bib1.bib66"><label>66</label><mixed-citation>
Young, S. A., Vaughan, M. A., Garnier, A., Tackett, J. L., Lambeth, J. D.,
and Powell, K. A.: Extinction and optical depth retrievals for CALIPSO's
Version 4 data release, Atmos. Meas. Tech., 11, 5701–5727,
<a href="https://doi.org/10.5194/amt-11-5701-2018" target="_blank">https://doi.org/10.5194/amt-11-5701-2018</a>, 2018.

</mixed-citation></ref-html>
<ref-html id="bib1.bib67"><label>67</label><mixed-citation>
Yu, H., Chin, M., Yuan, T., Bian, H., Remer, L. A., Prospero, J. M., Omar,
A., Winker, D. M., Yang, Y., Zhang, Y., Zhang, Z., and Zhao, C.: The
fertilizing role of African dust in the Amazon rainforest: A first multiyear
assessment based on CALIPSO lidar observations, Geophys. Res. Lett., 42,
1984–1991, <a href="https://doi.org/10.1002/2015GL063040" target="_blank">https://doi.org/10.1002/2015GL063040</a>, 2015.
</mixed-citation></ref-html>
<ref-html id="bib1.bib68"><label>68</label><mixed-citation>
Zeng, S., Vaughan, M., Liu, Z., Trepte, C., Kar, J., Omar, A., Winker, D.,
Lucker, P., Hu, Y., Getzewich, B., and Avery, M.: Application of
High-Dimensional Fuzzy K-means Cluster Analysis to CALIOP/CALIPSO Version 4.1
Cloud-Aerosol Discrimination, Atmos. Meas. Tech. Discuss.,
<a href="https://doi.org/10.5194/amt-2018-168" target="_blank">https://doi.org/10.5194/amt-2018-168</a>, in review, 2018.
</mixed-citation></ref-html>--></article>
