test_the_detector.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "6401ef63",
   "metadata": {},
   "source": [
    "# Run the detector"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d40b74d0",
   "metadata": {},
   "source": [
    "### Load necessary"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "8e734795",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import arc\n",
    "import importlib\n",
    "importlib.reload(arc)\n",
    "import pandas as pd\n",
    "import pickle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "e9def4c2",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ATL06 data loaded from pickle.\n",
      "15370 traces\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>x</th>\n",
       "      <th>y</th>\n",
       "      <th>x_atc</th>\n",
       "      <th>h</th>\n",
       "      <th>lat</th>\n",
       "      <th>lon</th>\n",
       "      <th>azimuth</th>\n",
       "      <th>quality</th>\n",
       "      <th>geoid</th>\n",
       "      <th>h_sig</th>\n",
       "      <th>rgt</th>\n",
       "      <th>time</th>\n",
       "      <th>beam</th>\n",
       "      <th>tides</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[-562237.4529218203, -562234.2389014903, -5622...</td>\n",
       "      <td>[1819983.9932952644, 1819964.43817061, 1819944...</td>\n",
       "      <td>[28171470.085781988, 28171489.99255913, 281715...</td>\n",
       "      <td>[3.4028235e+38, 3.4028235e+38, 3.4028235e+38, ...</td>\n",
       "      <td>[-72.59802441037888, -72.59820112748062, -72.5...</td>\n",
       "      <td>[-17.16719461157932, -17.16727585802168, -17.1...</td>\n",
       "      <td>[-172.1923, -172.19225, -172.1922, -172.19215,...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, ...</td>\n",
       "      <td>[7.4968843, 7.497058, 7.497267, 7.497408, 7.49...</td>\n",
       "      <td>[3.4028235e+38, 3.4028235e+38, 3.4028235e+38, ...</td>\n",
       "      <td>237</td>\n",
       "      <td>2018-10-14 04:18:16.593302+00:00</td>\n",
       "      <td>1l</td>\n",
       "      <td>[-0.13189596426112873, -0.1319049248794706, -0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[-565886.0344418479, -565959.5245849679, -5658...</td>\n",
       "      <td>[1821508.5602115241, 1821476.2381296556, 18214...</td>\n",
       "      <td>[28169359.966127496, 28169379.87292852, 281693...</td>\n",
       "      <td>[3.4028235e+38, 45.319565, 3.4028235e+38, 3.40...</td>\n",
       "      <td>[-72.57519815012134, -72.57527971444676, -72.5...</td>\n",
       "      <td>[-17.258393828461827, -17.260790064985486, -17...</td>\n",
       "      <td>[-172.19814, -172.19809, -172.19803, -172.1979...</td>\n",
       "      <td>[1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...</td>\n",
       "      <td>[7.282075, 7.28226, 7.282523, 7.2828074, 7.283...</td>\n",
       "      <td>[3.4028235e+38, 0.11216024, 3.4028235e+38, 3.4...</td>\n",
       "      <td>237</td>\n",
       "      <td>2018-10-14 04:18:16.593302+00:00</td>\n",
       "      <td>2l</td>\n",
       "      <td>[-0.1308512505816692, -0.13085582810802526, -0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[-568482.7191449995, -568479.2196063804, -5685...</td>\n",
       "      <td>[1816661.1328652971, 1816639.663614648, 181660...</td>\n",
       "      <td>[28173739.456926607, 28173759.363678094, 28173...</td>\n",
       "      <td>[3.4028235e+38, 3.4028235e+38, 42.853893, 43.3...</td>\n",
       "      <td>[-72.60989523110794, -72.61008907492835, -72.6...</td>\n",
       "      <td>[-17.376322109875606, -17.376414573750377, -17...</td>\n",
       "      <td>[-172.18611, -172.18607, -172.186, -172.18594,...</td>\n",
       "      <td>[1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...</td>\n",
       "      <td>[7.1492543, 7.149463, 7.149727, 7.1499243, 7.1...</td>\n",
       "      <td>[3.4028235e+38, 3.4028235e+38, 0.47614497, 0.1...</td>\n",
       "      <td>237</td>\n",
       "      <td>2018-10-14 04:18:16.593302+00:00</td>\n",
       "      <td>3l</td>\n",
       "      <td>[-0.1323159486979113, -0.13232533701090435, -0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[-562325.86032576, -562322.6462574331, -562319...</td>\n",
       "      <td>[1819969.4287446195, 1819949.8735886402, 18199...</td>\n",
       "      <td>[28171470.085781988, 28171489.99255913, 281715...</td>\n",
       "      <td>[638.78284, 635.75653, 629.5036, 624.67255, 63...</td>\n",
       "      <td>[-72.59791476798061, -72.5980914842963, -72.59...</td>\n",
       "      <td>[-17.169864623634226, -17.16994589597462, -17....</td>\n",
       "      <td>[-172.18527, -172.18523, -172.18517, -172.1851...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...</td>\n",
       "      <td>[7.495937, 7.496109, 7.496339, 7.4965444, 7.49...</td>\n",
       "      <td>[1.5932262, 1.6223068, 2.0204728, 1.6792186, 2...</td>\n",
       "      <td>237</td>\n",
       "      <td>2018-10-14 04:18:16.593302+00:00</td>\n",
       "      <td>1r</td>\n",
       "      <td>[-0.13189366708775613, -0.1319025386886516, -0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>[-565974.422436609, -565971.091700905, -565967...</td>\n",
       "      <td>[1821493.845027481, 1821474.3067577728, 182145...</td>\n",
       "      <td>[28169359.966127496, 28169379.87292852, 281693...</td>\n",
       "      <td>[45.512802, 45.60018, 45.52916, 45.514633, 45....</td>\n",
       "      <td>[-72.57508858916795, -72.57526542262907, -72.5...</td>\n",
       "      <td>[-17.26106049058822, -17.261139096189538, -17....</td>\n",
       "      <td>[-172.19113, -172.19109, -172.19104, -172.1909...</td>\n",
       "      <td>[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...</td>\n",
       "      <td>[7.281289, 7.2815013, 7.281811, 7.282151, 7.28...</td>\n",
       "      <td>[0.056579627, 0.06312636, 0.05353172, 0.027175...</td>\n",
       "      <td>237</td>\n",
       "      <td>2018-10-14 04:18:16.593302+00:00</td>\n",
       "      <td>2r</td>\n",
       "      <td>[-0.1308468952553528, -0.13085528979031313, -0...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15365</th>\n",
       "      <td>[-679966.5533446249, -679978.0915962739, -6799...</td>\n",
       "      <td>[1350750.7144900633, 1350766.6144303703, 13507...</td>\n",
       "      <td>[31641806.68170333, 31641826.58334376, 3164184...</td>\n",
       "      <td>[36.935436, 35.81069, 40.46323, 43.95132, 42.7...</td>\n",
       "      <td>[-76.1469757341931, -76.14679976781262, -76.14...</td>\n",
       "      <td>[-26.720637753211463, -26.7207573568146, -26.7...</td>\n",
       "      <td>[-9.2580185, -9.257926, -9.2578335, -9.257737,...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, ...</td>\n",
       "      <td>[-4.5207577, -4.5208516, -4.520945, -4.521041,...</td>\n",
       "      <td>[0.37245026, 0.57209915, 0.43056372, 0.6979193...</td>\n",
       "      <td>337</td>\n",
       "      <td>2021-07-15 17:52:50.063865+00:00</td>\n",
       "      <td>2l</td>\n",
       "      <td>[--, --, --, --, --, --, --, --, --, --, --, -...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15366</th>\n",
       "      <td>[-699828.3533530108, -699839.8715532223, -6998...</td>\n",
       "      <td>[1383764.2350225456, 1383780.1698605092, 13837...</td>\n",
       "      <td>[31680674.93657331, 31680694.838574897, 316807...</td>\n",
       "      <td>[24.256828, 24.225489, 24.116571, 24.12564, 24...</td>\n",
       "      <td>[-75.79842324633292, -75.7982471529546, -75.79...</td>\n",
       "      <td>[-26.827661927429602, -26.82777598609553, -26....</td>\n",
       "      <td>[-9.080922, -9.080832, -9.080744, -9.080656, -...</td>\n",
       "      <td>[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...</td>\n",
       "      <td>[-4.2074704, -4.207139, -4.206807, -4.2064843,...</td>\n",
       "      <td>[0.03355644, 0.027075069, 0.028606115, 0.02477...</td>\n",
       "      <td>337</td>\n",
       "      <td>2021-07-15 17:52:50.063865+00:00</td>\n",
       "      <td>3l</td>\n",
       "      <td>[-0.5688972286565825, -0.5688822056990535, -0....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15367</th>\n",
       "      <td>[-711587.7416308973, -711599.3104139923, -7116...</td>\n",
       "      <td>[1388753.7060338832, 1388769.6056356428, 13887...</td>\n",
       "      <td>[31691760.380491346, 31691780.282597486, 31691...</td>\n",
       "      <td>[23.064426, 23.037252, 22.990925, 22.956345, 2...</td>\n",
       "      <td>[-75.70972894274978, -75.7095528119191, -75.70...</td>\n",
       "      <td>[-27.130286142229608, -27.130397961503462, -27...</td>\n",
       "      <td>[-9.019834, -9.019751, -9.019666, -9.019579, -...</td>\n",
       "      <td>[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...</td>\n",
       "      <td>[-4.2263556, -4.2257466, -4.225142, -4.2245216...</td>\n",
       "      <td>[0.01039779, 0.008873616, 0.009832707, 0.01056...</td>\n",
       "      <td>337</td>\n",
       "      <td>2021-07-15 17:52:50.063865+00:00</td>\n",
       "      <td>1r</td>\n",
       "      <td>[-0.5612137104171637, -0.5611988406763833, -0....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15368</th>\n",
       "      <td>[-679858.4422528122, -679869.9080968576, -6798...</td>\n",
       "      <td>[1350756.3710521103, 1350772.323561225, 135078...</td>\n",
       "      <td>[31641746.976783145, 31641766.878423024, 31641...</td>\n",
       "      <td>[28.235493, 32.957005, 38.31746, 36.008915, 35...</td>\n",
       "      <td>[-76.14737100356085, -76.14719490820667, -76.1...</td>\n",
       "      <td>[-26.716882600905706, -26.716998910117212, -26...</td>\n",
       "      <td>[-9.246351, -9.246258, -9.246165, -9.246074, -...</td>\n",
       "      <td>[1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "      <td>[-4.516119, -4.51621, -4.5162983, -4.516385, -...</td>\n",
       "      <td>[0.06819813, 0.2127461, 0.4200005, 0.5378893, ...</td>\n",
       "      <td>337</td>\n",
       "      <td>2021-07-15 17:52:50.063865+00:00</td>\n",
       "      <td>2r</td>\n",
       "      <td>[--, --, --, --, --, --, --, --, --, --, --, -...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15369</th>\n",
       "      <td>[-699710.1763296728, -699721.7392408568, -6997...</td>\n",
       "      <td>[1383752.9337277268, 1383768.836007675, 138378...</td>\n",
       "      <td>[31680595.32856883, 31680615.23056967, 3168063...</td>\n",
       "      <td>[24.273556, 24.25334, 24.257336, 24.272635, 24...</td>\n",
       "      <td>[-75.7989983383017, -75.79882232704124, -75.79...</td>\n",
       "      <td>[-26.823953668158538, -26.82406979510438, -26....</td>\n",
       "      <td>[-9.069965, -9.069877, -9.06979, -9.069702, -9...</td>\n",
       "      <td>[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...</td>\n",
       "      <td>[-4.2046742, -4.2043514, -4.2040277, -4.203704...</td>\n",
       "      <td>[0.009591507, 0.010343732, 0.008504269, 0.0088...</td>\n",
       "      <td>337</td>\n",
       "      <td>2021-07-15 17:52:50.063865+00:00</td>\n",
       "      <td>3r</td>\n",
       "      <td>[-0.5689443722800634, -0.5689293339152246, -0....</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>15370 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                       x  \\\n",
       "0      [-562237.4529218203, -562234.2389014903, -5622...   \n",
       "1      [-565886.0344418479, -565959.5245849679, -5658...   \n",
       "2      [-568482.7191449995, -568479.2196063804, -5685...   \n",
       "3      [-562325.86032576, -562322.6462574331, -562319...   \n",
       "4      [-565974.422436609, -565971.091700905, -565967...   \n",
       "...                                                  ...   \n",
       "15365  [-679966.5533446249, -679978.0915962739, -6799...   \n",
       "15366  [-699828.3533530108, -699839.8715532223, -6998...   \n",
       "15367  [-711587.7416308973, -711599.3104139923, -7116...   \n",
       "15368  [-679858.4422528122, -679869.9080968576, -6798...   \n",
       "15369  [-699710.1763296728, -699721.7392408568, -6997...   \n",
       "\n",
       "                                                       y  \\\n",
       "0      [1819983.9932952644, 1819964.43817061, 1819944...   \n",
       "1      [1821508.5602115241, 1821476.2381296556, 18214...   \n",
       "2      [1816661.1328652971, 1816639.663614648, 181660...   \n",
       "3      [1819969.4287446195, 1819949.8735886402, 18199...   \n",
       "4      [1821493.845027481, 1821474.3067577728, 182145...   \n",
       "...                                                  ...   \n",
       "15365  [1350750.7144900633, 1350766.6144303703, 13507...   \n",
       "15366  [1383764.2350225456, 1383780.1698605092, 13837...   \n",
       "15367  [1388753.7060338832, 1388769.6056356428, 13887...   \n",
       "15368  [1350756.3710521103, 1350772.323561225, 135078...   \n",
       "15369  [1383752.9337277268, 1383768.836007675, 138378...   \n",
       "\n",
       "                                                   x_atc  \\\n",
       "0      [28171470.085781988, 28171489.99255913, 281715...   \n",
       "1      [28169359.966127496, 28169379.87292852, 281693...   \n",
       "2      [28173739.456926607, 28173759.363678094, 28173...   \n",
       "3      [28171470.085781988, 28171489.99255913, 281715...   \n",
       "4      [28169359.966127496, 28169379.87292852, 281693...   \n",
       "...                                                  ...   \n",
       "15365  [31641806.68170333, 31641826.58334376, 3164184...   \n",
       "15366  [31680674.93657331, 31680694.838574897, 316807...   \n",
       "15367  [31691760.380491346, 31691780.282597486, 31691...   \n",
       "15368  [31641746.976783145, 31641766.878423024, 31641...   \n",
       "15369  [31680595.32856883, 31680615.23056967, 3168063...   \n",
       "\n",
       "                                                       h  \\\n",
       "0      [3.4028235e+38, 3.4028235e+38, 3.4028235e+38, ...   \n",
       "1      [3.4028235e+38, 45.319565, 3.4028235e+38, 3.40...   \n",
       "2      [3.4028235e+38, 3.4028235e+38, 42.853893, 43.3...   \n",
       "3      [638.78284, 635.75653, 629.5036, 624.67255, 63...   \n",
       "4      [45.512802, 45.60018, 45.52916, 45.514633, 45....   \n",
       "...                                                  ...   \n",
       "15365  [36.935436, 35.81069, 40.46323, 43.95132, 42.7...   \n",
       "15366  [24.256828, 24.225489, 24.116571, 24.12564, 24...   \n",
       "15367  [23.064426, 23.037252, 22.990925, 22.956345, 2...   \n",
       "15368  [28.235493, 32.957005, 38.31746, 36.008915, 35...   \n",
       "15369  [24.273556, 24.25334, 24.257336, 24.272635, 24...   \n",
       "\n",
       "                                                     lat  \\\n",
       "0      [-72.59802441037888, -72.59820112748062, -72.5...   \n",
       "1      [-72.57519815012134, -72.57527971444676, -72.5...   \n",
       "2      [-72.60989523110794, -72.61008907492835, -72.6...   \n",
       "3      [-72.59791476798061, -72.5980914842963, -72.59...   \n",
       "4      [-72.57508858916795, -72.57526542262907, -72.5...   \n",
       "...                                                  ...   \n",
       "15365  [-76.1469757341931, -76.14679976781262, -76.14...   \n",
       "15366  [-75.79842324633292, -75.7982471529546, -75.79...   \n",
       "15367  [-75.70972894274978, -75.7095528119191, -75.70...   \n",
       "15368  [-76.14737100356085, -76.14719490820667, -76.1...   \n",
       "15369  [-75.7989983383017, -75.79882232704124, -75.79...   \n",
       "\n",
       "                                                     lon  \\\n",
       "0      [-17.16719461157932, -17.16727585802168, -17.1...   \n",
       "1      [-17.258393828461827, -17.260790064985486, -17...   \n",
       "2      [-17.376322109875606, -17.376414573750377, -17...   \n",
       "3      [-17.169864623634226, -17.16994589597462, -17....   \n",
       "4      [-17.26106049058822, -17.261139096189538, -17....   \n",
       "...                                                  ...   \n",
       "15365  [-26.720637753211463, -26.7207573568146, -26.7...   \n",
       "15366  [-26.827661927429602, -26.82777598609553, -26....   \n",
       "15367  [-27.130286142229608, -27.130397961503462, -27...   \n",
       "15368  [-26.716882600905706, -26.716998910117212, -26...   \n",
       "15369  [-26.823953668158538, -26.82406979510438, -26....   \n",
       "\n",
       "                                                 azimuth  \\\n",
       "0      [-172.1923, -172.19225, -172.1922, -172.19215,...   \n",
       "1      [-172.19814, -172.19809, -172.19803, -172.1979...   \n",
       "2      [-172.18611, -172.18607, -172.186, -172.18594,...   \n",
       "3      [-172.18527, -172.18523, -172.18517, -172.1851...   \n",
       "4      [-172.19113, -172.19109, -172.19104, -172.1909...   \n",
       "...                                                  ...   \n",
       "15365  [-9.2580185, -9.257926, -9.2578335, -9.257737,...   \n",
       "15366  [-9.080922, -9.080832, -9.080744, -9.080656, -...   \n",
       "15367  [-9.019834, -9.019751, -9.019666, -9.019579, -...   \n",
       "15368  [-9.246351, -9.246258, -9.246165, -9.246074, -...   \n",
       "15369  [-9.069965, -9.069877, -9.06979, -9.069702, -9...   \n",
       "\n",
       "                                                 quality  \\\n",
       "0      [1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, ...   \n",
       "1      [1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...   \n",
       "2      [1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...   \n",
       "3      [1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...   \n",
       "4      [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...   \n",
       "...                                                  ...   \n",
       "15365  [1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, ...   \n",
       "15366  [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...   \n",
       "15367  [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...   \n",
       "15368  [1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...   \n",
       "15369  [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...   \n",
       "\n",
       "                                                   geoid  \\\n",
       "0      [7.4968843, 7.497058, 7.497267, 7.497408, 7.49...   \n",
       "1      [7.282075, 7.28226, 7.282523, 7.2828074, 7.283...   \n",
       "2      [7.1492543, 7.149463, 7.149727, 7.1499243, 7.1...   \n",
       "3      [7.495937, 7.496109, 7.496339, 7.4965444, 7.49...   \n",
       "4      [7.281289, 7.2815013, 7.281811, 7.282151, 7.28...   \n",
       "...                                                  ...   \n",
       "15365  [-4.5207577, -4.5208516, -4.520945, -4.521041,...   \n",
       "15366  [-4.2074704, -4.207139, -4.206807, -4.2064843,...   \n",
       "15367  [-4.2263556, -4.2257466, -4.225142, -4.2245216...   \n",
       "15368  [-4.516119, -4.51621, -4.5162983, -4.516385, -...   \n",
       "15369  [-4.2046742, -4.2043514, -4.2040277, -4.203704...   \n",
       "\n",
       "                                                   h_sig  rgt  \\\n",
       "0      [3.4028235e+38, 3.4028235e+38, 3.4028235e+38, ...  237   \n",
       "1      [3.4028235e+38, 0.11216024, 3.4028235e+38, 3.4...  237   \n",
       "2      [3.4028235e+38, 3.4028235e+38, 0.47614497, 0.1...  237   \n",
       "3      [1.5932262, 1.6223068, 2.0204728, 1.6792186, 2...  237   \n",
       "4      [0.056579627, 0.06312636, 0.05353172, 0.027175...  237   \n",
       "...                                                  ...  ...   \n",
       "15365  [0.37245026, 0.57209915, 0.43056372, 0.6979193...  337   \n",
       "15366  [0.03355644, 0.027075069, 0.028606115, 0.02477...  337   \n",
       "15367  [0.01039779, 0.008873616, 0.009832707, 0.01056...  337   \n",
       "15368  [0.06819813, 0.2127461, 0.4200005, 0.5378893, ...  337   \n",
       "15369  [0.009591507, 0.010343732, 0.008504269, 0.0088...  337   \n",
       "\n",
       "                                  time beam  \\\n",
       "0     2018-10-14 04:18:16.593302+00:00   1l   \n",
       "1     2018-10-14 04:18:16.593302+00:00   2l   \n",
       "2     2018-10-14 04:18:16.593302+00:00   3l   \n",
       "3     2018-10-14 04:18:16.593302+00:00   1r   \n",
       "4     2018-10-14 04:18:16.593302+00:00   2r   \n",
       "...                                ...  ...   \n",
       "15365 2021-07-15 17:52:50.063865+00:00   2l   \n",
       "15366 2021-07-15 17:52:50.063865+00:00   3l   \n",
       "15367 2021-07-15 17:52:50.063865+00:00   1r   \n",
       "15368 2021-07-15 17:52:50.063865+00:00   2r   \n",
       "15369 2021-07-15 17:52:50.063865+00:00   3r   \n",
       "\n",
       "                                                   tides  \n",
       "0      [-0.13189596426112873, -0.1319049248794706, -0...  \n",
       "1      [-0.1308512505816692, -0.13085582810802526, -0...  \n",
       "2      [-0.1323159486979113, -0.13232533701090435, -0...  \n",
       "3      [-0.13189366708775613, -0.1319025386886516, -0...  \n",
       "4      [-0.1308468952553528, -0.13085528979031313, -0...  \n",
       "...                                                  ...  \n",
       "15365  [--, --, --, --, --, --, --, --, --, --, --, -...  \n",
       "15366  [-0.5688972286565825, -0.5688822056990535, -0....  \n",
       "15367  [-0.5612137104171637, -0.5611988406763833, -0....  \n",
       "15368  [--, --, --, --, --, --, --, --, --, --, --, -...  \n",
       "15369  [-0.5689443722800634, -0.5689293339152246, -0....  \n",
       "\n",
       "[15370 rows x 14 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "shelf_name='brunt'\n",
    "\n",
    "atl06_file_name = '/data/fast1/arc/atl06/' + shelf_name + '.pkl'\n",
    "\n",
    "# Load ATL06 data\n",
    "with open(atl06_file_name, 'rb') as handle:\n",
    "    atl06_data = pickle.load(handle)\n",
    "    \n",
    "print('ATL06 data loaded from pickle.')\n",
    "print(str(len(atl06_data))+' traces')\n",
    "\n",
    "display(atl06_data)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "9953ab89",
   "metadata": {},
   "source": [
    "### run the rift measurer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "2b9a233a",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "processing:\n",
      "rgt : 237\n",
      "beam: 2l\n",
      "date: 2018-10-14 04:18:16.593302+00:00\n",
      "descending pass - flipping arrays\n",
      "rift detector found 17 possible rifts\n",
      "------------------------------\n",
      "rift: (212, 214)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (219, 224)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (230, 237)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (239, 255)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (256, 257)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (259, 264)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (274, 284)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (295, 313)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (431, 445)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (1032, 1052)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (1062, 1092)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (1148, 1161)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (1167, 1179)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (1190, 1261)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (1264, 1266)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (1296, 1315)\n",
      "skipping rift: rift detection in masked region\n",
      "or all points flagged as poor quality\n",
      "------------------------------\n",
      "rift: (14878, 14890)\n",
      "processing rift: both walls found within distance limit\n",
      "rift width (satellite geometry): 274.87 m\n",
      "------------------------------\n",
      "rift detection and measurement complete for trace\n",
      "rgt : 237\n",
      "beam: 2l\n",
      "date: 2018-10-14 04:18:16.593302+00:00\n",
      "------------------------------\n",
      "\n",
      "rift detector found and measured a total of 1 rifts\n",
      "\n",
      "time to detect rifts: 0.0 minutes\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>d-start</th>\n",
       "      <th>d-end</th>\n",
       "      <th>x-start</th>\n",
       "      <th>y-start</th>\n",
       "      <th>x-end</th>\n",
       "      <th>y-end</th>\n",
       "      <th>x-centroid</th>\n",
       "      <th>y-centroid</th>\n",
       "      <th>lat-centroid</th>\n",
       "      <th>lon-centroid</th>\n",
       "      <th>...</th>\n",
       "      <th>h_landward</th>\n",
       "      <th>sl_offset</th>\n",
       "      <th>time</th>\n",
       "      <th>rgt</th>\n",
       "      <th>azimuth</th>\n",
       "      <th>sigma</th>\n",
       "      <th>h</th>\n",
       "      <th>beam</th>\n",
       "      <th>data_row</th>\n",
       "      <th>confidence</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.905276e+06</td>\n",
       "      <td>1.905551e+06</td>\n",
       "      <td>-565613.247077</td>\n",
       "      <td>1.819384e+06</td>\n",
       "      <td>-565658.698762</td>\n",
       "      <td>1.819658e+06</td>\n",
       "      <td>-565635.972919</td>\n",
       "      <td>1.819521e+06</td>\n",
       "      <td>-72.592951</td>\n",
       "      <td>-17.268946</td>\n",
       "      <td>...</td>\n",
       "      <td>23.257358</td>\n",
       "      <td>4.50581</td>\n",
       "      <td>2018-10-14 04:18:16.593302+00:00</td>\n",
       "      <td>237</td>\n",
       "      <td>-172.192581</td>\n",
       "      <td>0.167704</td>\n",
       "      <td>10.356703</td>\n",
       "      <td>2l</td>\n",
       "      <td>1</td>\n",
       "      <td>high</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        d-start         d-end        x-start       y-start          x-end  \\\n",
       "0  1.905276e+06  1.905551e+06 -565613.247077  1.819384e+06 -565658.698762   \n",
       "\n",
       "          y-end     x-centroid    y-centroid  lat-centroid  lon-centroid  ...  \\\n",
       "0  1.819658e+06 -565635.972919  1.819521e+06    -72.592951    -17.268946  ...   \n",
       "\n",
       "   h_landward  sl_offset                             time  rgt     azimuth  \\\n",
       "0   23.257358    4.50581 2018-10-14 04:18:16.593302+00:00  237 -172.192581   \n",
       "\n",
       "      sigma          h  beam  data_row  confidence  \n",
       "0  0.167704  10.356703    2l         1        high  \n",
       "\n",
       "[1 rows x 24 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# as an example, subset to 237 2l \n",
    "\n",
    "rift_obs = arc.rift_cataloger(atl06_data[1:2],verbose=True)\n",
    "\n",
    "rift_obs=pd.DataFrame(rift_obs)\n",
    "display(rift_obs)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e60537c0",
   "metadata": {},
   "source": [
    "### Save the rift observations"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "5669c2f1",
   "metadata": {},
   "outputs": [],
   "source": [
    "#with open('/home/ram21/notebooks/brunt-is2-rifts/brunt_himedlow_mdt.pkl', 'wb') as handle:\n",
    "#    pickle.dump(rift_obs, handle, protocol=pickle.HIGHEST_PROTOCOL)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python (Cartopy)",
   "language": "python",
   "name": "cartopy"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}