lineups.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Multipoint ICMEs in the Solar Orbiter era\n",
    "\n",
    "Notebook for the results and plots shown in the paper Möstl et al. 2021 ApJ\n",
    "\n",
    "https://github.com/helioforecast/Papers/tree/master/Moestl2021_multipoint\n",
    "\n",
    "Authors: C. Möstl, IWF Graz, Austria https://twitter.com/chrisoutofspace \n",
    "\n",
    "**last update to code: 2021 November 8**\n",
    "\n",
    "**last update to catalog: 2021 September 10**\n",
    "\n",
    "\n",
    "To run this code, a conda environment is needed, dependencies are listed under environment.yml, and pip in requirements.txt. Plots are saved in folder \"plots\" as png and pdf. \n",
    "\n",
    "\n",
    "**Data sources**\n",
    "\n",
    "The ICME catalog ICMECATv2.0, included in folder \"icmecat\". The latest versions can be downloaded from https://doi.org/10.6084/m9.figshare.6356420 or https://helioforecast.space/icmecat\n",
    "\n",
    "The CME arrival catalog (based on STEREO heliospheric imager observations) ARRCATv2.0 is included in the folder \"arrcat\". Latest versions can be obtained from either: https://helioforecast.space/arrcat or https://doi.org/10.6084/m9.figshare.12271292 \n",
    "\n",
    "The HELCATS HIGeoCat and the LASCO CME catalog are downloaded automatically when running this script.\n",
    "\n",
    "In situ data is not necessary for this notebook, but the data behind the ICMECAT can be downloaded into a directory (defined in config.py) from this figshare repository: https://doi.org/10.6084/m9.figshare.11973693\n",
    "\n",
    "\n",
    "---\n",
    "\n",
    "**MIT LICENSE**\n",
    "\n",
    "Copyright 2021, Christian Moestl\n",
    "\n",
    "Permission is hereby granted, free of charge, to any person obtaining a copy of this \n",
    "software and associated documentation files (the \"Software\"), to deal in the Software\n",
    "without restriction, including without limitation the rights to use, copy, modify, \n",
    "merge, publish, distribute, sublicense, and/or sell copies of the Software, and to \n",
    "permit persons to whom the Software is furnished to do so, subject to the following \n",
    "conditions:\n",
    "\n",
    "The above copyright notice and this permission notice shall be included in all copies \n",
    "or substantial portions of the Software.\n",
    "\n",
    "THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, \n",
    "INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A\n",
    "PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT \n",
    "HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF \n",
    "CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE \n",
    "OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "last_update='2021-September-10'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "sunpy: 1.1.0\n",
      "astropy: 4.0\n",
      "done\n"
     ]
    }
   ],
   "source": [
    "import matplotlib\n",
    "from matplotlib import cm\n",
    "import matplotlib.pyplot as plt\n",
    "import matplotlib.dates as mdates\n",
    "from mpl_toolkits.mplot3d import Axes3D\n",
    "from matplotlib import rc\n",
    "import seaborn as sns\n",
    "import numpy as np\n",
    "import scipy.io\n",
    "from scipy import stats\n",
    "import sys\n",
    "from datetime import timedelta\n",
    "import time\n",
    "import pickle\n",
    "import os\n",
    "import copy\n",
    "import urllib\n",
    "import json\n",
    "import warnings\n",
    "import importlib\n",
    "\n",
    "import heliocats.data as hd\n",
    "\n",
    "import sunpy\n",
    "import sunpy.time\n",
    "from sunpy.time import parse_time\n",
    "\n",
    "import heliopy.spice as spice\n",
    "import heliopy.data.spice as spicedata\n",
    "\n",
    "import astropy\n",
    "import astropy.constants as const\n",
    "\n",
    "#our own packages\n",
    "import py3dcore\n",
    "import heliosat\n",
    "\n",
    "#where the 6 in situ data files are located is read from input.py\n",
    "#as data_path=....\n",
    "from config import data_path\n",
    "\n",
    "#Convert this notebook to a script with jupyter nbconvert --to script cme_rate.ipynb\n",
    "os.system('jupyter nbconvert --to script cme_sig.ipynb')    \n",
    "\n",
    "#%matplotlib inline\n",
    "#matplotlib.use('Qt5Agg')\n",
    "#matplotlib.use('Agg')\n",
    "#warnings.filterwarnings('ignore') # some numpy mean-of-empty-slice runtime warnings\n",
    "\n",
    "########### make directories first time\n",
    "resdir='plots'\n",
    "if os.path.isdir(resdir) == False: os.mkdir(resdir)\n",
    "\n",
    "datadir='data'\n",
    "if os.path.isdir(datadir) == False: os.mkdir(datadir)\n",
    "\n",
    "plt.rcParams[\"figure.figsize\"] = (15,8)\n",
    "plt.close('all')\n",
    "\n",
    "#constants: \n",
    "#solar radius\n",
    "Rs_in_AU=float(const.R_sun/const.au)\n",
    "#define AU in km\n",
    "AU_in_km=const.au.value/1e3\n",
    "\n",
    "\n",
    "print('sunpy:',sunpy.__version__)\n",
    "print('astropy:',astropy.__version__)\n",
    "\n",
    "print('done')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 1) Load catalogs"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 1a) ICMECAT"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "loaded  icmecat/HELCATS_ICMECAT_v20_pandas.p\n",
      "\n",
      "Keys (parameters) in this pandas data frame are:\n",
      "Index(['icmecat_id', 'sc_insitu', 'icme_start_time', 'mo_start_time',\n",
      "       'mo_end_time', 'mo_sc_heliodistance', 'mo_sc_long_heeq',\n",
      "       'mo_sc_lat_heeq', 'icme_duration', 'icme_bmax', 'icme_bmean',\n",
      "       'icme_bstd', 'icme_speed_mean', 'icme_speed_std', 'mo_duration',\n",
      "       'mo_bmax', 'mo_bmean', 'mo_bstd', 'mo_bzmean', 'mo_bzmin', 'mo_bzstd',\n",
      "       'mo_bymean', 'mo_bystd', 'mo_speed_mean', 'mo_speed_std',\n",
      "       'mo_expansion_speed', 'mo_pdyn_mean', 'mo_pdyn_std', 'mo_density_mean',\n",
      "       'mo_density_std', 'mo_temperature_mean', 'mo_temperature_std',\n",
      "       'sheath_speed_mean', 'sheath_speed_std', 'sheath_density_mean',\n",
      "       'sheath_density_std', 'sheath_pdyn_mean', 'sheath_pdyn_std'],\n",
      "      dtype='object')\n",
      "\n"
     ]
    }
   ],
   "source": [
    "########### load ICMECAT v2.0, made with icmecat.py or ipynb\n",
    "file='icmecat/HELCATS_ICMECAT_v20_pandas.p'\n",
    "print()\n",
    "print('loaded ', file)\n",
    "print()\n",
    "print('Keys (parameters) in this pandas data frame are:')\n",
    "\n",
    "[ic,h,p]=pickle.load(open(file, \"rb\" ) )  \n",
    "print(ic.keys())\n",
    "print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>icmecat_id</th>\n",
       "      <th>sc_insitu</th>\n",
       "      <th>icme_start_time</th>\n",
       "      <th>mo_start_time</th>\n",
       "      <th>mo_end_time</th>\n",
       "      <th>mo_sc_heliodistance</th>\n",
       "      <th>mo_sc_long_heeq</th>\n",
       "      <th>mo_sc_lat_heeq</th>\n",
       "      <th>icme_duration</th>\n",
       "      <th>icme_bmax</th>\n",
       "      <th>...</th>\n",
       "      <th>mo_density_mean</th>\n",
       "      <th>mo_density_std</th>\n",
       "      <th>mo_temperature_mean</th>\n",
       "      <th>mo_temperature_std</th>\n",
       "      <th>sheath_speed_mean</th>\n",
       "      <th>sheath_speed_std</th>\n",
       "      <th>sheath_density_mean</th>\n",
       "      <th>sheath_density_std</th>\n",
       "      <th>sheath_pdyn_mean</th>\n",
       "      <th>sheath_pdyn_std</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ICME_STEREO_A_MOESTL_20210831_01</td>\n",
       "      <td>STEREO-A</td>\n",
       "      <td>2021-08-31 13:37:00</td>\n",
       "      <td>2021-08-31 13:37:00</td>\n",
       "      <td>2021-08-31 22:12:00</td>\n",
       "      <td>0.9564</td>\n",
       "      <td>-41.90</td>\n",
       "      <td>4.84</td>\n",
       "      <td>8.58</td>\n",
       "      <td>19.8</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ICME_STEREO_A_MOESTL_20210830_01</td>\n",
       "      <td>STEREO-A</td>\n",
       "      <td>2021-08-30 10:08:00</td>\n",
       "      <td>2021-08-30 16:03:00</td>\n",
       "      <td>2021-08-31 02:52:00</td>\n",
       "      <td>0.9564</td>\n",
       "      <td>-41.97</td>\n",
       "      <td>4.74</td>\n",
       "      <td>16.73</td>\n",
       "      <td>21.0</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ICME_STEREO_A_MOESTL_20210809_01</td>\n",
       "      <td>STEREO-A</td>\n",
       "      <td>2021-08-09 17:28:00</td>\n",
       "      <td>2021-08-09 23:18:00</td>\n",
       "      <td>2021-08-10 08:36:00</td>\n",
       "      <td>0.9572</td>\n",
       "      <td>-43.69</td>\n",
       "      <td>2.32</td>\n",
       "      <td>15.13</td>\n",
       "      <td>10.1</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ICME_BEPI_MOESTL_20210725_01</td>\n",
       "      <td>BepiColombo</td>\n",
       "      <td>2021-07-25 22:10:00</td>\n",
       "      <td>2021-07-25 22:10:00</td>\n",
       "      <td>2021-07-26 10:48:00</td>\n",
       "      <td>0.7822</td>\n",
       "      <td>-97.36</td>\n",
       "      <td>-2.95</td>\n",
       "      <td>12.63</td>\n",
       "      <td>9.4</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ICME_Wind_MOESTL_20210705_01</td>\n",
       "      <td>Wind</td>\n",
       "      <td>2021-07-05 00:36:00</td>\n",
       "      <td>2021-07-05 07:12:00</td>\n",
       "      <td>2021-07-06 00:08:00</td>\n",
       "      <td>1.0062</td>\n",
       "      <td>-0.20</td>\n",
       "      <td>3.39</td>\n",
       "      <td>23.53</td>\n",
       "      <td>8.2</td>\n",
       "      <td>...</td>\n",
       "      <td>8.7</td>\n",
       "      <td>3.1</td>\n",
       "      <td>62046.8</td>\n",
       "      <td>26220.5</td>\n",
       "      <td>344.5</td>\n",
       "      <td>8.0</td>\n",
       "      <td>11.6</td>\n",
       "      <td>1.7</td>\n",
       "      <td>2.3</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>820</th>\n",
       "      <td>ICME_VEX_SGOOD_20070213_01</td>\n",
       "      <td>VEX</td>\n",
       "      <td>2007-02-13 14:40:00</td>\n",
       "      <td>2007-02-13 14:40:00</td>\n",
       "      <td>2007-02-14 09:33:00</td>\n",
       "      <td>0.7245</td>\n",
       "      <td>-117.25</td>\n",
       "      <td>2.83</td>\n",
       "      <td>18.88</td>\n",
       "      <td>19.3</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>821</th>\n",
       "      <td>ICME_Wind_NASA_20070115_01</td>\n",
       "      <td>Wind</td>\n",
       "      <td>2007-01-15 20:49:00</td>\n",
       "      <td>2007-01-15 20:49:00</td>\n",
       "      <td>2007-01-16 04:45:00</td>\n",
       "      <td>0.9731</td>\n",
       "      <td>0.15</td>\n",
       "      <td>-4.57</td>\n",
       "      <td>7.93</td>\n",
       "      <td>10.4</td>\n",
       "      <td>...</td>\n",
       "      <td>4.1</td>\n",
       "      <td>1.4</td>\n",
       "      <td>97358.1</td>\n",
       "      <td>37602.1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>822</th>\n",
       "      <td>ICME_STEREO_B_JIAN_20070114_01</td>\n",
       "      <td>STEREO-B</td>\n",
       "      <td>2007-01-14 12:24:00</td>\n",
       "      <td>2007-01-14 13:59:00</td>\n",
       "      <td>2007-01-15 07:37:00</td>\n",
       "      <td>0.9791</td>\n",
       "      <td>0.02</td>\n",
       "      <td>-4.52</td>\n",
       "      <td>19.22</td>\n",
       "      <td>14.7</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>823</th>\n",
       "      <td>ICME_STEREO_A_JIAN_20070114_01</td>\n",
       "      <td>STEREO-A</td>\n",
       "      <td>2007-01-14 12:11:00</td>\n",
       "      <td>2007-01-14 14:39:00</td>\n",
       "      <td>2007-01-15 07:34:00</td>\n",
       "      <td>0.9727</td>\n",
       "      <td>0.26</td>\n",
       "      <td>-4.61</td>\n",
       "      <td>19.38</td>\n",
       "      <td>14.9</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>824</th>\n",
       "      <td>ICME_Wind_NASA_20070114_01</td>\n",
       "      <td>Wind</td>\n",
       "      <td>2007-01-14 11:31:00</td>\n",
       "      <td>2007-01-14 11:44:00</td>\n",
       "      <td>2007-01-15 07:45:00</td>\n",
       "      <td>0.9729</td>\n",
       "      <td>0.14</td>\n",
       "      <td>-4.43</td>\n",
       "      <td>20.23</td>\n",
       "      <td>14.6</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2.1</td>\n",
       "      <td>15652.6</td>\n",
       "      <td>9616.6</td>\n",
       "      <td>310.4</td>\n",
       "      <td>1.2</td>\n",
       "      <td>1.1</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>825 rows × 38 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                           icmecat_id    sc_insitu      icme_start_time  \\\n",
       "0    ICME_STEREO_A_MOESTL_20210831_01     STEREO-A  2021-08-31 13:37:00   \n",
       "1    ICME_STEREO_A_MOESTL_20210830_01     STEREO-A  2021-08-30 10:08:00   \n",
       "2    ICME_STEREO_A_MOESTL_20210809_01     STEREO-A  2021-08-09 17:28:00   \n",
       "3        ICME_BEPI_MOESTL_20210725_01  BepiColombo  2021-07-25 22:10:00   \n",
       "4        ICME_Wind_MOESTL_20210705_01         Wind  2021-07-05 00:36:00   \n",
       "..                                ...          ...                  ...   \n",
       "820        ICME_VEX_SGOOD_20070213_01          VEX  2007-02-13 14:40:00   \n",
       "821        ICME_Wind_NASA_20070115_01         Wind  2007-01-15 20:49:00   \n",
       "822    ICME_STEREO_B_JIAN_20070114_01     STEREO-B  2007-01-14 12:24:00   \n",
       "823    ICME_STEREO_A_JIAN_20070114_01     STEREO-A  2007-01-14 12:11:00   \n",
       "824        ICME_Wind_NASA_20070114_01         Wind  2007-01-14 11:31:00   \n",
       "\n",
       "           mo_start_time          mo_end_time  mo_sc_heliodistance  \\\n",
       "0    2021-08-31 13:37:00  2021-08-31 22:12:00               0.9564   \n",
       "1    2021-08-30 16:03:00  2021-08-31 02:52:00               0.9564   \n",
       "2    2021-08-09 23:18:00  2021-08-10 08:36:00               0.9572   \n",
       "3    2021-07-25 22:10:00  2021-07-26 10:48:00               0.7822   \n",
       "4    2021-07-05 07:12:00  2021-07-06 00:08:00               1.0062   \n",
       "..                   ...                  ...                  ...   \n",
       "820  2007-02-13 14:40:00  2007-02-14 09:33:00               0.7245   \n",
       "821  2007-01-15 20:49:00  2007-01-16 04:45:00               0.9731   \n",
       "822  2007-01-14 13:59:00  2007-01-15 07:37:00               0.9791   \n",
       "823  2007-01-14 14:39:00  2007-01-15 07:34:00               0.9727   \n",
       "824  2007-01-14 11:44:00  2007-01-15 07:45:00               0.9729   \n",
       "\n",
       "     mo_sc_long_heeq  mo_sc_lat_heeq  icme_duration  icme_bmax  ...  \\\n",
       "0             -41.90            4.84           8.58       19.8  ...   \n",
       "1             -41.97            4.74          16.73       21.0  ...   \n",
       "2             -43.69            2.32          15.13       10.1  ...   \n",
       "3             -97.36           -2.95          12.63        9.4  ...   \n",
       "4              -0.20            3.39          23.53        8.2  ...   \n",
       "..               ...             ...            ...        ...  ...   \n",
       "820          -117.25            2.83          18.88       19.3  ...   \n",
       "821             0.15           -4.57           7.93       10.4  ...   \n",
       "822             0.02           -4.52          19.22       14.7  ...   \n",
       "823             0.26           -4.61          19.38       14.9  ...   \n",
       "824             0.14           -4.43          20.23       14.6  ...   \n",
       "\n",
       "     mo_density_mean  mo_density_std  mo_temperature_mean  mo_temperature_std  \\\n",
       "0                NaN             NaN                  NaN                 NaN   \n",
       "1                NaN             NaN                  NaN                 NaN   \n",
       "2                NaN             NaN                  NaN                 NaN   \n",
       "3                NaN             NaN                  NaN                 NaN   \n",
       "4                8.7             3.1              62046.8             26220.5   \n",
       "..               ...             ...                  ...                 ...   \n",
       "820              NaN             NaN                  NaN                 NaN   \n",
       "821              4.1             1.4              97358.1             37602.1   \n",
       "822              NaN             NaN                  NaN                 NaN   \n",
       "823              NaN             NaN                  NaN                 NaN   \n",
       "824              5.0             2.1              15652.6              9616.6   \n",
       "\n",
       "     sheath_speed_mean  sheath_speed_std  sheath_density_mean  \\\n",
       "0                  NaN               NaN                  NaN   \n",
       "1                  NaN               NaN                  NaN   \n",
       "2                  NaN               NaN                  NaN   \n",
       "3                  NaN               NaN                  NaN   \n",
       "4                344.5               8.0                 11.6   \n",
       "..                 ...               ...                  ...   \n",
       "820                NaN               NaN                  NaN   \n",
       "821                NaN               NaN                  NaN   \n",
       "822                NaN               NaN                  NaN   \n",
       "823                NaN               NaN                  NaN   \n",
       "824              310.4               1.2                  1.1   \n",
       "\n",
       "     sheath_density_std  sheath_pdyn_mean  sheath_pdyn_std  \n",
       "0                   NaN               NaN              NaN  \n",
       "1                   NaN               NaN              NaN  \n",
       "2                   NaN               NaN              NaN  \n",
       "3                   NaN               NaN              NaN  \n",
       "4                   1.7               2.3              0.4  \n",
       "..                  ...               ...              ...  \n",
       "820                 NaN               NaN              NaN  \n",
       "821                 NaN               NaN              NaN  \n",
       "822                 NaN               NaN              NaN  \n",
       "823                 NaN               NaN              NaN  \n",
       "824                 0.1               0.2              0.0  \n",
       "\n",
       "[825 rows x 38 columns]"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ic"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 1b) ARRCAT"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "loaded  arrcat/HELCATS_ARRCAT_v20_pandas.p\n",
      "\n",
      "Keys (parameters) in this pandas data frame are:\n",
      "Index(['id', 'sc', 'target_name', 'sse_launch_time', 'target_arrival_time',\n",
      "       'target_arrival_time_err', 'target_distance', 'target_heeq_lon',\n",
      "       'target_heeq_lat', 'target_delta', 'sse_heeq_lon', 'sse_heeq_lat',\n",
      "       'sse_speed', 'sse_speed_err', 'target_speed', 'target_speed_err',\n",
      "       'pa_fit', 'pa_n', 'pa_s', 'pa_center'],\n",
      "      dtype='object')\n",
      "\n"
     ]
    }
   ],
   "source": [
    "ic\n",
    "\n",
    "file='arrcat/HELCATS_ARRCAT_v20_pandas.p'\n",
    "print()\n",
    "print('loaded ', file)\n",
    "print()\n",
    "print('Keys (parameters) in this pandas data frame are:')\n",
    "\n",
    "[ac,ah]=pickle.load(open(file, \"rb\" ) )  \n",
    "print(ac.keys())\n",
    "print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>sc</th>\n",
       "      <th>target_name</th>\n",
       "      <th>sse_launch_time</th>\n",
       "      <th>target_arrival_time</th>\n",
       "      <th>target_arrival_time_err</th>\n",
       "      <th>target_distance</th>\n",
       "      <th>target_heeq_lon</th>\n",
       "      <th>target_heeq_lat</th>\n",
       "      <th>target_delta</th>\n",
       "      <th>sse_heeq_lon</th>\n",
       "      <th>sse_heeq_lat</th>\n",
       "      <th>sse_speed</th>\n",
       "      <th>sse_speed_err</th>\n",
       "      <th>target_speed</th>\n",
       "      <th>target_speed_err</th>\n",
       "      <th>pa_fit</th>\n",
       "      <th>pa_n</th>\n",
       "      <th>pa_s</th>\n",
       "      <th>pa_center</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>HCME_A__20210831_01</td>\n",
       "      <td>A</td>\n",
       "      <td>STEREO-A</td>\n",
       "      <td>2021-08-31 06:40</td>\n",
       "      <td>2021-09-06 00:58</td>\n",
       "      <td>1.5</td>\n",
       "      <td>0.956</td>\n",
       "      <td>-41.46</td>\n",
       "      <td>5.37</td>\n",
       "      <td>-24.5</td>\n",
       "      <td>-17</td>\n",
       "      <td>0</td>\n",
       "      <td>362</td>\n",
       "      <td>4</td>\n",
       "      <td>287</td>\n",
       "      <td>3</td>\n",
       "      <td>260</td>\n",
       "      <td>215</td>\n",
       "      <td>300</td>\n",
       "      <td>257.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>HCME_A__20210831_01</td>\n",
       "      <td>A</td>\n",
       "      <td>Earth_L1</td>\n",
       "      <td>2021-08-31 06:40</td>\n",
       "      <td>2021-09-05 12:51</td>\n",
       "      <td>1.4</td>\n",
       "      <td>0.998</td>\n",
       "      <td>0.00</td>\n",
       "      <td>7.24</td>\n",
       "      <td>17.0</td>\n",
       "      <td>-17</td>\n",
       "      <td>0</td>\n",
       "      <td>362</td>\n",
       "      <td>4</td>\n",
       "      <td>329</td>\n",
       "      <td>4</td>\n",
       "      <td>260</td>\n",
       "      <td>215</td>\n",
       "      <td>300</td>\n",
       "      <td>257.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>HCME_A__20210831_01</td>\n",
       "      <td>A</td>\n",
       "      <td>PSP</td>\n",
       "      <td>2021-08-31 06:40</td>\n",
       "      <td>2021-09-03 17:47</td>\n",
       "      <td>0.9</td>\n",
       "      <td>0.636</td>\n",
       "      <td>-36.32</td>\n",
       "      <td>2.95</td>\n",
       "      <td>-19.3</td>\n",
       "      <td>-17</td>\n",
       "      <td>0</td>\n",
       "      <td>362</td>\n",
       "      <td>4</td>\n",
       "      <td>318</td>\n",
       "      <td>4</td>\n",
       "      <td>260</td>\n",
       "      <td>215</td>\n",
       "      <td>300</td>\n",
       "      <td>257.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>HCME_A__20210824_01</td>\n",
       "      <td>A</td>\n",
       "      <td>Earth_L1</td>\n",
       "      <td>2021-08-24 01:51</td>\n",
       "      <td>2021-08-28 12:08</td>\n",
       "      <td>1.9</td>\n",
       "      <td>1.000</td>\n",
       "      <td>0.00</td>\n",
       "      <td>7.13</td>\n",
       "      <td>9.0</td>\n",
       "      <td>-9</td>\n",
       "      <td>9</td>\n",
       "      <td>401</td>\n",
       "      <td>7</td>\n",
       "      <td>391</td>\n",
       "      <td>7</td>\n",
       "      <td>280</td>\n",
       "      <td>225</td>\n",
       "      <td>330</td>\n",
       "      <td>277.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>HCME_A__20210824_01</td>\n",
       "      <td>A</td>\n",
       "      <td>PSP</td>\n",
       "      <td>2021-08-24 01:51</td>\n",
       "      <td>2021-08-27 08:04</td>\n",
       "      <td>1.4</td>\n",
       "      <td>0.532</td>\n",
       "      <td>-36.97</td>\n",
       "      <td>2.58</td>\n",
       "      <td>-28.0</td>\n",
       "      <td>-9</td>\n",
       "      <td>9</td>\n",
       "      <td>401</td>\n",
       "      <td>7</td>\n",
       "      <td>282</td>\n",
       "      <td>5</td>\n",
       "      <td>280</td>\n",
       "      <td>225</td>\n",
       "      <td>330</td>\n",
       "      <td>277.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1672</th>\n",
       "      <td>HCME_A__20070518_01</td>\n",
       "      <td>A</td>\n",
       "      <td>Venus</td>\n",
       "      <td>2007-05-17 20:34</td>\n",
       "      <td>2007-05-20 09:17</td>\n",
       "      <td>0.3</td>\n",
       "      <td>0.720</td>\n",
       "      <td>-57.25</td>\n",
       "      <td>-3.69</td>\n",
       "      <td>20.7</td>\n",
       "      <td>-78</td>\n",
       "      <td>-20</td>\n",
       "      <td>574</td>\n",
       "      <td>3</td>\n",
       "      <td>493</td>\n",
       "      <td>3</td>\n",
       "      <td>110</td>\n",
       "      <td>95</td>\n",
       "      <td>115</td>\n",
       "      <td>105.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1673</th>\n",
       "      <td>HCME_A__20070518_01</td>\n",
       "      <td>A</td>\n",
       "      <td>Mercury</td>\n",
       "      <td>2007-05-17 20:34</td>\n",
       "      <td>2007-05-19 01:13</td>\n",
       "      <td>0.1</td>\n",
       "      <td>0.337</td>\n",
       "      <td>-99.24</td>\n",
       "      <td>0.56</td>\n",
       "      <td>-21.2</td>\n",
       "      <td>-78</td>\n",
       "      <td>-20</td>\n",
       "      <td>574</td>\n",
       "      <td>3</td>\n",
       "      <td>489</td>\n",
       "      <td>3</td>\n",
       "      <td>110</td>\n",
       "      <td>95</td>\n",
       "      <td>115</td>\n",
       "      <td>105.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1674</th>\n",
       "      <td>HCME_A__20070516_01</td>\n",
       "      <td>A</td>\n",
       "      <td>Venus</td>\n",
       "      <td>2007-05-15 16:24</td>\n",
       "      <td>2007-05-18 23:10</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0.720</td>\n",
       "      <td>-58.20</td>\n",
       "      <td>-3.74</td>\n",
       "      <td>-5.2</td>\n",
       "      <td>-53</td>\n",
       "      <td>16</td>\n",
       "      <td>383</td>\n",
       "      <td>1</td>\n",
       "      <td>380</td>\n",
       "      <td>1</td>\n",
       "      <td>70</td>\n",
       "      <td>30</td>\n",
       "      <td>120</td>\n",
       "      <td>75.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1675</th>\n",
       "      <td>HCME_A__20070509_01</td>\n",
       "      <td>A</td>\n",
       "      <td>Mercury</td>\n",
       "      <td>2007-05-09 06:13</td>\n",
       "      <td>2007-05-10 07:53</td>\n",
       "      <td>2.8</td>\n",
       "      <td>0.308</td>\n",
       "      <td>-142.21</td>\n",
       "      <td>2.96</td>\n",
       "      <td>-0.2</td>\n",
       "      <td>-142</td>\n",
       "      <td>2</td>\n",
       "      <td>499</td>\n",
       "      <td>54</td>\n",
       "      <td>499</td>\n",
       "      <td>54</td>\n",
       "      <td>90</td>\n",
       "      <td>50</td>\n",
       "      <td>125</td>\n",
       "      <td>87.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1676</th>\n",
       "      <td>HCME_A__20070419_01</td>\n",
       "      <td>A</td>\n",
       "      <td>Venus</td>\n",
       "      <td>2007-04-19 06:50</td>\n",
       "      <td>2007-04-22 23:34</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.718</td>\n",
       "      <td>-75.33</td>\n",
       "      <td>-3.42</td>\n",
       "      <td>-20.3</td>\n",
       "      <td>-55</td>\n",
       "      <td>-15</td>\n",
       "      <td>389</td>\n",
       "      <td>2</td>\n",
       "      <td>336</td>\n",
       "      <td>2</td>\n",
       "      <td>105</td>\n",
       "      <td>40</td>\n",
       "      <td>140</td>\n",
       "      <td>90.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1677 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                       id sc target_name   sse_launch_time  \\\n",
       "0     HCME_A__20210831_01  A    STEREO-A  2021-08-31 06:40   \n",
       "1     HCME_A__20210831_01  A    Earth_L1  2021-08-31 06:40   \n",
       "2     HCME_A__20210831_01  A         PSP  2021-08-31 06:40   \n",
       "3     HCME_A__20210824_01  A    Earth_L1  2021-08-24 01:51   \n",
       "4     HCME_A__20210824_01  A         PSP  2021-08-24 01:51   \n",
       "...                   ... ..         ...               ...   \n",
       "1672  HCME_A__20070518_01  A       Venus  2007-05-17 20:34   \n",
       "1673  HCME_A__20070518_01  A     Mercury  2007-05-17 20:34   \n",
       "1674  HCME_A__20070516_01  A       Venus  2007-05-15 16:24   \n",
       "1675  HCME_A__20070509_01  A     Mercury  2007-05-09 06:13   \n",
       "1676  HCME_A__20070419_01  A       Venus  2007-04-19 06:50   \n",
       "\n",
       "     target_arrival_time  target_arrival_time_err  target_distance  \\\n",
       "0       2021-09-06 00:58                      1.5            0.956   \n",
       "1       2021-09-05 12:51                      1.4            0.998   \n",
       "2       2021-09-03 17:47                      0.9            0.636   \n",
       "3       2021-08-28 12:08                      1.9            1.000   \n",
       "4       2021-08-27 08:04                      1.4            0.532   \n",
       "...                  ...                      ...              ...   \n",
       "1672    2007-05-20 09:17                      0.3            0.720   \n",
       "1673    2007-05-19 01:13                      0.1            0.337   \n",
       "1674    2007-05-18 23:10                      0.2            0.720   \n",
       "1675    2007-05-10 07:53                      2.8            0.308   \n",
       "1676    2007-04-22 23:34                      0.5            0.718   \n",
       "\n",
       "      target_heeq_lon  target_heeq_lat  target_delta sse_heeq_lon  \\\n",
       "0              -41.46             5.37         -24.5          -17   \n",
       "1                0.00             7.24          17.0          -17   \n",
       "2              -36.32             2.95         -19.3          -17   \n",
       "3                0.00             7.13           9.0           -9   \n",
       "4              -36.97             2.58         -28.0           -9   \n",
       "...               ...              ...           ...          ...   \n",
       "1672           -57.25            -3.69          20.7          -78   \n",
       "1673           -99.24             0.56         -21.2          -78   \n",
       "1674           -58.20            -3.74          -5.2          -53   \n",
       "1675          -142.21             2.96          -0.2         -142   \n",
       "1676           -75.33            -3.42         -20.3          -55   \n",
       "\n",
       "     sse_heeq_lat sse_speed sse_speed_err target_speed target_speed_err  \\\n",
       "0               0       362             4          287                3   \n",
       "1               0       362             4          329                4   \n",
       "2               0       362             4          318                4   \n",
       "3               9       401             7          391                7   \n",
       "4               9       401             7          282                5   \n",
       "...           ...       ...           ...          ...              ...   \n",
       "1672          -20       574             3          493                3   \n",
       "1673          -20       574             3          489                3   \n",
       "1674           16       383             1          380                1   \n",
       "1675            2       499            54          499               54   \n",
       "1676          -15       389             2          336                2   \n",
       "\n",
       "     pa_fit pa_n pa_s  pa_center  \n",
       "0       260  215  300      257.5  \n",
       "1       260  215  300      257.5  \n",
       "2       260  215  300      257.5  \n",
       "3       280  225  330      277.5  \n",
       "4       280  225  330      277.5  \n",
       "...     ...  ...  ...        ...  \n",
       "1672    110   95  115      105.0  \n",
       "1673    110   95  115      105.0  \n",
       "1674     70   30  120       75.0  \n",
       "1675     90   50  125       87.5  \n",
       "1676    105   40  140       90.0  \n",
       "\n",
       "[1677 rows x 20 columns]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ac"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 1c) HIGeoCAT"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "done\n"
     ]
    }
   ],
   "source": [
    "#https://www.helcats-fp7.eu/\n",
    "\n",
    "#LOAD HELCATS HIGeoCAT\n",
    "url_higeocat='https://www.helcats-fp7.eu/catalogues/data/HCME_WP3_V06.vot'\n",
    "\n",
    "try: urllib.request.urlretrieve(url_higeocat,'data/HCME_WP3_V06.vot')\n",
    "except urllib.error.URLError as e:\n",
    "    print('higeocat not loaded')\n",
    "\n",
    "#with function from heliocats.cats\n",
    "higeocat=hc.load_higeocat_vot('data/HCME_WP3_V06.vot')\n",
    "higeocat_time=parse_time(higeocat['Date']).datetime    \n",
    "higeocat_t0=parse_time(higeocat['SSE Launch']).datetime   #backprojected launch time\n",
    "\n",
    "sse_speed=higeocat['SSE Speed']\n",
    "sse_lon=higeocat['SSE HEEQ Long']\n",
    "sse_lat=higeocat['SSE HEEQ Lat']\n",
    "higeocat_name=np.array(higeocat['SC'].astype(str))\n",
    "higeocat_id=np.array(higeocat['ID'].astype(str))\n",
    "\n",
    "\n",
    "\n",
    "print('done')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 1d) SOHO LASCO CME catalog"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "url_lasco='https://cdaw.gsfc.nasa.gov/CME_list/UNIVERSAL/text_ver/univ_all.txt'\n",
    "\n",
    "try: urllib.request.urlretrieve(url_lasco,'data/LASCO_CME/univ_all.txt')\n",
    "except urllib.error.URLError as e:\n",
    "    print('lasco cme not loaded')\n",
    "    \n",
    "    \n",
    "#CACTUS\n",
    "#url_cactus='https://wwwbis.sidc.be/cactus/catalog/LASCO/2_5_0/cmecat_combo.sav'\n",
    "\n",
    "#try: urllib.request.urlretrieve(url_cactus,'data/LASCO_CME/cmecat_combo.sav')\n",
    "#except urllib.error.URLError as e:\n",
    "#    print('lasco cme not loaded')   \n",
    "\n",
    "\n",
    "#read lasco catalog and convert to pandas dataframe\n",
    "\n",
    "la=np.genfromtxt('data/LASCO_CME/univ_all.txt',dtype=(str), usecols=[0,1,2,3,4,5,6,7,8,9,10,11],skip_header=4)\n",
    "\n",
    "la_time=[]\n",
    "cpa=np.zeros(len(la))\n",
    "width=np.zeros(len(la))\n",
    "speedlin=np.zeros(len(la))\n",
    "\n",
    "# ========= SOHO/LASCO CME CATALOG==========      LAST UPDATED: 2021/08/09 13:39\n",
    "# Date       Time     Central  Width  Linear   2nd order speed      Accel     Mass      Kinetic    MPA   Remarks\n",
    "#                        PA           Speed  initial final   20R                        Energy                 \n",
    "\n",
    "for i in np.arange(0,len(la)):\n",
    "    #convert time from string to datetime\n",
    "    la_time.append(parse_time(la[i][0]+' '+la[i][1]).isot)\n",
    "    \n",
    "    \n",
    "    if la[i][2]=='Halo': \n",
    "        cpa[i]=360\n",
    "    else:\n",
    "        cpa[i]=float(la[i][2])\n",
    "\n",
    "    width[i]=int(la[i][3])\n",
    "    \n",
    "    if la[i][4]=='----':\n",
    "        speedlin[i]=np.nan\n",
    "    else:\n",
    "        speedlin[i]=int(la[i][4])\n",
    "\n",
    "#print(la_time)\n",
    "#print(cpa)\n",
    "#print(width)\n",
    "#print(speedlin)\n",
    "\n",
    "data=np.vstack([parse_time(la_time).datetime,cpa,width,speedlin])\n",
    "# Create the pandas DataFrame\n",
    "ldf = pd.DataFrame(data.transpose(), columns = ['time','cpa','width','speed'])\n",
    "                                   "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# (2) Create multipoint CME catalog"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Event identification is done with this animation: https://www.youtube.com/watch?v=cfDzFtvo3nQ&t=191s\n",
    "\n",
    "The code to produce this animation is part of the heliocats package: \n",
    "https://github.com/cmoestl/heliocats/blob/master/overview_positions_insitu.ipynb"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Event 1 cpa, width, speed, 276.0 104.0 80.0\n",
      "Event 12 cpa, width, speed, 360.0 360.0 2077.0\n",
      "Downloading https://sohowww.nascom.nasa.gov/solarsoft/stereo/gen/data/spice/depm/ahead/ahead_2021_286_01.depm.bsp\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100.0% 3473408 / 3471360\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading https://sohowww.nascom.nasa.gov/solarsoft/stereo/gen/data/spice/depm/ahead/ahead_2021_301_01.depm.bsp\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100.0% 3596288 / 3592192\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>event</th>\n",
       "      <th>event_start_time</th>\n",
       "      <th>spacecraft</th>\n",
       "      <th>sc_heliodistance</th>\n",
       "      <th>sc_heeq_lon</th>\n",
       "      <th>cme_heeq_lon</th>\n",
       "      <th>speed</th>\n",
       "      <th>mo_bmax</th>\n",
       "      <th>mo_bzmin</th>\n",
       "      <th>id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>2020-04-15 20:49:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.967</td>\n",
       "      <td>-75.4</td>\n",
       "      <td>-6</td>\n",
       "      <td>339</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20200415_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>2020-04-19 05:06:00</td>\n",
       "      <td>SolarOrbiter</td>\n",
       "      <td>0.808</td>\n",
       "      <td>-4.0</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>21.2</td>\n",
       "      <td>-19.2</td>\n",
       "      <td>ICME_SOLO_MOESTL_20200419_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>2020-04-20 01:34:00</td>\n",
       "      <td>Wind</td>\n",
       "      <td>0.996</td>\n",
       "      <td>0.2</td>\n",
       "      <td>-</td>\n",
       "      <td>346</td>\n",
       "      <td>16.2</td>\n",
       "      <td>-15.1</td>\n",
       "      <td>ICME_Wind_MOESTL_20200420_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>2020-04-20 03:09:00</td>\n",
       "      <td>BepiColombo</td>\n",
       "      <td>1.011</td>\n",
       "      <td>-1.3</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>16.1</td>\n",
       "      <td>-14.4</td>\n",
       "      <td>ICME_BEPI_MOESTL_20200420_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "      <td>2020-05-26 01:29:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.966</td>\n",
       "      <td>-72.3</td>\n",
       "      <td>36</td>\n",
       "      <td>497</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20200526_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2</td>\n",
       "      <td>2020-05-28 12:45:00</td>\n",
       "      <td>SolarOrbiter</td>\n",
       "      <td>0.564</td>\n",
       "      <td>28.2</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>28.2</td>\n",
       "      <td>-26.6</td>\n",
       "      <td>ICME_SOLO_MOESTL_20200528_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2</td>\n",
       "      <td>2020-05-29 21:20:00</td>\n",
       "      <td>Wind</td>\n",
       "      <td>1.005</td>\n",
       "      <td>-0.2</td>\n",
       "      <td>-</td>\n",
       "      <td>350</td>\n",
       "      <td>14.5</td>\n",
       "      <td>-12.4</td>\n",
       "      <td>ICME_Wind_MOESTL_20200529_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2</td>\n",
       "      <td>2020-05-29 15:27:00</td>\n",
       "      <td>BepiColombo</td>\n",
       "      <td>0.977</td>\n",
       "      <td>-5.2</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>13.1</td>\n",
       "      <td>-11.5</td>\n",
       "      <td>ICME_BEPI_MOESTL_20200529_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>3</td>\n",
       "      <td>2020-05-27 04:49:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.966</td>\n",
       "      <td>-72.2</td>\n",
       "      <td>-47</td>\n",
       "      <td>315</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20200527_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>3</td>\n",
       "      <td>2020-06-03 07:54:00</td>\n",
       "      <td>STEREO-A</td>\n",
       "      <td>0.965</td>\n",
       "      <td>-71.5</td>\n",
       "      <td>-</td>\n",
       "      <td>373</td>\n",
       "      <td>9.9</td>\n",
       "      <td>-4.6</td>\n",
       "      <td>ICME_STEREO_A_MOESTL_20200603_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>4</td>\n",
       "      <td>2020-06-23 00:49:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.963</td>\n",
       "      <td>-69.6</td>\n",
       "      <td>16</td>\n",
       "      <td>290</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20200623_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>4</td>\n",
       "      <td>2020-06-25 11:39:00</td>\n",
       "      <td>PSP</td>\n",
       "      <td>0.523</td>\n",
       "      <td>19.9</td>\n",
       "      <td>-</td>\n",
       "      <td>302</td>\n",
       "      <td>27.4</td>\n",
       "      <td>-23.1</td>\n",
       "      <td>ICME_PSP_MOESTL_20200625_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>4</td>\n",
       "      <td>2020-06-29 09:44:00</td>\n",
       "      <td>BepiColombo</td>\n",
       "      <td>0.881</td>\n",
       "      <td>-3.9</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>11.4</td>\n",
       "      <td>-7.8</td>\n",
       "      <td>ICME_BEPI_MOESTL_20200629_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>4</td>\n",
       "      <td>2020-06-30 01:12:00</td>\n",
       "      <td>Wind</td>\n",
       "      <td>1.007</td>\n",
       "      <td>-0.2</td>\n",
       "      <td>-</td>\n",
       "      <td>332</td>\n",
       "      <td>6.4</td>\n",
       "      <td>-3.3</td>\n",
       "      <td>ICME_Wind_MOESTL_20200630_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>5</td>\n",
       "      <td>2020-07-06 06:09:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.962</td>\n",
       "      <td>-68.4</td>\n",
       "      <td>-61</td>\n",
       "      <td>407</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20200706_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>5</td>\n",
       "      <td>2020-07-09 14:17:00</td>\n",
       "      <td>STEREO-A</td>\n",
       "      <td>0.962</td>\n",
       "      <td>-68.0</td>\n",
       "      <td>-</td>\n",
       "      <td>374</td>\n",
       "      <td>15.3</td>\n",
       "      <td>-13.9</td>\n",
       "      <td>ICME_STEREO_A_MOESTL_20200709_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>6</td>\n",
       "      <td>2020-07-09 08:49:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.962</td>\n",
       "      <td>-68.1</td>\n",
       "      <td>47</td>\n",
       "      <td>493</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20200709_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>6</td>\n",
       "      <td>2020-07-13 20:18:00</td>\n",
       "      <td>Wind</td>\n",
       "      <td>1.006</td>\n",
       "      <td>-0.2</td>\n",
       "      <td>-</td>\n",
       "      <td>377</td>\n",
       "      <td>9.4</td>\n",
       "      <td>-8.9</td>\n",
       "      <td>ICME_Wind_MOESTL_20200713_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>7</td>\n",
       "      <td>2020-08-16 14:09:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.958</td>\n",
       "      <td>-64.8</td>\n",
       "      <td>-47</td>\n",
       "      <td>467</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20200816_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>7</td>\n",
       "      <td>2020-08-19 21:11:00</td>\n",
       "      <td>STEREO-A</td>\n",
       "      <td>0.958</td>\n",
       "      <td>-64.6</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>19.6</td>\n",
       "      <td>-13.4</td>\n",
       "      <td>ICME_STEREO_A_MOESTL_20200819_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>8</td>\n",
       "      <td>2020-09-08 16:49:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.957</td>\n",
       "      <td>-63.1</td>\n",
       "      <td>41</td>\n",
       "      <td>237</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20200908_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>8</td>\n",
       "      <td>2020-09-12 10:23:00</td>\n",
       "      <td>PSP</td>\n",
       "      <td>0.473</td>\n",
       "      <td>13.0</td>\n",
       "      <td>-</td>\n",
       "      <td>350</td>\n",
       "      <td>19.4</td>\n",
       "      <td>-9.6</td>\n",
       "      <td>ICME_PSP_MOESTL_20200912_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>9</td>\n",
       "      <td>2020-09-30 18:49:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.956</td>\n",
       "      <td>-61.5</td>\n",
       "      <td>-14</td>\n",
       "      <td>322</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20200930_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>9</td>\n",
       "      <td>2020-10-05 06:52:00</td>\n",
       "      <td>Wind</td>\n",
       "      <td>0.991</td>\n",
       "      <td>0.2</td>\n",
       "      <td>-</td>\n",
       "      <td>353</td>\n",
       "      <td>10.7</td>\n",
       "      <td>-8.6</td>\n",
       "      <td>ICME_Wind_MOESTL_20201005_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>10</td>\n",
       "      <td>2020-10-06 15:29:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.956</td>\n",
       "      <td>-61.1</td>\n",
       "      <td>65</td>\n",
       "      <td>619</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20201006_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>10</td>\n",
       "      <td>2020-10-08 10:27:00</td>\n",
       "      <td>BepiColombo</td>\n",
       "      <td>0.694</td>\n",
       "      <td>79.5</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>15.2</td>\n",
       "      <td>-11</td>\n",
       "      <td>ICME_BEPI_MOESTL_20201008_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>10</td>\n",
       "      <td>2020-10-10 04:07:00</td>\n",
       "      <td>BepiColombo</td>\n",
       "      <td>0.698</td>\n",
       "      <td>80.4</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>12.3</td>\n",
       "      <td>-4.5</td>\n",
       "      <td>ICME_BEPI_MOESTL_20201010_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>11</td>\n",
       "      <td>2020-10-26 19:29:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.957</td>\n",
       "      <td>-59.7</td>\n",
       "      <td>-33</td>\n",
       "      <td>384</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20201026_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>11</td>\n",
       "      <td>2020-11-01 11:54:00</td>\n",
       "      <td>Wind</td>\n",
       "      <td>0.984</td>\n",
       "      <td>0.1</td>\n",
       "      <td>-</td>\n",
       "      <td>352</td>\n",
       "      <td>9.4</td>\n",
       "      <td>-7.4</td>\n",
       "      <td>ICME_Wind_MOESTL_20201101_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>12</td>\n",
       "      <td>2020-12-01 02:22:00</td>\n",
       "      <td>PSP</td>\n",
       "      <td>0.804</td>\n",
       "      <td>-96.8</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>39</td>\n",
       "      <td>14.6</td>\n",
       "      <td>ICME_PSP_MOESTL_20201201_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>12</td>\n",
       "      <td>2020-12-01 07:28:00</td>\n",
       "      <td>STEREO-A</td>\n",
       "      <td>0.959</td>\n",
       "      <td>-57.6</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>15.9</td>\n",
       "      <td>-12.1</td>\n",
       "      <td>ICME_STEREO_A_MOESTL_20201201_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>13</td>\n",
       "      <td>2020-11-29 16:09:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.959</td>\n",
       "      <td>-57.7</td>\n",
       "      <td>-23</td>\n",
       "      <td>537</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20201129_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>13</td>\n",
       "      <td>2020-12-01 10:49:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.959</td>\n",
       "      <td>-57.6</td>\n",
       "      <td>-37</td>\n",
       "      <td>652</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20201201_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>13</td>\n",
       "      <td>2020-12-03 18:04:00</td>\n",
       "      <td>STEREO-A</td>\n",
       "      <td>0.960</td>\n",
       "      <td>-57.5</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>10.1</td>\n",
       "      <td>-9.3</td>\n",
       "      <td>ICME_STEREO_A_MOESTL_20201203_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>14</td>\n",
       "      <td>2021-02-11 01:29:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.966</td>\n",
       "      <td>-55.8</td>\n",
       "      <td>-24</td>\n",
       "      <td>380</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20210211_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>14</td>\n",
       "      <td>2021-02-15 18:58:00</td>\n",
       "      <td>Wind</td>\n",
       "      <td>0.977</td>\n",
       "      <td>0.1</td>\n",
       "      <td>-</td>\n",
       "      <td>354</td>\n",
       "      <td>11.2</td>\n",
       "      <td>-10</td>\n",
       "      <td>ICME_Wind_MOESTL_20210215_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>15</td>\n",
       "      <td>2021-02-20 16:48:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.967</td>\n",
       "      <td>-55.7</td>\n",
       "      <td>-26</td>\n",
       "      <td>423</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20210220_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>15</td>\n",
       "      <td>2021-02-23 10:34:00</td>\n",
       "      <td>STEREO-A</td>\n",
       "      <td>0.967</td>\n",
       "      <td>-55.7</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>11.4</td>\n",
       "      <td>-10.8</td>\n",
       "      <td>ICME_STEREO_A_MOESTL_20210223_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>15</td>\n",
       "      <td>2021-02-24 04:08:00</td>\n",
       "      <td>Wind</td>\n",
       "      <td>0.979</td>\n",
       "      <td>0.2</td>\n",
       "      <td>-</td>\n",
       "      <td>481</td>\n",
       "      <td>9.4</td>\n",
       "      <td>-6.8</td>\n",
       "      <td>ICME_Wind_MOESTL_20210224_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>16</td>\n",
       "      <td>2021-03-22 08:48:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.967</td>\n",
       "      <td>-55.0</td>\n",
       "      <td>-8</td>\n",
       "      <td>353</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20210322_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>16</td>\n",
       "      <td>2021-03-26 18:00:00</td>\n",
       "      <td>Wind</td>\n",
       "      <td>0.989</td>\n",
       "      <td>0.2</td>\n",
       "      <td>-</td>\n",
       "      <td>373</td>\n",
       "      <td>6.9</td>\n",
       "      <td>-4.7</td>\n",
       "      <td>ICME_Wind_MOESTL_20210326_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>17</td>\n",
       "      <td>2021-03-31 00:08:00</td>\n",
       "      <td>HIA</td>\n",
       "      <td>0.967</td>\n",
       "      <td>-54.7</td>\n",
       "      <td>-28</td>\n",
       "      <td>397</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>HCME_A__20210331_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>17</td>\n",
       "      <td>2021-04-04 21:52:00</td>\n",
       "      <td>Wind</td>\n",
       "      <td>0.992</td>\n",
       "      <td>0.2</td>\n",
       "      <td>-</td>\n",
       "      <td>320</td>\n",
       "      <td>9</td>\n",
       "      <td>-8.4</td>\n",
       "      <td>ICME_Wind_MOESTL_20210404_01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>17</td>\n",
       "      <td>2021-04-06 01:27:00</td>\n",
       "      <td>STEREO-A</td>\n",
       "      <td>0.967</td>\n",
       "      <td>-54.4</td>\n",
       "      <td>-</td>\n",
       "      <td>-</td>\n",
       "      <td>12.5</td>\n",
       "      <td>-10.2</td>\n",
       "      <td>ICME_STEREO_A_MOESTL_20210406_01</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    event    event_start_time    spacecraft  sc_heliodistance  sc_heeq_lon  \\\n",
       "0       1 2020-04-15 20:49:00           HIA             0.967        -75.4   \n",
       "1       1 2020-04-19 05:06:00  SolarOrbiter             0.808         -4.0   \n",
       "2       1 2020-04-20 01:34:00          Wind             0.996          0.2   \n",
       "3       1 2020-04-20 03:09:00   BepiColombo             1.011         -1.3   \n",
       "4       2 2020-05-26 01:29:00           HIA             0.966        -72.3   \n",
       "5       2 2020-05-28 12:45:00  SolarOrbiter             0.564         28.2   \n",
       "6       2 2020-05-29 21:20:00          Wind             1.005         -0.2   \n",
       "7       2 2020-05-29 15:27:00   BepiColombo             0.977         -5.2   \n",
       "8       3 2020-05-27 04:49:00           HIA             0.966        -72.2   \n",
       "9       3 2020-06-03 07:54:00      STEREO-A             0.965        -71.5   \n",
       "10      4 2020-06-23 00:49:00           HIA             0.963        -69.6   \n",
       "11      4 2020-06-25 11:39:00           PSP             0.523         19.9   \n",
       "12      4 2020-06-29 09:44:00   BepiColombo             0.881         -3.9   \n",
       "13      4 2020-06-30 01:12:00          Wind             1.007         -0.2   \n",
       "14      5 2020-07-06 06:09:00           HIA             0.962        -68.4   \n",
       "15      5 2020-07-09 14:17:00      STEREO-A             0.962        -68.0   \n",
       "16      6 2020-07-09 08:49:00           HIA             0.962        -68.1   \n",
       "17      6 2020-07-13 20:18:00          Wind             1.006         -0.2   \n",
       "18      7 2020-08-16 14:09:00           HIA             0.958        -64.8   \n",
       "19      7 2020-08-19 21:11:00      STEREO-A             0.958        -64.6   \n",
       "20      8 2020-09-08 16:49:00           HIA             0.957        -63.1   \n",
       "21      8 2020-09-12 10:23:00           PSP             0.473         13.0   \n",
       "22      9 2020-09-30 18:49:00           HIA             0.956        -61.5   \n",
       "23      9 2020-10-05 06:52:00          Wind             0.991          0.2   \n",
       "24     10 2020-10-06 15:29:00           HIA             0.956        -61.1   \n",
       "25     10 2020-10-08 10:27:00   BepiColombo             0.694         79.5   \n",
       "26     10 2020-10-10 04:07:00   BepiColombo             0.698         80.4   \n",
       "27     11 2020-10-26 19:29:00           HIA             0.957        -59.7   \n",
       "28     11 2020-11-01 11:54:00          Wind             0.984          0.1   \n",
       "29     12 2020-12-01 02:22:00           PSP             0.804        -96.8   \n",
       "30     12 2020-12-01 07:28:00      STEREO-A             0.959        -57.6   \n",
       "31     13 2020-11-29 16:09:00           HIA             0.959        -57.7   \n",
       "32     13 2020-12-01 10:49:00           HIA             0.959        -57.6   \n",
       "33     13 2020-12-03 18:04:00      STEREO-A             0.960        -57.5   \n",
       "34     14 2021-02-11 01:29:00           HIA             0.966        -55.8   \n",
       "35     14 2021-02-15 18:58:00          Wind             0.977          0.1   \n",
       "36     15 2021-02-20 16:48:00           HIA             0.967        -55.7   \n",
       "37     15 2021-02-23 10:34:00      STEREO-A             0.967        -55.7   \n",
       "38     15 2021-02-24 04:08:00          Wind             0.979          0.2   \n",
       "39     16 2021-03-22 08:48:00           HIA             0.967        -55.0   \n",
       "40     16 2021-03-26 18:00:00          Wind             0.989          0.2   \n",
       "41     17 2021-03-31 00:08:00           HIA             0.967        -54.7   \n",
       "42     17 2021-04-04 21:52:00          Wind             0.992          0.2   \n",
       "43     17 2021-04-06 01:27:00      STEREO-A             0.967        -54.4   \n",
       "\n",
       "   cme_heeq_lon speed mo_bmax mo_bzmin                                id  \n",
       "0            -6   339       -        -               HCME_A__20200415_01  \n",
       "1             -     -    21.2    -19.2      ICME_SOLO_MOESTL_20200419_01  \n",
       "2             -   346    16.2    -15.1      ICME_Wind_MOESTL_20200420_01  \n",
       "3             -     -    16.1    -14.4      ICME_BEPI_MOESTL_20200420_01  \n",
       "4            36   497       -        -               HCME_A__20200526_01  \n",
       "5             -     -    28.2    -26.6      ICME_SOLO_MOESTL_20200528_01  \n",
       "6             -   350    14.5    -12.4      ICME_Wind_MOESTL_20200529_01  \n",
       "7             -     -    13.1    -11.5      ICME_BEPI_MOESTL_20200529_01  \n",
       "8           -47   315       -        -               HCME_A__20200527_01  \n",
       "9             -   373     9.9     -4.6  ICME_STEREO_A_MOESTL_20200603_01  \n",
       "10           16   290       -        -               HCME_A__20200623_01  \n",
       "11            -   302    27.4    -23.1       ICME_PSP_MOESTL_20200625_01  \n",
       "12            -     -    11.4     -7.8      ICME_BEPI_MOESTL_20200629_01  \n",
       "13            -   332     6.4     -3.3      ICME_Wind_MOESTL_20200630_01  \n",
       "14          -61   407       -        -               HCME_A__20200706_01  \n",
       "15            -   374    15.3    -13.9  ICME_STEREO_A_MOESTL_20200709_01  \n",
       "16           47   493       -        -               HCME_A__20200709_01  \n",
       "17            -   377     9.4     -8.9      ICME_Wind_MOESTL_20200713_01  \n",
       "18          -47   467       -        -               HCME_A__20200816_01  \n",
       "19            -     -    19.6    -13.4  ICME_STEREO_A_MOESTL_20200819_01  \n",
       "20           41   237       -        -               HCME_A__20200908_01  \n",
       "21            -   350    19.4     -9.6       ICME_PSP_MOESTL_20200912_01  \n",
       "22          -14   322       -        -               HCME_A__20200930_01  \n",
       "23            -   353    10.7     -8.6      ICME_Wind_MOESTL_20201005_01  \n",
       "24           65   619       -        -               HCME_A__20201006_01  \n",
       "25            -     -    15.2      -11      ICME_BEPI_MOESTL_20201008_01  \n",
       "26            -     -    12.3     -4.5      ICME_BEPI_MOESTL_20201010_01  \n",
       "27          -33   384       -        -               HCME_A__20201026_01  \n",
       "28            -   352     9.4     -7.4      ICME_Wind_MOESTL_20201101_01  \n",
       "29            -     -      39     14.6       ICME_PSP_MOESTL_20201201_01  \n",
       "30            -     -    15.9    -12.1  ICME_STEREO_A_MOESTL_20201201_01  \n",
       "31          -23   537       -        -               HCME_A__20201129_01  \n",
       "32          -37   652       -        -               HCME_A__20201201_01  \n",
       "33            -     -    10.1     -9.3  ICME_STEREO_A_MOESTL_20201203_01  \n",
       "34          -24   380       -        -               HCME_A__20210211_01  \n",
       "35            -   354    11.2      -10      ICME_Wind_MOESTL_20210215_01  \n",
       "36          -26   423       -        -               HCME_A__20210220_01  \n",
       "37            -     -    11.4    -10.8  ICME_STEREO_A_MOESTL_20210223_01  \n",
       "38            -   481     9.4     -6.8      ICME_Wind_MOESTL_20210224_01  \n",
       "39           -8   353       -        -               HCME_A__20210322_01  \n",
       "40            -   373     6.9     -4.7      ICME_Wind_MOESTL_20210326_01  \n",
       "41          -28   397       -        -               HCME_A__20210331_01  \n",
       "42            -   320       9     -8.4      ICME_Wind_MOESTL_20210404_01  \n",
       "43            -     -    12.5    -10.2  ICME_STEREO_A_MOESTL_20210406_01  "
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#define Events from ICMECAT, add HIGEOcat if connection to in situ is evident\n",
    "#HI arrival within +/- 24 hours at 1 AU\n",
    "\n",
    "#add identified events from  HIGEOCAT and/or CACTUS\n",
    "\n",
    "\n",
    "#get indices in ICMECAT and HIGEOCAT\n",
    "def get_cat_ind(event_list,event_type):\n",
    "    event_ind=[]\n",
    "    for i in np.arange(len(event_list)):        \n",
    "        \n",
    "        #LASCO\n",
    "        #if event_type[i]==2:\n",
    "        #    event_ind.append(np.where(ldf.time==event_list[i])[0][0])\n",
    "            \n",
    "        #HICAT    \n",
    "        if event_type[i]==0:\n",
    "            #print('hicat')\n",
    "            event_ind.append(np.where(higeocat_id==event_list[i])[0][0])\n",
    "            \n",
    "        #ICMECAT    \n",
    "        if event_type[i]==1:            \n",
    "            #print('icmecat')\n",
    "            event_ind.append(np.where(ic.icmecat_id==event_list[i])[0][0])\n",
    "            \n",
    "    return event_ind    \n",
    "\n",
    "\n",
    "event_all=[]\n",
    "event_all_ind=[]\n",
    "event_all_type=[]\n",
    "\n",
    "\n",
    "\n",
    "#### 1\n",
    "#time in lasco cat - get from online catalog\n",
    "cme_start=datetime.datetime(2020,4,15,0,18,20)\n",
    "event_ind_lasco=np.where(ldf.time==cme_start)[0][0]\n",
    "l_id=parse_time(cme_start).iso\n",
    "print('Event 1 cpa, width, speed,', ldf.cpa[event_ind_lasco],ldf.width[event_ind_lasco], ldf.speed[event_ind_lasco])\n",
    "\n",
    "\n",
    "event=['HCME_A__20200415_01',\n",
    "       'ICME_SOLO_MOESTL_20200419_01', \n",
    "       'ICME_Wind_MOESTL_20200420_01', \n",
    "       'ICME_BEPI_MOESTL_20200420_01']\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,1,1,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "### 2\n",
    "event=['HCME_A__20200526_01',\n",
    "        'ICME_SOLO_MOESTL_20200528_01', \n",
    "        'ICME_Wind_MOESTL_20200529_01', \n",
    "        'ICME_BEPI_MOESTL_20200529_01']\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,1,1,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "### 3\n",
    "event=['HCME_A__20200527_01',\n",
    "       'ICME_STEREO_A_MOESTL_20200603_01' ]\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "#### 4\n",
    "event=['HCME_A__20200623_01',\n",
    "        'ICME_PSP_MOESTL_20200625_01', \n",
    "        'ICME_BEPI_MOESTL_20200629_01', \n",
    "        'ICME_Wind_MOESTL_20200630_01']\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,1,1,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "### 5\n",
    "event=['HCME_A__20200706_01',\n",
    "        'ICME_STEREO_A_MOESTL_20200709_01']\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "\n",
    "### 6\n",
    "event=['HCME_A__20200709_01',\n",
    "        'ICME_Wind_MOESTL_20200713_01']\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "\n",
    "### 7\n",
    "event=['HCME_A__20200816_01',\n",
    "       'ICME_STEREO_A_MOESTL_20200819_01']\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "### 8\n",
    "event=['HCME_A__20200908_01',\n",
    "       'ICME_PSP_MOESTL_20200912_01']\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "\n",
    "### 9\n",
    "event=['HCME_A__20200930_01',\n",
    "        'ICME_Wind_MOESTL_20201005_01' ]\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "### 10  **MERGER\n",
    "event=['HCME_A__20201006_01',\n",
    "       'ICME_BEPI_MOESTL_20201008_01',\n",
    "       'ICME_BEPI_MOESTL_20201010_01']\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,1,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "### 11\n",
    "event=['HCME_A__20201026_01',\n",
    "       'ICME_Wind_MOESTL_20201101_01']\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "#### 12\n",
    "#time in lasco cat - get from online catalog\n",
    "cme_start=datetime.datetime(2020,11,29,13,25,49)\n",
    "event_ind_lasco=np.where(ldf.time==cme_start)[0][0]\n",
    "l_id=parse_time(cme_start).iso\n",
    "\n",
    "print('Event 12 cpa, width, speed,', ldf.cpa[event_ind_lasco],ldf.width[event_ind_lasco], ldf.speed[event_ind_lasco])\n",
    "\n",
    "event=[ 'ICME_PSP_MOESTL_20201201_01',\n",
    "        'ICME_STEREO_A_MOESTL_20201201_01'        ]\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[1,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "#####13  * *MERGER\n",
    "event=['HCME_A__20201129_01',\n",
    "       'HCME_A__20201201_01',\n",
    "        'ICME_STEREO_A_MOESTL_20201203_01' ]#****add 2nd ICME shortly before this one\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,0,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "#####14\n",
    "event=['HCME_A__20210211_01',\n",
    "        'ICME_Wind_MOESTL_20210215_01' ]\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "#####15\n",
    "event=['HCME_A__20210220_01',\n",
    "       'ICME_STEREO_A_MOESTL_20210223_01',\n",
    "       'ICME_Wind_MOESTL_20210224_01']\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,1,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "#####16\n",
    "event=['HCME_A__20210322_01',\n",
    "       'ICME_Wind_MOESTL_20210326_01']\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "#####17\n",
    "event=['HCME_A__20210331_01',\n",
    "       'ICME_Wind_MOESTL_20210404_01',\n",
    "       'ICME_STEREO_A_MOESTL_20210406_01',\n",
    "       ]\n",
    "#0 for imaging, 1 for in situ\n",
    "event_type=[0,1,1]\n",
    "event_ind=get_cat_ind(event,event_type)\n",
    "event_all.extend(event)\n",
    "event_all_ind.extend(event_ind)\n",
    "event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "#######################************** NEW EVENTS NOT IN MÖSTL ET AL 2021 **********\n",
    "\n",
    "#####18\n",
    "#event=['HCME_A__20210410_01',\n",
    "#       'ICME_Wind_MOESTL_20210415_01',\n",
    "#       ]\n",
    "#0 for imaging, 1 for in situ\n",
    "#event_type=[0,1]\n",
    "#event_ind=get_cat_ind(event,event_type)\n",
    "#event_all.extend(event)\n",
    "#event_all_ind.extend(event_ind)\n",
    "#event_all_type.extend(event_type)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "########################################\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "#make event numbering array (1,1,1,2,2,2,...)\n",
    "event_numbering=[1,1,1,1,2,2,2,2,3,3, 4,4,4,4, 5,5,  6,6,   7,7 ,\n",
    "                 8,8, 9,9, 10,10,10, 11,11,  12,12,  13,13,13,  14,14,  15,15,15,  16,16,  17,17, 17]\n",
    "\n",
    "\n",
    "#### build up data frame\n",
    "data=[]\n",
    "for i in np.arange(0,len(event_all),1):\n",
    "    \n",
    "    #HI\n",
    "    if event_all_type[i]==0:\n",
    "        \n",
    "        #HI time when it appears in HI1?\n",
    "        hi_time=parse_time(higeocat['Date'][event_all_ind[i]].decode(\"utf-8\")).datetime\n",
    "        \n",
    "        ############# generate STEREO-A position\n",
    "        spice.furnish(spicedata.get_kernel('stereo_a'))\n",
    "        sta=spice.Trajectory('-234')  \n",
    "        sta.generate_positions([hi_time,hi_time],'Sun','HEEQ')  \n",
    "        sta.change_units(astropy.units.AU)  \n",
    "        [sta_r, sta_lat, sta_lon]=hd.cart2sphere(sta.x,sta.y,sta.z)\n",
    "        #print('STEREO-A') \n",
    "        #print(sta_r[0])\n",
    "        #print(np.rad2deg(sta_lon[0]))\n",
    "\n",
    "\n",
    "        data.append([event_numbering[i], hi_time, \n",
    "                    'HIA',\n",
    "                     np.round(sta_r[0],3),\n",
    "                     np.round(np.rad2deg(sta_lon[0]),1),\n",
    "                    sse_lon[event_all_ind[i]],\n",
    "                    sse_speed[event_all_ind[i]],\n",
    "                     '-',\n",
    "                     '-',\n",
    "                    higeocat_id[event_all_ind[i]] \n",
    "                    ] )\n",
    "\n",
    "\n",
    "    #HI    \n",
    "    #in situ \n",
    "    if event_all_type[i]==1:\n",
    "        \n",
    "        #to avoid NaN in the table\n",
    "        speed=np.rint(ic.icme_speed_mean[event_all_ind[i]])\n",
    "        #print(speed)\n",
    "        if np.isnan(speed): speed='-'\n",
    "\n",
    "\n",
    "        data.append([event_numbering[i], ic.icme_start_time[event_all_ind[i]], \n",
    "                    ic.sc_insitu[event_all_ind[i]],\n",
    "                    np.round(ic.mo_sc_heliodistance[event_all_ind[i]],3),                     \n",
    "                    np.round(ic.mo_sc_long_heeq[event_all_ind[i]],1),    \n",
    "                    '-',    \n",
    "                    speed, \n",
    "                    ic.mo_bmax[event_all_ind[i]],\n",
    "                    ic.mo_bzmin[event_all_ind[i]],                    \n",
    "                    ic.icmecat_id[event_all_ind[i]]  \n",
    "                    ] )\n",
    "  \n",
    " \n",
    "    \n",
    "  \n",
    "# Create the pandas DataFrame\n",
    "df = pd.DataFrame(data, columns = ['event', 'event_start_time','spacecraft','sc_heliodistance','sc_heeq_lon','cme_heeq_lon','speed','mo_bmax','mo_bzmin','id'] )\n",
    "\n",
    "#df= df.drop(columns='id')\n",
    "\n",
    "df = df.reset_index(drop=True)\n",
    "\n",
    "df2=copy.deepcopy(df)\n",
    "#make latex table for paper Moestl et al. 2021 - remove id and all after 2021 March 31\n",
    "df2= df2.drop(columns='id')\n",
    "#df2=df2.drop([44,45 ])\n",
    "df2.to_latex(buf='lineups/table_insitu.txt',index=False)  \n",
    "    \n",
    "# print dataframe.\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## header"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "HELIO4CAST Multipoint ICME catalog v1.0 \n",
      "\n",
      "This is the HELIO4CAST multipoint interplanetary coronal mass ejection (ICME) catalog. \n",
      "This is version 1.0, released 2021-September-10. doi: 10.6084/m9.figshare.15134745 \n",
      "\n",
      "Rules: If results are produced with this catalog for peer-reviewed scientific publications,\n",
      "please contact christian.moestl@oeaw.ac.at for possible co-authorship. \n",
      "The reference for this catalog is Moestl et al. 2021 (in preparation).  \n",
      "\n",
      "The catalog is available as a python pandas dataframe (pickle), json, csv, xlsx, txt, at \n",
      "https://helioforecast.space/lineups and https://doi.org/10.6084/m9.figshare.15134745 . \n",
      "\n",
      "Number of events: 17 \n",
      "ICME observatories: Solar Orbiter, Parker Solar Probe (PSP), BepiColombo, Wind, STEREO-A.   \n",
      "Time range: April 2020 - April 2021. \n",
      "\n",
      "Authors: Christian Moestl, Andreas J. Weiss, Rachel L. Bailey, Martin A. Reiss, \n",
      "Space Research Institute, Austrian Academy of Sciences, Graz, Austria.\n",
      "Barnes, J. A. Davies, R. A. Harrison, RAL Space, UK. \n",
      "\n",
      "The python source code for producing this catalog is available at https://github.com/cmoestl/heliocats lineups.ipynb\n",
      "\n",
      "Each event has unique identifier either from the HELIO4CAST ICMECAT or the HELCATS HIGeoCAT. \n",
      "\n",
      "Comments: \n",
      "\n",
      "- Spacecraft positions are given in Heliocentric Earth Equatorial Coordinates (HEEQ) coordinates. \n",
      "\n",
      "- The coordinate system for the Bz magnetic field components is SCEQ, except for Wind (HEEQ, which is the equivalent for SCEQ for Earth). \n",
      "        Definition of SpaceCraft Equatorial Coordinates (SCEQ): \n",
      "        Z is the solar rotation axis. \n",
      "        Y is the cross product of Z and R, with R being the vector that points from the Sun to the spacecraft.\n",
      "        X completes the right handed triad (and points away from the Sun). \n",
      "This system is thus like HEEQ but centered on the respective in situ spacecraft, so the SCEQ X and Y \n",
      "base vectors are rotated by the HEEQ longitude of the in situ spacecraft from HEEQ X and Y.\n",
      "The Y vector is similar to the T vector in an RTN system for each spacecraft, but the X and Z vectors \n",
      "are rotated around Y compared to an RTN system. The differences between RTN and SCEQ for spacecraft within \n",
      "a few degrees of the solar equatorial plane are very small (within a few 0.1 nT usually).\n",
      "We choose SCEQ for the advantage that a comparison of the data of multipoint CME events \n",
      "and comparisons to simulations are simpler because there is always a similar reference plane (the solar equatorial plane).\n",
      "\n",
      "'\n",
      "\n",
      "Parameters:\n",
      "01: event: To which multipoint event the row belongs to, unit: integer. \n",
      "02: event_start_time: For in situ spacecraft, similar to icme_start_time in the ICMECAT. For STEREO-A-HI (HIA), its the sse_launch_time from HIGeoCAT. unit: UTC. \n",
      "03: spacecraft: HIA if the entry refers to observations from STEREO-A-HI, otherwise the in situ observing spacecraft. unit: string. \n",
      "04: sc_heliodistance: Heliocentric distance of the spacecraft at event_start_time. unit: AU.\n",
      "05: sc_long_heeq: Heliospheric longitude of the spacecraft at event_start_time, range [-180,180]. unit: degree (HEEQ).\n",
      "06: cme_long_heeq: CME longitude, derived from SSEF30 modeling with STEREO-A-HI, range [-180,180]. unit: degree (HEEQ).\n",
      "07: speed: For in situ observations, the speed over the whole ICME interval (icme_speed_mean in ICMECAT). For HIA, the speed derived from SSEF30 modeling in HIGeoCAT. unit: km/s.\n",
      "08: mo_bmax: Only for in situ observations, maximum total magnetic field in the magnetic obstacle interval (mo_start_time to mo_end_time). unit: nT.\n",
      "09: mo_bzmin: Only for in situ observations, minimum magnetic field Bz component in the magnetic obstacle. unit: nT.\n",
      "10: id: the id from either the ICMECAT or HIGeoCAT, allowing to look up the event directly in these other catalogs. \n",
      "\n",
      "\n",
      "\n",
      "\n",
      "header saved as lineups/HELIO4CAST_multipoint_v10_header.txt\n",
      "\n",
      "header converted to HTML\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "#save header and parameters as text file and prepare for html website\n",
    "header='HELIO4CAST Multipoint ICME catalog v1.0 \\n\\n\\\n",
    "This is the HELIO4CAST multipoint interplanetary coronal mass ejection (ICME) catalog. \\n\\\n",
    "This is version 1.0, released 2021-September-10. doi: 10.6084/m9.figshare.15134745 \\n\\n\\\n",
    "Rules: If results are produced with this catalog for peer-reviewed scientific publications,\\n\\\n",
    "please contact christian.moestl@oeaw.ac.at for possible co-authorship. \\n\\\n",
    "The reference for this catalog is Moestl et al. 2021 (in preparation).  \\n\\n\\\n",
    "The catalog is available as a python pandas dataframe (pickle), json, csv, xlsx, txt, at \\n\\\n",
    "https://helioforecast.space/lineups and https://doi.org/10.6084/m9.figshare.15134745 . \\n\\n\\\n",
    "Number of events: '+str(df.at[len(df)-1,'event'])+' \\n\\\n",
    "ICME observatories: Solar Orbiter, Parker Solar Probe (PSP), BepiColombo, Wind, STEREO-A.   \\n\\\n",
    "Time range: April 2020 - April 2021. \\n\\n\\\n",
    "Authors: Christian Moestl, Andreas J. Weiss, Rachel L. Bailey, Martin A. Reiss, \\n\\\n",
    "Space Research Institute, Austrian Academy of Sciences, Graz, Austria.\\n\\\n",
    "Barnes, J. A. Davies, R. A. Harrison, RAL Space, UK. \\n\\n\\\n",
    "The python source code for producing this catalog is available at https://github.com/cmoestl/heliocats lineups.ipynb\\n\\n\\\n",
    "Each event has unique identifier either from the HELIO4CAST ICMECAT or the HELCATS HIGeoCAT. \\n\\n\\\n",
    "Comments: \\n\\n\\\n",
    "- Spacecraft positions are given in Heliocentric Earth Equatorial Coordinates (HEEQ) coordinates. \\n\\n\\\n",
    "- The coordinate system for the Bz magnetic field components is SCEQ, except for Wind (HEEQ, which is the equivalent for SCEQ for Earth). \\n\\\n",
    "        Definition of SpaceCraft Equatorial Coordinates (SCEQ): \\n\\\n",
    "        Z is the solar rotation axis. \\n\\\n",
    "        Y is the cross product of Z and R, with R being the vector that points from the Sun to the spacecraft.\\n\\\n",
    "        X completes the right handed triad (and points away from the Sun). \\n\\\n",
    "This system is thus like HEEQ but centered on the respective in situ spacecraft, so the SCEQ X and Y \\n\\\n",
    "base vectors are rotated by the HEEQ longitude of the in situ spacecraft from HEEQ X and Y.\\n\\\n",
    "The Y vector is similar to the T vector in an RTN system for each spacecraft, but the X and Z vectors \\n\\\n",
    "are rotated around Y compared to an RTN system. The differences between RTN and SCEQ for spacecraft within \\n\\\n",
    "a few degrees of the solar equatorial plane are very small (within a few 0.1 nT usually).\\n\\\n",
    "We choose SCEQ for the advantage that a comparison of the data of multipoint CME events \\n\\\n",
    "and comparisons to simulations are simpler because there is always a similar reference plane (the solar equatorial plane).\\n\\n\\''\n",
    "\n",
    "\n",
    "parameters='Parameters:\\n\\\n",
    "01: event: To which multipoint event the row belongs to, unit: integer. \\n\\\n",
    "02: event_start_time: For in situ spacecraft, similar to icme_start_time in the ICMECAT. For STEREO-A-HI (HIA), its the sse_launch_time from HIGeoCAT. unit: UTC. \\n\\\n",
    "03: spacecraft: HIA if the entry refers to observations from STEREO-A-HI, otherwise the in situ observing spacecraft. unit: string. \\n\\\n",
    "04: sc_heliodistance: Heliocentric distance of the spacecraft at event_start_time. unit: AU.\\n\\\n",
    "05: sc_long_heeq: Heliospheric longitude of the spacecraft at event_start_time, range [-180,180]. unit: degree (HEEQ).\\n\\\n",
    "06: cme_long_heeq: CME longitude, derived from SSEF30 modeling with STEREO-A-HI, range [-180,180]. unit: degree (HEEQ).\\n\\\n",
    "07: speed: For in situ observations, the speed over the whole ICME interval (icme_speed_mean in ICMECAT). For HIA, the speed derived from SSEF30 modeling in HIGeoCAT. unit: km/s.\\n\\\n",
    "08: mo_bmax: Only for in situ observations, maximum total magnetic field in the magnetic obstacle interval (mo_start_time to mo_end_time). unit: nT.\\n\\\n",
    "09: mo_bzmin: Only for in situ observations, minimum magnetic field Bz component in the magnetic obstacle. unit: nT.\\n\\\n",
    "10: id: the id from either the ICMECAT or HIGeoCAT, allowing to look up the event directly in these other catalogs. \\n\\n\\n'\n",
    "\n",
    "\n",
    "\n",
    "print(header)\n",
    "print()\n",
    "print(parameters)\n",
    "\n",
    "\n",
    "#make header file\n",
    "file='lineups/HELIO4CAST_multipoint_v10_header.txt'\n",
    "with open(file, \"w\") as text_file:\n",
    "    text_file.write(header)\n",
    "    text_file.write(parameters)\n",
    "print()    \n",
    "print('header saved as '+file)\n",
    "print()    \n",
    "\n",
    "#Convert to html regarding line breaks, paragraph beginning and spaces\n",
    "header_spaces=header.replace(\" \", \"&nbsp;\")\n",
    "header_html= \"<p>\" +header_spaces.replace('\\n', '<br>')+ \"</p>\" \n",
    "parameters_spaces=parameters.replace(\" \", \"&nbsp;\")\n",
    "parameters_html= \"<p>\" +parameters.replace('\\n', '<br>')+ \"</p>\"\n",
    "print('header converted to HTML')\n",
    "print()    \n",
    "print()    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### more formats"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Multipoint ICME cat\n",
      "saved as lineups/HELIO4CAST_multipoint_v10_pandas.p\n",
      "saved as lineups/HELIO4CAST_multipoint_v10.xlsx\n",
      "saved as lineups/HELIO4CAST_multipoint_v10.json\n",
      "saved as lineups/HELIO4CAST_multipoint_v10.csv\n",
      "saved as lineups/HELIO4CAST_multipoint_v10_simple.html\n",
      "saved as lineups/HELIO4CAST_multipoint_v10.html\n",
      "saved as lineups/HELIO4CAST_multipoint_v10.txt\n",
      "saved as lineups/HELIO4CAST_multipoint_v10_iso.json\n"
     ]
    }
   ],
   "source": [
    "print('Multipoint ICME cat')\n",
    "\n",
    "file='lineups/HELIO4CAST_multipoint_v10_pandas.p'\n",
    "pickle.dump([df], open(file, 'wb'))\n",
    "print('saved as '+file)\n",
    "\n",
    "\n",
    "#copy pandas dataframe first to change time format consistent with HELCATS\n",
    "df_copy=copy.deepcopy(df)  \n",
    "df_copy['event_start_time']=parse_time(df_copy['event_start_time']).isot\n",
    "for i in np.arange(len(df_copy)):\n",
    "    dum=df_copy.at[i,'event_start_time']  \n",
    "    df_copy.at[i,'event_start_time']=dum[0:16]+'Z'\n",
    "    if  df_copy.at[i,'speed'] != '-':\n",
    "        df_copy.at[i,'speed']=int(df_copy.at[i,'speed'])\n",
    "\n",
    "#save as Excel\n",
    "file='lineups/HELIO4CAST_multipoint_v10.xlsx'\n",
    "df_copy.to_excel(file,sheet_name='HELIO4CAST multipoint ICME catalog v1.0')\n",
    "print('saved as '+file)\n",
    "\n",
    "#save as json\n",
    "file='lineups/HELIO4CAST_multipoint_v10.json'\n",
    "df_copy.to_json(file)\n",
    "print('saved as '+file)\n",
    "\n",
    "\n",
    "\n",
    "#save as csv\n",
    "file='lineups/HELIO4CAST_multipoint_v10.csv'\n",
    "df_copy.to_csv(file)\n",
    "print('saved as '+file)\n",
    "\n",
    "\n",
    "#save as html no header\n",
    "file='lineups/HELIO4CAST_multipoint_v10_simple.html'\n",
    "df_copy.to_html(file)\n",
    "print('saved as '+file)\n",
    "\n",
    "\n",
    "\n",
    "############ save as html file with header\n",
    "#save as html\n",
    "file='lineups/HELIO4CAST_multipoint_v10.html'\n",
    "\n",
    "dfhtml = header_html\n",
    "dfhtml += parameters_html\n",
    "dfhtml += df_copy.to_html()\n",
    "\n",
    "\n",
    "with open(file,'w') as f:\n",
    "    f.write(dfhtml)\n",
    "    f.close()\n",
    "    \n",
    "print('saved as '+file)    \n",
    "\n",
    "\n",
    "\n",
    "#save as txt\n",
    "file='lineups/HELIO4CAST_multipoint_v10.txt'\n",
    "np.savetxt(file, df_copy.values.astype(str), fmt='%s' )\n",
    "print('saved as '+file)\n",
    "\n",
    "df_copy2=copy.deepcopy(df)  \n",
    "df_copy2['event_start_time']=parse_time(df_copy2['event_start_time']).iso\n",
    "for i in np.arange(len(df_copy2)):\n",
    "    dum=df_copy2.at[i,'event_start_time']  \n",
    "    df_copy2.at[i,'event_start_time']=dum[0:16]\n",
    "    if  df_copy2.at[i,'speed'] != '-':\n",
    "        df_copy2.at[i,'speed']=int(df_copy2.at[i,'speed'])\n",
    "#save as json for webpage with different time format\n",
    "file='lineups/HELIO4CAST_multipoint_v10_iso.json'\n",
    "df_copy2.to_json(file)\n",
    "print('saved as '+file)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}