FBS_comcam_20241126.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "b3930be0-80f6-4be0-9475-fcca39569293",
   "metadata": {},
   "source": [
    "# Something unexpected behavior on 2024-11-26"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f9d93210-c8ef-4340-98ad-42e2eb0334c9",
   "metadata": {},
   "source": [
    "The expected behavior: \n",
    "the SV field `Rubin_SV_38_7` should be observed in a 2x2 grid dither pattern, with equal coverage on each corner.\n",
    "\n",
    "The observed behavior: \n",
    "the field received about the expected number of visits in each band (according to the next-day version of the configuration), but in the wrong places in the dither pattern."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b5c7b61a-d9c1-4ad9-b589-5b9352cfc101",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T01:24:39.028217Z",
     "iopub.status.busy": "2024-11-28T01:24:39.028003Z",
     "iopub.status.idle": "2024-11-28T01:24:44.604811Z",
     "shell.execute_reply": "2024-11-28T01:24:44.604364Z",
     "shell.execute_reply.started": "2024-11-28T01:24:39.028201Z"
    }
   },
   "outputs": [],
   "source": [
    "import os\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from pandas import option_context\n",
    "from IPython.display import display, Markdown, HTML\n",
    "from astropy.time import Time, TimeDelta\n",
    "\n",
    "from lsst_efd_client import EfdClient\n",
    "from lsst.summit.utils import ConsDbClient\n",
    "\n",
    "import sys\n",
    "sys.path.insert(0, '/home/l/lynnej/u/repos/rubin_scheduler')\n",
    "\n",
    "import pickle\n",
    "from urllib.parse import urlparse\n",
    "from lsst.resources import ResourcePath\n",
    "from lsst_efd_client import EfdClient\n",
    "from rubin_scheduler.site_models import Almanac\n",
    "from rubin_scheduler.utils import Site\n",
    "from rubin_scheduler.scheduler.example import get_ideal_model_observatory\n",
    "\n",
    "from rubin_scheduler.scheduler.schedulers import CoreScheduler\n",
    "from rubin_scheduler.scheduler.features import Conditions\n",
    "\n",
    "os.environ['RUBIN_SIM_DATA_DIR'] = '/sdf/data/rubin/shared/rubin_sim_data'\n",
    "\n",
    "days_to_seconds = 24*60*60"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "ef9830a8-b38f-43b7-8f2b-9375a7fd4b26",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T01:26:53.211302Z",
     "iopub.status.busy": "2024-11-28T01:26:53.210750Z",
     "iopub.status.idle": "2024-11-28T01:26:53.276696Z",
     "shell.execute_reply": "2024-11-28T01:26:53.276393Z",
     "shell.execute_reply.started": "2024-11-28T01:26:53.211286Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "60641.04732438143 60641.08242280715 50.541733042337\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>exposure_name</th>\n",
       "      <th>group_id</th>\n",
       "      <th>delta_visit</th>\n",
       "      <th>exp_midpt</th>\n",
       "      <th>exp_midpt_mjd</th>\n",
       "      <th>band</th>\n",
       "      <th>s_ra</th>\n",
       "      <th>s_dec</th>\n",
       "      <th>sky_rotation</th>\n",
       "      <th>altitude</th>\n",
       "      <th>azimuth</th>\n",
       "      <th>target_name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>CC_O_20241126_000103</td>\n",
       "      <td>2024-11-27T01:07:33.217</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2024-11-27T01:08:08.826500</td>\n",
       "      <td>60641.047324</td>\n",
       "      <td>r</td>\n",
       "      <td>38.352611</td>\n",
       "      <td>7.094078</td>\n",
       "      <td>211.836837</td>\n",
       "      <td>45.052705</td>\n",
       "      <td>38.081810</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>103</th>\n",
       "      <td>CC_O_20241126_000104</td>\n",
       "      <td>2024-11-27T01:07:34.366</td>\n",
       "      <td>50.682845</td>\n",
       "      <td>2024-11-27T01:08:59.509000</td>\n",
       "      <td>60641.047911</td>\n",
       "      <td>r</td>\n",
       "      <td>37.975071</td>\n",
       "      <td>6.491146</td>\n",
       "      <td>211.836203</td>\n",
       "      <td>44.230145</td>\n",
       "      <td>37.835794</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104</th>\n",
       "      <td>CC_O_20241126_000105</td>\n",
       "      <td>2024-11-27T01:08:35.963</td>\n",
       "      <td>51.465038</td>\n",
       "      <td>2024-11-27T01:09:50.974500</td>\n",
       "      <td>60641.048507</td>\n",
       "      <td>r</td>\n",
       "      <td>37.367630</td>\n",
       "      <td>6.865412</td>\n",
       "      <td>211.836191</td>\n",
       "      <td>44.120022</td>\n",
       "      <td>36.556651</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>CC_O_20241126_000106</td>\n",
       "      <td>2024-11-27T01:09:25.966</td>\n",
       "      <td>52.330546</td>\n",
       "      <td>2024-11-27T01:10:43.305000</td>\n",
       "      <td>60641.049112</td>\n",
       "      <td>r</td>\n",
       "      <td>37.744689</td>\n",
       "      <td>7.468826</td>\n",
       "      <td>211.835878</td>\n",
       "      <td>44.717645</td>\n",
       "      <td>36.304401</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>CC_O_20241126_000107</td>\n",
       "      <td>2024-11-27T01:10:18.374</td>\n",
       "      <td>55.001867</td>\n",
       "      <td>2024-11-27T01:11:38.307000</td>\n",
       "      <td>60641.049749</td>\n",
       "      <td>r</td>\n",
       "      <td>38.393965</td>\n",
       "      <td>7.112703</td>\n",
       "      <td>211.836182</td>\n",
       "      <td>44.629106</td>\n",
       "      <td>37.073689</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>107</th>\n",
       "      <td>CC_O_20241126_000108</td>\n",
       "      <td>2024-11-27T01:11:10.521</td>\n",
       "      <td>53.415802</td>\n",
       "      <td>2024-11-27T01:12:31.722500</td>\n",
       "      <td>60641.050367</td>\n",
       "      <td>r</td>\n",
       "      <td>38.016360</td>\n",
       "      <td>6.509805</td>\n",
       "      <td>211.836230</td>\n",
       "      <td>43.803291</td>\n",
       "      <td>36.794792</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>CC_O_20241126_000109</td>\n",
       "      <td>2024-11-27T01:12:04.768</td>\n",
       "      <td>52.499978</td>\n",
       "      <td>2024-11-27T01:13:24.222500</td>\n",
       "      <td>60641.050975</td>\n",
       "      <td>r</td>\n",
       "      <td>37.408925</td>\n",
       "      <td>6.884123</td>\n",
       "      <td>211.836076</td>\n",
       "      <td>43.704272</td>\n",
       "      <td>35.498094</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109</th>\n",
       "      <td>CC_O_20241126_000110</td>\n",
       "      <td>2024-11-27T01:12:59.032</td>\n",
       "      <td>54.890142</td>\n",
       "      <td>2024-11-27T01:14:19.112500</td>\n",
       "      <td>60641.051610</td>\n",
       "      <td>r</td>\n",
       "      <td>37.786055</td>\n",
       "      <td>7.487505</td>\n",
       "      <td>211.836045</td>\n",
       "      <td>44.299227</td>\n",
       "      <td>35.244236</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>CC_O_20241126_000111</td>\n",
       "      <td>2024-11-27T01:13:50.985</td>\n",
       "      <td>97.774621</td>\n",
       "      <td>2024-11-27T01:15:56.887000</td>\n",
       "      <td>60641.052742</td>\n",
       "      <td>g</td>\n",
       "      <td>38.352611</td>\n",
       "      <td>7.094078</td>\n",
       "      <td>211.836132</td>\n",
       "      <td>44.038171</td>\n",
       "      <td>35.723927</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111</th>\n",
       "      <td>CC_O_20241126_000112</td>\n",
       "      <td>2024-11-27T01:14:46.340</td>\n",
       "      <td>51.466159</td>\n",
       "      <td>2024-11-27T01:16:48.354000</td>\n",
       "      <td>60641.053337</td>\n",
       "      <td>g</td>\n",
       "      <td>37.975071</td>\n",
       "      <td>6.491146</td>\n",
       "      <td>211.836065</td>\n",
       "      <td>43.220413</td>\n",
       "      <td>35.429304</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112</th>\n",
       "      <td>CC_O_20241126_000113</td>\n",
       "      <td>2024-11-27T01:16:23.644</td>\n",
       "      <td>52.559576</td>\n",
       "      <td>2024-11-27T01:17:40.913000</td>\n",
       "      <td>60641.053946</td>\n",
       "      <td>g</td>\n",
       "      <td>37.367630</td>\n",
       "      <td>6.865412</td>\n",
       "      <td>211.835972</td>\n",
       "      <td>43.138913</td>\n",
       "      <td>34.115955</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113</th>\n",
       "      <td>CC_O_20241126_000114</td>\n",
       "      <td>2024-11-27T01:17:14.905</td>\n",
       "      <td>54.352501</td>\n",
       "      <td>2024-11-27T01:18:35.265500</td>\n",
       "      <td>60641.054575</td>\n",
       "      <td>g</td>\n",
       "      <td>37.744689</td>\n",
       "      <td>7.468826</td>\n",
       "      <td>211.835776</td>\n",
       "      <td>43.738356</td>\n",
       "      <td>33.879179</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>CC_O_20241126_000115</td>\n",
       "      <td>2024-11-27T01:19:02.099</td>\n",
       "      <td>507.081799</td>\n",
       "      <td>2024-11-27T01:27:02.347500</td>\n",
       "      <td>60641.060444</td>\n",
       "      <td>g</td>\n",
       "      <td>38.016360</td>\n",
       "      <td>6.509805</td>\n",
       "      <td>211.835876</td>\n",
       "      <td>42.023601</td>\n",
       "      <td>32.175559</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115</th>\n",
       "      <td>CC_O_20241126_000116</td>\n",
       "      <td>2024-11-27T01:26:29.902</td>\n",
       "      <td>52.129504</td>\n",
       "      <td>2024-11-27T01:27:54.477000</td>\n",
       "      <td>60641.061047</td>\n",
       "      <td>g</td>\n",
       "      <td>37.786055</td>\n",
       "      <td>7.487505</td>\n",
       "      <td>211.835458</td>\n",
       "      <td>42.692254</td>\n",
       "      <td>30.928693</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116</th>\n",
       "      <td>CC_O_20241126_000117</td>\n",
       "      <td>2024-11-27T01:27:29.738</td>\n",
       "      <td>52.305013</td>\n",
       "      <td>2024-11-27T01:28:46.782000</td>\n",
       "      <td>60641.061653</td>\n",
       "      <td>g</td>\n",
       "      <td>38.366146</td>\n",
       "      <td>6.997382</td>\n",
       "      <td>211.835589</td>\n",
       "      <td>42.416673</td>\n",
       "      <td>31.729257</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>CC_O_20241126_000118</td>\n",
       "      <td>2024-11-27T01:28:21.035</td>\n",
       "      <td>49.098576</td>\n",
       "      <td>2024-11-27T01:29:35.880500</td>\n",
       "      <td>60641.062221</td>\n",
       "      <td>g</td>\n",
       "      <td>37.988667</td>\n",
       "      <td>6.394467</td>\n",
       "      <td>211.835643</td>\n",
       "      <td>41.616541</td>\n",
       "      <td>31.367950</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118</th>\n",
       "      <td>CC_O_20241126_000119</td>\n",
       "      <td>2024-11-27T01:29:13.743</td>\n",
       "      <td>51.400317</td>\n",
       "      <td>2024-11-27T01:30:27.281000</td>\n",
       "      <td>60641.062816</td>\n",
       "      <td>g</td>\n",
       "      <td>37.381361</td>\n",
       "      <td>6.768744</td>\n",
       "      <td>211.835372</td>\n",
       "      <td>41.590559</td>\n",
       "      <td>30.016196</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>CC_O_20241126_000120</td>\n",
       "      <td>2024-11-27T01:30:02.762</td>\n",
       "      <td>54.040776</td>\n",
       "      <td>2024-11-27T01:31:21.321500</td>\n",
       "      <td>60641.063441</td>\n",
       "      <td>g</td>\n",
       "      <td>37.758361</td>\n",
       "      <td>7.372150</td>\n",
       "      <td>211.835563</td>\n",
       "      <td>42.198992</td>\n",
       "      <td>29.827699</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120</th>\n",
       "      <td>CC_O_20241126_000121</td>\n",
       "      <td>2024-11-27T01:31:48.267</td>\n",
       "      <td>411.702918</td>\n",
       "      <td>2024-11-27T01:38:13.024500</td>\n",
       "      <td>60641.068206</td>\n",
       "      <td>g</td>\n",
       "      <td>37.877765</td>\n",
       "      <td>6.477624</td>\n",
       "      <td>211.835181</td>\n",
       "      <td>40.716585</td>\n",
       "      <td>28.221429</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121</th>\n",
       "      <td>CC_O_20241126_000122</td>\n",
       "      <td>2024-11-27T01:37:40.692</td>\n",
       "      <td>55.738357</td>\n",
       "      <td>2024-11-27T01:39:08.763000</td>\n",
       "      <td>60641.068851</td>\n",
       "      <td>g</td>\n",
       "      <td>37.647187</td>\n",
       "      <td>7.455255</td>\n",
       "      <td>211.834921</td>\n",
       "      <td>41.426568</td>\n",
       "      <td>26.982699</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>122</th>\n",
       "      <td>CC_O_20241126_000123</td>\n",
       "      <td>2024-11-27T01:39:35.189</td>\n",
       "      <td>494.299608</td>\n",
       "      <td>2024-11-27T01:47:23.062500</td>\n",
       "      <td>60641.074572</td>\n",
       "      <td>i</td>\n",
       "      <td>37.975071</td>\n",
       "      <td>6.491146</td>\n",
       "      <td>211.835057</td>\n",
       "      <td>39.875773</td>\n",
       "      <td>25.101202</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>CC_O_20241126_000124</td>\n",
       "      <td>2024-11-27T01:45:57.767</td>\n",
       "      <td>51.871497</td>\n",
       "      <td>2024-11-27T01:48:14.934000</td>\n",
       "      <td>60641.075173</td>\n",
       "      <td>i</td>\n",
       "      <td>37.744689</td>\n",
       "      <td>7.468826</td>\n",
       "      <td>211.834593</td>\n",
       "      <td>40.627884</td>\n",
       "      <td>23.915732</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>CC_O_20241126_000125</td>\n",
       "      <td>2024-11-27T01:47:50.292</td>\n",
       "      <td>53.845314</td>\n",
       "      <td>2024-11-27T01:49:08.779500</td>\n",
       "      <td>60641.075796</td>\n",
       "      <td>i</td>\n",
       "      <td>38.393965</td>\n",
       "      <td>7.112703</td>\n",
       "      <td>211.835016</td>\n",
       "      <td>40.445477</td>\n",
       "      <td>24.716929</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125</th>\n",
       "      <td>CC_O_20241126_000126</td>\n",
       "      <td>2024-11-27T01:48:41.586</td>\n",
       "      <td>50.483078</td>\n",
       "      <td>2024-11-27T01:49:59.262000</td>\n",
       "      <td>60641.076380</td>\n",
       "      <td>i</td>\n",
       "      <td>38.016360</td>\n",
       "      <td>6.509805</td>\n",
       "      <td>211.835064</td>\n",
       "      <td>39.672855</td>\n",
       "      <td>24.206337</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>126</th>\n",
       "      <td>CC_O_20241126_000127</td>\n",
       "      <td>2024-11-27T01:49:35.957</td>\n",
       "      <td>52.270039</td>\n",
       "      <td>2024-11-27T01:50:51.532500</td>\n",
       "      <td>60641.076985</td>\n",
       "      <td>i</td>\n",
       "      <td>37.408925</td>\n",
       "      <td>6.884123</td>\n",
       "      <td>211.834919</td>\n",
       "      <td>39.740316</td>\n",
       "      <td>22.799112</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127</th>\n",
       "      <td>CC_O_20241126_000128</td>\n",
       "      <td>2024-11-27T01:50:25.927</td>\n",
       "      <td>52.347086</td>\n",
       "      <td>2024-11-27T01:51:43.879500</td>\n",
       "      <td>60641.077591</td>\n",
       "      <td>i</td>\n",
       "      <td>37.786055</td>\n",
       "      <td>7.487505</td>\n",
       "      <td>211.834482</td>\n",
       "      <td>40.361082</td>\n",
       "      <td>22.714660</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>CC_O_20241126_000129</td>\n",
       "      <td>2024-11-27T01:51:18.481</td>\n",
       "      <td>55.490812</td>\n",
       "      <td>2024-11-27T01:52:39.370500</td>\n",
       "      <td>60641.078233</td>\n",
       "      <td>i</td>\n",
       "      <td>38.338168</td>\n",
       "      <td>7.143856</td>\n",
       "      <td>205.921094</td>\n",
       "      <td>40.145384</td>\n",
       "      <td>23.357743</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>CC_O_20241126_000130</td>\n",
       "      <td>2024-11-27T01:52:10.809</td>\n",
       "      <td>52.865569</td>\n",
       "      <td>2024-11-27T01:53:32.236000</td>\n",
       "      <td>60641.078845</td>\n",
       "      <td>i</td>\n",
       "      <td>38.025160</td>\n",
       "      <td>6.505516</td>\n",
       "      <td>205.921002</td>\n",
       "      <td>39.364420</td>\n",
       "      <td>22.918552</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130</th>\n",
       "      <td>CC_O_20241126_000131</td>\n",
       "      <td>2024-11-27T01:53:05.810</td>\n",
       "      <td>53.778326</td>\n",
       "      <td>2024-11-27T01:54:26.014500</td>\n",
       "      <td>60641.079468</td>\n",
       "      <td>i</td>\n",
       "      <td>37.382167</td>\n",
       "      <td>6.815663</td>\n",
       "      <td>205.921133</td>\n",
       "      <td>39.375117</td>\n",
       "      <td>21.475054</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>CC_O_20241126_000132</td>\n",
       "      <td>2024-11-27T01:53:59.002</td>\n",
       "      <td>52.271111</td>\n",
       "      <td>2024-11-27T01:55:18.285000</td>\n",
       "      <td>60641.080073</td>\n",
       "      <td>i</td>\n",
       "      <td>37.694505</td>\n",
       "      <td>7.454427</td>\n",
       "      <td>205.920947</td>\n",
       "      <td>40.010311</td>\n",
       "      <td>21.297653</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132</th>\n",
       "      <td>CC_O_20241126_000133</td>\n",
       "      <td>2024-11-27T01:54:53.383</td>\n",
       "      <td>49.338673</td>\n",
       "      <td>2024-11-27T01:56:07.624000</td>\n",
       "      <td>60641.080644</td>\n",
       "      <td>i</td>\n",
       "      <td>38.377372</td>\n",
       "      <td>7.166612</td>\n",
       "      <td>205.921133</td>\n",
       "      <td>39.889277</td>\n",
       "      <td>22.139631</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>133</th>\n",
       "      <td>CC_O_20241126_000134</td>\n",
       "      <td>2024-11-27T01:55:45.533</td>\n",
       "      <td>50.388767</td>\n",
       "      <td>2024-11-27T01:56:58.012500</td>\n",
       "      <td>60641.081227</td>\n",
       "      <td>i</td>\n",
       "      <td>38.064297</td>\n",
       "      <td>6.528299</td>\n",
       "      <td>205.921136</td>\n",
       "      <td>39.116859</td>\n",
       "      <td>21.690577</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>134</th>\n",
       "      <td>CC_O_20241126_000135</td>\n",
       "      <td>2024-11-27T01:56:34.691</td>\n",
       "      <td>51.902162</td>\n",
       "      <td>2024-11-27T01:57:49.915000</td>\n",
       "      <td>60641.081828</td>\n",
       "      <td>i</td>\n",
       "      <td>37.421298</td>\n",
       "      <td>6.838498</td>\n",
       "      <td>205.921009</td>\n",
       "      <td>39.146779</td>\n",
       "      <td>20.252014</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>135</th>\n",
       "      <td>CC_O_20241126_000136</td>\n",
       "      <td>2024-11-27T01:57:25.311</td>\n",
       "      <td>51.415606</td>\n",
       "      <td>2024-11-27T01:58:41.330500</td>\n",
       "      <td>60641.082423</td>\n",
       "      <td>i</td>\n",
       "      <td>37.733706</td>\n",
       "      <td>7.477237</td>\n",
       "      <td>205.920535</td>\n",
       "      <td>39.784907</td>\n",
       "      <td>20.097109</td>\n",
       "      <td>Rubin_SV_38_7</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>exp_midpt</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>target_name</th>\n",
       "      <th>band</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">Rubin_SV_38_7</th>\n",
       "      <th>g</th>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>i</th>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>r</th>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    exp_midpt\n",
       "target_name   band           \n",
       "Rubin_SV_38_7 g            12\n",
       "              i            14\n",
       "              r             8"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Verify visits acquired. \n",
    "\n",
    "os.environ[\"LSST_CONSDB_PQ_URL\"] = \"http://consdb-pq.consdb:8080/consdb\"\n",
    "os.environ[\"no_proxy\"] += \",.consdb\"\n",
    "\n",
    "day_obs = \"2024-11-26\"\n",
    "\n",
    "consdb = ConsDbClient()\n",
    "instrument = 'lsstcomcam'\n",
    "day_obs_int = day_obs.replace('-', '')\n",
    "visit_query = f'''\n",
    "    SELECT * FROM cdb_{instrument}.visit1\n",
    "     where day_obs = {day_obs_int}\n",
    "'''\n",
    "visits = consdb.query(visit_query).to_pandas()\n",
    "\n",
    "target = \"Rubin_SV_38_7\"\n",
    "block = \"BLOCK-320\"\n",
    "\n",
    "vv = pd.DataFrame(visits.query('science_program == \"BLOCK-320\" and target_name == @target'))\n",
    "delta_visit = vv.exp_midpt_mjd.values[1:] - vv.exp_midpt_mjd.values[:-1]\n",
    "delta_visit = np.concatenate([np.array([0]), delta_visit])\n",
    "vv['delta_visit'] = delta_visit * 24 * 60 * 60\n",
    "print(vv.exp_midpt_mjd.min(), vv.exp_midpt_mjd.max(), (vv.exp_midpt_mjd.max() - vv.exp_midpt_mjd.min()) * 24 * 60)\n",
    "vcols = ['exposure_name', 'group_id', 'delta_visit', 'exp_midpt', 'exp_midpt_mjd', 'band', 's_ra', 's_dec', 'sky_rotation', 'altitude', 'azimuth', 'target_name',]\n",
    "display(HTML(vv[vcols].to_html()))\n",
    "display(vv[['exp_midpt', 'band', 'target_name']].groupby(['target_name', 'band']).count())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "389001e6-a643-47fb-afe5-ac398b51e6b0",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T01:28:07.054398Z",
     "iopub.status.busy": "2024-11-28T01:28:07.054208Z",
     "iopub.status.idle": "2024-11-28T01:28:07.058189Z",
     "shell.execute_reply": "2024-11-28T01:28:07.057896Z",
     "shell.execute_reply.started": "2024-11-28T01:28:07.054383Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Will query from 2024-11-27 00:52:33.217 to 2024-11-27 02:07:25.311\n"
     ]
    }
   ],
   "source": [
    "# Set a range of times based on these visits values to query efd and obsenv .. \n",
    "\n",
    "t_start = Time(\"2024-11-27T01:07:33.217\t\", format='isot', scale='utc') - TimeDelta(15 * 60 , format='sec')\n",
    "t_end = Time(\"2024-11-27T01:57:25.311\", format='isot', scale='utc') + TimeDelta(10 * 60, format='sec')\n",
    "\n",
    "print(f\"Will query from {t_start.iso} to {t_end.iso}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "1861b00d-1194-4524-9749-56688accd6d3",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T01:31:29.514095Z",
     "iopub.status.busy": "2024-11-28T01:31:29.513551Z",
     "iopub.status.idle": "2024-11-28T01:31:30.297351Z",
     "shell.execute_reply": "2024-11-28T01:31:30.296911Z",
     "shell.execute_reply.started": "2024-11-28T01:31:29.514073Z"
    }
   },
   "outputs": [],
   "source": [
    "efd = 'usdf_efd'\n",
    "\n",
    "efd_client = EfdClient(efd)\n",
    "obsenv_client = EfdClient(efd, db_name='lsst.obsenv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "f7c9670f-ee13-426e-a5a4-38f99285888d",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T01:53:04.513535Z",
     "iopub.status.busy": "2024-11-28T01:53:04.513315Z",
     "iopub.status.idle": "2024-11-28T01:53:05.117235Z",
     "shell.execute_reply": "2024-11-28T01:53:05.116850Z",
     "shell.execute_reply.started": "2024-11-28T01:53:04.513522Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 3 scheduler configuration records\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>salIndex</th>\n",
       "      <th>classname</th>\n",
       "      <th>description</th>\n",
       "      <th>config</th>\n",
       "      <th>script_salIndex</th>\n",
       "      <th>timestampProcessStart</th>\n",
       "      <th>finalScriptState</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2024-11-26 18:21:36.058000+00:00</th>\n",
       "      <td>1</td>\n",
       "      <td>Obsenv Update</td>\n",
       "      <td>ts_config_ocs: v0.25.2.alpha.2-245-geb0954e su...</td>\n",
       "      <td>ts_standardscripts: v1.38.0-113-g704598f ts_ex...</td>\n",
       "      <td>-1</td>\n",
       "      <td>2024-11-26 18:21:36.058000</td>\n",
       "      <td>Configuration</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:06:04.858510+00:00</th>\n",
       "      <td>1</td>\n",
       "      <td>Scheduler dependencies</td>\n",
       "      <td>feature_scheduler 3.3.0</td>\n",
       "      <td>cloudModel: 3.3.0, downtimeModel: 3.3.0, obser...</td>\n",
       "      <td>-1</td>\n",
       "      <td>2024-11-27 01:06:04.858510</td>\n",
       "      <td>Configuration</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:06:04.859344+00:00</th>\n",
       "      <td>1</td>\n",
       "      <td>Scheduler configuration</td>\n",
       "      <td>ts_config_ocs v0.25.2.alpha.2-245-geb0954e v7</td>\n",
       "      <td>_init.yaml,_summit.yaml,maintel_fbs_comcam_sv_...</td>\n",
       "      <td>-1</td>\n",
       "      <td>2024-11-27 01:06:04.859344</td>\n",
       "      <td>Configuration</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  salIndex                classname  \\\n",
       "2024-11-26 18:21:36.058000+00:00         1            Obsenv Update   \n",
       "2024-11-27 01:06:04.858510+00:00         1   Scheduler dependencies   \n",
       "2024-11-27 01:06:04.859344+00:00         1  Scheduler configuration   \n",
       "\n",
       "                                                                        description  \\\n",
       "2024-11-26 18:21:36.058000+00:00  ts_config_ocs: v0.25.2.alpha.2-245-geb0954e su...   \n",
       "2024-11-27 01:06:04.858510+00:00                            feature_scheduler 3.3.0   \n",
       "2024-11-27 01:06:04.859344+00:00      ts_config_ocs v0.25.2.alpha.2-245-geb0954e v7   \n",
       "\n",
       "                                                                             config  \\\n",
       "2024-11-26 18:21:36.058000+00:00  ts_standardscripts: v1.38.0-113-g704598f ts_ex...   \n",
       "2024-11-27 01:06:04.858510+00:00  cloudModel: 3.3.0, downtimeModel: 3.3.0, obser...   \n",
       "2024-11-27 01:06:04.859344+00:00  _init.yaml,_summit.yaml,maintel_fbs_comcam_sv_...   \n",
       "\n",
       "                                  script_salIndex      timestampProcessStart  \\\n",
       "2024-11-26 18:21:36.058000+00:00               -1 2024-11-26 18:21:36.058000   \n",
       "2024-11-27 01:06:04.858510+00:00               -1 2024-11-27 01:06:04.858510   \n",
       "2024-11-27 01:06:04.859344+00:00               -1 2024-11-27 01:06:04.859344   \n",
       "\n",
       "                                 finalScriptState  \n",
       "2024-11-26 18:21:36.058000+00:00    Configuration  \n",
       "2024-11-27 01:06:04.858510+00:00    Configuration  \n",
       "2024-11-27 01:06:04.859344+00:00    Configuration  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "fbs configuration yaml @ maintel_fbs_comcam_sv_survey.yaml"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "Be sure to check the appropriate git hash -- 0.25.2.alpha.2-245-geb0954e"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<a href=\"https:/github.com/lsst-ts/ts_config_ocs/tree/0.25.2.alpha.2-245-geb0954e\" target=\"_blank\" rel=\"noreferrer noopener\">https:/github.com/lsst-ts/ts_config_ocs/tree/0.25.2.alpha.2-245-geb0954e</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# find the obsenv in place at that time, if we want to retrieve configurations\n",
    "\n",
    "# Scheduler dependency information -- needs to go into package \n",
    "async def get_scheduler_configs(t_start: Time, t_end: Time, efd_client: EfdClient, obsenv_client: EfdClient | None) -> pd.DataFrame:\n",
    "    # Scheduler dependency information\n",
    "    t_start_local = t_start\n",
    "    topic = 'lsst.sal.Scheduler.logevent_dependenciesVersions'\n",
    "    fields = await efd_client.get_fields(topic)\n",
    "    fields = [f for f in fields if \"private\" not in f]\n",
    "    deps = await efd_client.select_time_series(topic, fields, t_start_local, t_end)\n",
    "    # Sometimes the scheduler hasn't been set up, if it's a limited timespan.\n",
    "    if len(deps) == 0:\n",
    "        t_start_local = t_start - TimeDelta(1, format='jd')\n",
    "        deps = await efd_client.select_time_series(topic, fields, t_start_local, t_end)\n",
    "        deps = deps.iloc[:1]\n",
    "    # Reconfigure output to fit into script_status fields \n",
    "    deps['classname'] = \"Scheduler dependencies\"\n",
    "    deps['description'] = deps['scheduler'] + ' ' + deps['seeingModel']\n",
    "    models = [c for c in deps.columns if 'observatory' in c or 'Model' in c]\n",
    "    def build_dep_string(x, models): \n",
    "        dep_string = ''\n",
    "        for m in models:\n",
    "            dep_string += f\"{m}: {x[m]}, \"\n",
    "        dep_string = dep_string[:-2]\n",
    "        return dep_string\n",
    "    deps['config'] = deps.apply(build_dep_string, args=[models], axis=1)\n",
    "    deps['script_salIndex'] = -1\n",
    "    \n",
    "    # And within Scheduler, what is ts_config_ocs and scripts versions\n",
    "    # Need find the previous version of tc_config_ocs \n",
    "    topic = 'lsst.obsenv.summary'\n",
    "    fields = ['summit_extras', 'ts_standardscripts', 'ts_externalscripts', 'ts_config_ocs']\n",
    "    # Query longer time period for obsenv, so we can be sure to know how scheduler enables\n",
    "    obsenv = await obsenv_client.select_time_series(topic, fields, t_start_local - TimeDelta(1, format='jd'), t_end)\n",
    "    fields = ['summit_extras', 'ts_standardscripts', 'ts_externalscripts', 'ts_config_ocs']\n",
    "    check = np.all((obsenv[fields][1:].values == obsenv[fields][:-1].values), axis=1)\n",
    "    classname = np.where(check, \"Obsenv Check\", \"Obsenv Update\")\n",
    "    obsenv['classname'] = np.concatenate([np.array(['Obsenv']), classname])\n",
    "    obsenv['description'] = (\"ts_config_ocs: \" + obsenv['ts_config_ocs'] + \n",
    "                            \" summit_extras: \" + obsenv['summit_extras'])\n",
    "    obsenv['config'] = (\"ts_standardscripts: \" + obsenv['ts_standardscripts'] + \n",
    "                        \" ts_externalscripts: \" + obsenv['ts_externalscripts'])\n",
    "    obsenv['salIndex'] = 1\n",
    "    obsenv['script_salIndex'] = -1\n",
    "    \n",
    "    # I think these should be every time scheduler is \"ENABLED\"\n",
    "    topic = 'lsst.sal.Scheduler.logevent_configurationApplied'\n",
    "    fields = await efd_client.get_fields(topic)\n",
    "    fields = [f for f in fields if \"private\" not in f]\n",
    "    con = await efd_client.select_time_series(topic, fields, t_start_local, t_end)\n",
    "    con['classname'] = \"Scheduler configuration\"\n",
    "    # Build description from schemaVersion (just in case) and ts_config_ocs \n",
    "    ts_config_ocs_in_place = []\n",
    "    for time in con.index:\n",
    "        prev_obsenv = obsenv.query('index < @time')\n",
    "        if len(prev_obsenv) == 0:\n",
    "            ts_config_ocs_in_place.append('Unknown')\n",
    "        else:\n",
    "            ts_config_ocs_in_place.append(prev_obsenv.iloc[-1]['ts_config_ocs'])\n",
    "    con['ts_config_ocs'] = ts_config_ocs_in_place\n",
    "    con['description'] = 'ts_config_ocs ' + con['ts_config_ocs'] + ' ' + con['schemaVersion']\n",
    "    con.rename({'configurations': 'config'}, axis=1, inplace=True)\n",
    "    con['script_salIndex'] = -1\n",
    "\n",
    "    # Combine results\n",
    "    dd =  pd.concat([deps, con, obsenv])\n",
    "    # Trim back results to t_start, keeping last previous update information\n",
    "    # Trim obsenv back to range for other values\n",
    "    # But keep last entry so we have easy record \n",
    "    tt = pd.to_datetime(t_start.utc.datetime).tz_localize(\"UTC\")\n",
    "    # Keep last scheduler configuration update\n",
    "    old_dd_sched = dd.query('index < @tt and classname == \"Scheduler configuration\"')[-1:]\n",
    "    old_dd_deps = dd.query('index < @tt and classname == \"Scheduler dependencies\"')[-1:]\n",
    "    old_dd_obsenv = dd.query('index < @tt and classname.str.contains(\"Obsenv\")')[-1:]\n",
    "    dd = dd.query('index >= @tt')\n",
    "    sched_config = pd.concat([old_dd_sched, old_dd_obsenv, old_dd_deps, dd])\n",
    "\n",
    "    # Reformat\n",
    "    cols = ['classname', 'description', 'config', 'salIndex', 'script_salIndex']\n",
    "    drop_cols = [c for c in sched_config.columns if c not in cols]\n",
    "    sched_config.drop(drop_cols, axis=1, inplace=True)\n",
    "    sched_config.sort_index(inplace=True)\n",
    "    sched_config['timestampProcessStart'] = sched_config.index.copy().tz_localize(None).astype('datetime64[ns]')\n",
    "    sched_config['finalScriptState'] = \"Configuration\"\n",
    "    print(f\"Found {len(sched_config)} scheduler configuration records\")\n",
    "    return sched_config\n",
    "\n",
    "dd = await get_scheduler_configs(t_start, t_end, efd_client, obsenv_client)\n",
    "display(dd)\n",
    "# ts_config_ocs link:\n",
    "ts_config_ocs_githash = dd.query('classname==\"Scheduler configuration\"')['description'].values[0].split(' ')[1].lstrip('v')\n",
    "fbs_config = dd.query('classname == \"Scheduler configuration\"')['config'].values[0].split(',')[-1]\n",
    "link = f\"https:/github.com/lsst-ts/ts_config_ocs/tree/{ts_config_ocs_githash}\"\n",
    "display(Markdown(f\"fbs configuration yaml @ {fbs_config}\"))\n",
    "display(Markdown(f\"Be sure to check the appropriate git hash -- {ts_config_ocs_githash}\"))\n",
    "display(HTML(f'<a href=\"{link}\" target=\"_blank\" rel=\"noreferrer noopener\">{link}</a>')) # why does USDF RSP trap us?? can't click .."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "id": "a713da3d-6f70-44d1-9b33-cf1e0e6c0a48",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T02:12:45.002467Z",
     "iopub.status.busy": "2024-11-28T02:12:45.002274Z",
     "iopub.status.idle": "2024-11-28T02:12:45.005094Z",
     "shell.execute_reply": "2024-11-28T02:12:45.004693Z",
     "shell.execute_reply.started": "2024-11-28T02:12:45.002454Z"
    }
   },
   "outputs": [],
   "source": [
    "# From the git hash, and the file \n",
    "# https://github.com/lsst-ts/ts_config_ocs/blob/eb0954ef5b43d661f2c03d7ec0c27301561c12d4/Scheduler/feature_scheduler/maintel/fbs_config_minimal_fieldsurvey.py\n",
    "# we can see the expected sequence was:\n",
    "# nvisits = {\"u_02\": 8, \"g_01\": 16, \"r_03\": 8, \"i_06\": 8, \"z_03\": 8, \"y_04\": 8}\n",
    "# sequence = [\"g_01\", \"r_03\", \"i_06\"]\n",
    "# # exposure time in seconds\n",
    "# exptimes = {\"u_02\": 38, \"g_01\": 30, \"r_03\": 30, \"i_06\": 30, \"z_03\": 30, \"y_04\": 30}\n",
    "# # 1 --> single 30 second exposure\n",
    "# nexps = {\"u_02\": 1, \"g_01\": 1, \"r_03\": 1, \"i_06\": 1, \"z_03\": 1, \"y_04\": 1}\n",
    "\n",
    "# We got 8 in r band - yes.\n",
    "# We got 12 in g band -- nope  (expect 16)\n",
    "# We got 14 in i band -- combination of two sequences (8 from first, would have 6 from second .. then there was more g queued up"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "ae9a00a6-c348-46ca-a6e7-28908e72d654",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T01:59:18.848667Z",
     "iopub.status.busy": "2024-11-28T01:59:18.848367Z",
     "iopub.status.idle": "2024-11-28T01:59:19.110998Z",
     "shell.execute_reply": "2024-11-28T01:59:19.110647Z",
     "shell.execute_reply.started": "2024-11-28T01:59:18.848652Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "40\n",
      "1\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>url</th>\n",
       "      <th>delta_target</th>\n",
       "      <th>requestMjd</th>\n",
       "      <th>ra</th>\n",
       "      <th>decl</th>\n",
       "      <th>filter</th>\n",
       "      <th>exposureTimes0</th>\n",
       "      <th>slewTime</th>\n",
       "      <th>skyAngle</th>\n",
       "      <th>airmass</th>\n",
       "      <th>moonRa</th>\n",
       "      <th>skyBrightness</th>\n",
       "      <th>seeing</th>\n",
       "      <th>note</th>\n",
       "      <th>targetName</th>\n",
       "      <th>targetId</th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:06:47.245930+00:00</th>\n",
       "      <td>https://s3.cp.lsst.org/rubinobs-lfa-cp/Schedul...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:06:48.736429+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.352611</td>\n",
       "      <td>7.094078</td>\n",
       "      <td>r_03</td>\n",
       "      <td>30.0</td>\n",
       "      <td>3.043314</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.965915</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:06:49.922608+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>1.186179</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.975071</td>\n",
       "      <td>6.491146</td>\n",
       "      <td>r_03</td>\n",
       "      <td>30.0</td>\n",
       "      <td>3.899728</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.965915</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:07:51.358791+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>61.436183</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.367630</td>\n",
       "      <td>6.865412</td>\n",
       "      <td>r_03</td>\n",
       "      <td>30.0</td>\n",
       "      <td>3.899712</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.965915</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:08:41.493423+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>50.134632</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.744689</td>\n",
       "      <td>7.468826</td>\n",
       "      <td>r_03</td>\n",
       "      <td>30.0</td>\n",
       "      <td>3.759334</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.965915</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:09:33.798498+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>52.305075</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.393965</td>\n",
       "      <td>7.112703</td>\n",
       "      <td>r_03</td>\n",
       "      <td>30.0</td>\n",
       "      <td>3.211927</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.965915</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:10:25.918547+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>52.120049</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.016360</td>\n",
       "      <td>6.509805</td>\n",
       "      <td>r_03</td>\n",
       "      <td>30.0</td>\n",
       "      <td>3.875482</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.965915</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:11:20.287855+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>54.369308</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.408925</td>\n",
       "      <td>6.884123</td>\n",
       "      <td>r_03</td>\n",
       "      <td>30.0</td>\n",
       "      <td>3.875674</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.965915</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:12:14.400119+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>54.112264</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.786055</td>\n",
       "      <td>7.487505</td>\n",
       "      <td>r_03</td>\n",
       "      <td>30.0</td>\n",
       "      <td>3.745746</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.965915</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:13:06.510376+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>52.110257</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.352611</td>\n",
       "      <td>7.094078</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.906155</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:14:01.814805+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>55.304429</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.975071</td>\n",
       "      <td>6.491146</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.906155</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:15:39.154877+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>97.340072</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.367630</td>\n",
       "      <td>6.865412</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.906155</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:16:30.288471+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>51.133594</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.744689</td>\n",
       "      <td>7.468826</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.906155</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:17:23.554718+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>53.266247</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.393965</td>\n",
       "      <td>7.112703</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.906155</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:18:17.679289+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>54.124571</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.016360</td>\n",
       "      <td>6.509805</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.906155</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>13.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:18:31.896564+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>14.217275</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.786055</td>\n",
       "      <td>7.487505</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.906155</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>14.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:26:45.101100+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>493.204536</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.366146</td>\n",
       "      <td>6.997382</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.906155</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:27:36.568642+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>51.467542</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.988667</td>\n",
       "      <td>6.394467</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.906155</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>16.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:28:29.149232+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>52.580590</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.381361</td>\n",
       "      <td>6.768744</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.906155</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>17.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:29:18.266736+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>49.117504</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.758361</td>\n",
       "      <td>7.372150</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.906155</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>18.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:30:09.674833+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>51.408097</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.255175</td>\n",
       "      <td>7.080634</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.906155</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>19.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:03.787201+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>54.112368</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.877765</td>\n",
       "      <td>6.477624</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.906155</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:17.974634+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>14.187433</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.647187</td>\n",
       "      <td>7.455255</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.906155</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:37:55.627072+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>397.652438</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.352611</td>\n",
       "      <td>7.094078</td>\n",
       "      <td>i_06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.087156</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>22.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:38:50.758200+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>55.131128</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.975071</td>\n",
       "      <td>6.491146</td>\n",
       "      <td>i_06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.087156</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>23.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:39:04.809745+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>14.051545</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.744689</td>\n",
       "      <td>7.468826</td>\n",
       "      <td>i_06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.087156</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>24.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:47:05.767825+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>480.958080</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.393965</td>\n",
       "      <td>7.112703</td>\n",
       "      <td>i_06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.087156</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>25.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:47:57.046752+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>51.278927</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.016360</td>\n",
       "      <td>6.509805</td>\n",
       "      <td>i_06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.087156</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>26.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:48:51.313063+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>54.266311</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.408925</td>\n",
       "      <td>6.884123</td>\n",
       "      <td>i_06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.087156</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:49:41.435895+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>50.122832</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.786055</td>\n",
       "      <td>7.487505</td>\n",
       "      <td>i_06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>211.835772</td>\n",
       "      <td>1.406141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.087156</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>28.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:50:33.883857+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>52.447962</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.338168</td>\n",
       "      <td>7.143856</td>\n",
       "      <td>i_06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5.175115</td>\n",
       "      <td>205.921244</td>\n",
       "      <td>1.345000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.127741</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>29.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:51:26.142107+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>52.258250</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.025160</td>\n",
       "      <td>6.505516</td>\n",
       "      <td>i_06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5.162850</td>\n",
       "      <td>205.921244</td>\n",
       "      <td>1.345000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.127741</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>30.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:52:21.263525+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>55.121418</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.382167</td>\n",
       "      <td>6.815663</td>\n",
       "      <td>i_06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>4.809785</td>\n",
       "      <td>205.921244</td>\n",
       "      <td>1.345000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.127741</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>31.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:53:14.538575+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>53.275050</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.694505</td>\n",
       "      <td>7.454427</td>\n",
       "      <td>i_06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>4.828192</td>\n",
       "      <td>205.921244</td>\n",
       "      <td>1.345000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.127741</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>32.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:54:08.799716+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>54.261141</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.377372</td>\n",
       "      <td>7.166612</td>\n",
       "      <td>i_06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5.187559</td>\n",
       "      <td>205.921244</td>\n",
       "      <td>1.345000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.127741</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>33.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:55:01.059644+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>52.259928</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.064297</td>\n",
       "      <td>6.528299</td>\n",
       "      <td>i_06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5.175418</td>\n",
       "      <td>205.921244</td>\n",
       "      <td>1.345000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.127741</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>34.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:55:50.190502+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>49.130858</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.421298</td>\n",
       "      <td>6.838498</td>\n",
       "      <td>i_06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>4.823607</td>\n",
       "      <td>205.921244</td>\n",
       "      <td>1.345000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.127741</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>35.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:56:40.754515+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>50.564013</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.733706</td>\n",
       "      <td>7.477237</td>\n",
       "      <td>i_06</td>\n",
       "      <td>30.0</td>\n",
       "      <td>4.841851</td>\n",
       "      <td>205.921244</td>\n",
       "      <td>1.345000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20.127741</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>36.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:57:31.887558+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>51.133043</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.338168</td>\n",
       "      <td>7.143856</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>205.921244</td>\n",
       "      <td>1.345000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.934738</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:58:24.011697+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>52.124139</td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.025160</td>\n",
       "      <td>6.505516</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>205.921244</td>\n",
       "      <td>1.345000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.934738</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>38.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:59:35.483871+00:00</th>\n",
       "      <td>NaN</td>\n",
       "      <td>71.472174</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37.694505</td>\n",
       "      <td>7.454427</td>\n",
       "      <td>g_01</td>\n",
       "      <td>30.0</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>205.921244</td>\n",
       "      <td>1.345000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21.934738</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>0.0</td>\n",
       "      <td>39.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                url  \\\n",
       "2024-11-27 01:06:47.245930+00:00  https://s3.cp.lsst.org/rubinobs-lfa-cp/Schedul...   \n",
       "2024-11-27 01:06:48.736429+00:00                                                NaN   \n",
       "2024-11-27 01:06:49.922608+00:00                                                NaN   \n",
       "2024-11-27 01:07:51.358791+00:00                                                NaN   \n",
       "2024-11-27 01:08:41.493423+00:00                                                NaN   \n",
       "2024-11-27 01:09:33.798498+00:00                                                NaN   \n",
       "2024-11-27 01:10:25.918547+00:00                                                NaN   \n",
       "2024-11-27 01:11:20.287855+00:00                                                NaN   \n",
       "2024-11-27 01:12:14.400119+00:00                                                NaN   \n",
       "2024-11-27 01:13:06.510376+00:00                                                NaN   \n",
       "2024-11-27 01:14:01.814805+00:00                                                NaN   \n",
       "2024-11-27 01:15:39.154877+00:00                                                NaN   \n",
       "2024-11-27 01:16:30.288471+00:00                                                NaN   \n",
       "2024-11-27 01:17:23.554718+00:00                                                NaN   \n",
       "2024-11-27 01:18:17.679289+00:00                                                NaN   \n",
       "2024-11-27 01:18:31.896564+00:00                                                NaN   \n",
       "2024-11-27 01:26:45.101100+00:00                                                NaN   \n",
       "2024-11-27 01:27:36.568642+00:00                                                NaN   \n",
       "2024-11-27 01:28:29.149232+00:00                                                NaN   \n",
       "2024-11-27 01:29:18.266736+00:00                                                NaN   \n",
       "2024-11-27 01:30:09.674833+00:00                                                NaN   \n",
       "2024-11-27 01:31:03.787201+00:00                                                NaN   \n",
       "2024-11-27 01:31:17.974634+00:00                                                NaN   \n",
       "2024-11-27 01:37:55.627072+00:00                                                NaN   \n",
       "2024-11-27 01:38:50.758200+00:00                                                NaN   \n",
       "2024-11-27 01:39:04.809745+00:00                                                NaN   \n",
       "2024-11-27 01:47:05.767825+00:00                                                NaN   \n",
       "2024-11-27 01:47:57.046752+00:00                                                NaN   \n",
       "2024-11-27 01:48:51.313063+00:00                                                NaN   \n",
       "2024-11-27 01:49:41.435895+00:00                                                NaN   \n",
       "2024-11-27 01:50:33.883857+00:00                                                NaN   \n",
       "2024-11-27 01:51:26.142107+00:00                                                NaN   \n",
       "2024-11-27 01:52:21.263525+00:00                                                NaN   \n",
       "2024-11-27 01:53:14.538575+00:00                                                NaN   \n",
       "2024-11-27 01:54:08.799716+00:00                                                NaN   \n",
       "2024-11-27 01:55:01.059644+00:00                                                NaN   \n",
       "2024-11-27 01:55:50.190502+00:00                                                NaN   \n",
       "2024-11-27 01:56:40.754515+00:00                                                NaN   \n",
       "2024-11-27 01:57:31.887558+00:00                                                NaN   \n",
       "2024-11-27 01:58:24.011697+00:00                                                NaN   \n",
       "2024-11-27 01:59:35.483871+00:00                                                NaN   \n",
       "\n",
       "                                  delta_target  requestMjd         ra  \\\n",
       "2024-11-27 01:06:47.245930+00:00           NaN         NaN        NaN   \n",
       "2024-11-27 01:06:48.736429+00:00      0.000000         0.0  38.352611   \n",
       "2024-11-27 01:06:49.922608+00:00      1.186179         0.0  37.975071   \n",
       "2024-11-27 01:07:51.358791+00:00     61.436183         0.0  37.367630   \n",
       "2024-11-27 01:08:41.493423+00:00     50.134632         0.0  37.744689   \n",
       "2024-11-27 01:09:33.798498+00:00     52.305075         0.0  38.393965   \n",
       "2024-11-27 01:10:25.918547+00:00     52.120049         0.0  38.016360   \n",
       "2024-11-27 01:11:20.287855+00:00     54.369308         0.0  37.408925   \n",
       "2024-11-27 01:12:14.400119+00:00     54.112264         0.0  37.786055   \n",
       "2024-11-27 01:13:06.510376+00:00     52.110257         0.0  38.352611   \n",
       "2024-11-27 01:14:01.814805+00:00     55.304429         0.0  37.975071   \n",
       "2024-11-27 01:15:39.154877+00:00     97.340072         0.0  37.367630   \n",
       "2024-11-27 01:16:30.288471+00:00     51.133594         0.0  37.744689   \n",
       "2024-11-27 01:17:23.554718+00:00     53.266247         0.0  38.393965   \n",
       "2024-11-27 01:18:17.679289+00:00     54.124571         0.0  38.016360   \n",
       "2024-11-27 01:18:31.896564+00:00     14.217275         0.0  37.786055   \n",
       "2024-11-27 01:26:45.101100+00:00    493.204536         0.0  38.366146   \n",
       "2024-11-27 01:27:36.568642+00:00     51.467542         0.0  37.988667   \n",
       "2024-11-27 01:28:29.149232+00:00     52.580590         0.0  37.381361   \n",
       "2024-11-27 01:29:18.266736+00:00     49.117504         0.0  37.758361   \n",
       "2024-11-27 01:30:09.674833+00:00     51.408097         0.0  38.255175   \n",
       "2024-11-27 01:31:03.787201+00:00     54.112368         0.0  37.877765   \n",
       "2024-11-27 01:31:17.974634+00:00     14.187433         0.0  37.647187   \n",
       "2024-11-27 01:37:55.627072+00:00    397.652438         0.0  38.352611   \n",
       "2024-11-27 01:38:50.758200+00:00     55.131128         0.0  37.975071   \n",
       "2024-11-27 01:39:04.809745+00:00     14.051545         0.0  37.744689   \n",
       "2024-11-27 01:47:05.767825+00:00    480.958080         0.0  38.393965   \n",
       "2024-11-27 01:47:57.046752+00:00     51.278927         0.0  38.016360   \n",
       "2024-11-27 01:48:51.313063+00:00     54.266311         0.0  37.408925   \n",
       "2024-11-27 01:49:41.435895+00:00     50.122832         0.0  37.786055   \n",
       "2024-11-27 01:50:33.883857+00:00     52.447962         0.0  38.338168   \n",
       "2024-11-27 01:51:26.142107+00:00     52.258250         0.0  38.025160   \n",
       "2024-11-27 01:52:21.263525+00:00     55.121418         0.0  37.382167   \n",
       "2024-11-27 01:53:14.538575+00:00     53.275050         0.0  37.694505   \n",
       "2024-11-27 01:54:08.799716+00:00     54.261141         0.0  38.377372   \n",
       "2024-11-27 01:55:01.059644+00:00     52.259928         0.0  38.064297   \n",
       "2024-11-27 01:55:50.190502+00:00     49.130858         0.0  37.421298   \n",
       "2024-11-27 01:56:40.754515+00:00     50.564013         0.0  37.733706   \n",
       "2024-11-27 01:57:31.887558+00:00     51.133043         0.0  38.338168   \n",
       "2024-11-27 01:58:24.011697+00:00     52.124139         0.0  38.025160   \n",
       "2024-11-27 01:59:35.483871+00:00     71.472174         0.0  37.694505   \n",
       "\n",
       "                                      decl filter  exposureTimes0    slewTime  \\\n",
       "2024-11-27 01:06:47.245930+00:00       NaN    NaN             NaN         NaN   \n",
       "2024-11-27 01:06:48.736429+00:00  7.094078   r_03            30.0    3.043314   \n",
       "2024-11-27 01:06:49.922608+00:00  6.491146   r_03            30.0    3.899728   \n",
       "2024-11-27 01:07:51.358791+00:00  6.865412   r_03            30.0    3.899712   \n",
       "2024-11-27 01:08:41.493423+00:00  7.468826   r_03            30.0    3.759334   \n",
       "2024-11-27 01:09:33.798498+00:00  7.112703   r_03            30.0    3.211927   \n",
       "2024-11-27 01:10:25.918547+00:00  6.509805   r_03            30.0    3.875482   \n",
       "2024-11-27 01:11:20.287855+00:00  6.884123   r_03            30.0    3.875674   \n",
       "2024-11-27 01:12:14.400119+00:00  7.487505   r_03            30.0    3.745746   \n",
       "2024-11-27 01:13:06.510376+00:00  7.094078   g_01            30.0  120.000000   \n",
       "2024-11-27 01:14:01.814805+00:00  6.491146   g_01            30.0  120.000000   \n",
       "2024-11-27 01:15:39.154877+00:00  6.865412   g_01            30.0  120.000000   \n",
       "2024-11-27 01:16:30.288471+00:00  7.468826   g_01            30.0  120.000000   \n",
       "2024-11-27 01:17:23.554718+00:00  7.112703   g_01            30.0  120.000000   \n",
       "2024-11-27 01:18:17.679289+00:00  6.509805   g_01            30.0  120.000000   \n",
       "2024-11-27 01:18:31.896564+00:00  7.487505   g_01            30.0  120.000000   \n",
       "2024-11-27 01:26:45.101100+00:00  6.997382   g_01            30.0  120.000000   \n",
       "2024-11-27 01:27:36.568642+00:00  6.394467   g_01            30.0  120.000000   \n",
       "2024-11-27 01:28:29.149232+00:00  6.768744   g_01            30.0  120.000000   \n",
       "2024-11-27 01:29:18.266736+00:00  7.372150   g_01            30.0  120.000000   \n",
       "2024-11-27 01:30:09.674833+00:00  7.080634   g_01            30.0  120.000000   \n",
       "2024-11-27 01:31:03.787201+00:00  6.477624   g_01            30.0  120.000000   \n",
       "2024-11-27 01:31:17.974634+00:00  7.455255   g_01            30.0  120.000000   \n",
       "2024-11-27 01:37:55.627072+00:00  7.094078   i_06            30.0  120.000000   \n",
       "2024-11-27 01:38:50.758200+00:00  6.491146   i_06            30.0  120.000000   \n",
       "2024-11-27 01:39:04.809745+00:00  7.468826   i_06            30.0  120.000000   \n",
       "2024-11-27 01:47:05.767825+00:00  7.112703   i_06            30.0  120.000000   \n",
       "2024-11-27 01:47:57.046752+00:00  6.509805   i_06            30.0  120.000000   \n",
       "2024-11-27 01:48:51.313063+00:00  6.884123   i_06            30.0  120.000000   \n",
       "2024-11-27 01:49:41.435895+00:00  7.487505   i_06            30.0  120.000000   \n",
       "2024-11-27 01:50:33.883857+00:00  7.143856   i_06            30.0    5.175115   \n",
       "2024-11-27 01:51:26.142107+00:00  6.505516   i_06            30.0    5.162850   \n",
       "2024-11-27 01:52:21.263525+00:00  6.815663   i_06            30.0    4.809785   \n",
       "2024-11-27 01:53:14.538575+00:00  7.454427   i_06            30.0    4.828192   \n",
       "2024-11-27 01:54:08.799716+00:00  7.166612   i_06            30.0    5.187559   \n",
       "2024-11-27 01:55:01.059644+00:00  6.528299   i_06            30.0    5.175418   \n",
       "2024-11-27 01:55:50.190502+00:00  6.838498   i_06            30.0    4.823607   \n",
       "2024-11-27 01:56:40.754515+00:00  7.477237   i_06            30.0    4.841851   \n",
       "2024-11-27 01:57:31.887558+00:00  7.143856   g_01            30.0  120.000000   \n",
       "2024-11-27 01:58:24.011697+00:00  6.505516   g_01            30.0  120.000000   \n",
       "2024-11-27 01:59:35.483871+00:00  7.454427   g_01            30.0  120.000000   \n",
       "\n",
       "                                    skyAngle   airmass  moonRa  skyBrightness  \\\n",
       "2024-11-27 01:06:47.245930+00:00         NaN       NaN     NaN            NaN   \n",
       "2024-11-27 01:06:48.736429+00:00  211.835772  1.406141     0.0      20.965915   \n",
       "2024-11-27 01:06:49.922608+00:00  211.835772  1.406141     0.0      20.965915   \n",
       "2024-11-27 01:07:51.358791+00:00  211.835772  1.406141     0.0      20.965915   \n",
       "2024-11-27 01:08:41.493423+00:00  211.835772  1.406141     0.0      20.965915   \n",
       "2024-11-27 01:09:33.798498+00:00  211.835772  1.406141     0.0      20.965915   \n",
       "2024-11-27 01:10:25.918547+00:00  211.835772  1.406141     0.0      20.965915   \n",
       "2024-11-27 01:11:20.287855+00:00  211.835772  1.406141     0.0      20.965915   \n",
       "2024-11-27 01:12:14.400119+00:00  211.835772  1.406141     0.0      20.965915   \n",
       "2024-11-27 01:13:06.510376+00:00  211.835772  1.406141     0.0      21.906155   \n",
       "2024-11-27 01:14:01.814805+00:00  211.835772  1.406141     0.0      21.906155   \n",
       "2024-11-27 01:15:39.154877+00:00  211.835772  1.406141     0.0      21.906155   \n",
       "2024-11-27 01:16:30.288471+00:00  211.835772  1.406141     0.0      21.906155   \n",
       "2024-11-27 01:17:23.554718+00:00  211.835772  1.406141     0.0      21.906155   \n",
       "2024-11-27 01:18:17.679289+00:00  211.835772  1.406141     0.0      21.906155   \n",
       "2024-11-27 01:18:31.896564+00:00  211.835772  1.406141     0.0      21.906155   \n",
       "2024-11-27 01:26:45.101100+00:00  211.835772  1.406141     0.0      21.906155   \n",
       "2024-11-27 01:27:36.568642+00:00  211.835772  1.406141     0.0      21.906155   \n",
       "2024-11-27 01:28:29.149232+00:00  211.835772  1.406141     0.0      21.906155   \n",
       "2024-11-27 01:29:18.266736+00:00  211.835772  1.406141     0.0      21.906155   \n",
       "2024-11-27 01:30:09.674833+00:00  211.835772  1.406141     0.0      21.906155   \n",
       "2024-11-27 01:31:03.787201+00:00  211.835772  1.406141     0.0      21.906155   \n",
       "2024-11-27 01:31:17.974634+00:00  211.835772  1.406141     0.0      21.906155   \n",
       "2024-11-27 01:37:55.627072+00:00  211.835772  1.406141     0.0      20.087156   \n",
       "2024-11-27 01:38:50.758200+00:00  211.835772  1.406141     0.0      20.087156   \n",
       "2024-11-27 01:39:04.809745+00:00  211.835772  1.406141     0.0      20.087156   \n",
       "2024-11-27 01:47:05.767825+00:00  211.835772  1.406141     0.0      20.087156   \n",
       "2024-11-27 01:47:57.046752+00:00  211.835772  1.406141     0.0      20.087156   \n",
       "2024-11-27 01:48:51.313063+00:00  211.835772  1.406141     0.0      20.087156   \n",
       "2024-11-27 01:49:41.435895+00:00  211.835772  1.406141     0.0      20.087156   \n",
       "2024-11-27 01:50:33.883857+00:00  205.921244  1.345000     0.0      20.127741   \n",
       "2024-11-27 01:51:26.142107+00:00  205.921244  1.345000     0.0      20.127741   \n",
       "2024-11-27 01:52:21.263525+00:00  205.921244  1.345000     0.0      20.127741   \n",
       "2024-11-27 01:53:14.538575+00:00  205.921244  1.345000     0.0      20.127741   \n",
       "2024-11-27 01:54:08.799716+00:00  205.921244  1.345000     0.0      20.127741   \n",
       "2024-11-27 01:55:01.059644+00:00  205.921244  1.345000     0.0      20.127741   \n",
       "2024-11-27 01:55:50.190502+00:00  205.921244  1.345000     0.0      20.127741   \n",
       "2024-11-27 01:56:40.754515+00:00  205.921244  1.345000     0.0      20.127741   \n",
       "2024-11-27 01:57:31.887558+00:00  205.921244  1.345000     0.0      21.934738   \n",
       "2024-11-27 01:58:24.011697+00:00  205.921244  1.345000     0.0      21.934738   \n",
       "2024-11-27 01:59:35.483871+00:00  205.921244  1.345000     0.0      21.934738   \n",
       "\n",
       "                                  seeing note targetName  targetId  count  \n",
       "2024-11-27 01:06:47.245930+00:00     NaN  NaN        NaN       NaN    NaN  \n",
       "2024-11-27 01:06:48.736429+00:00     0.0                       0.0    0.0  \n",
       "2024-11-27 01:06:49.922608+00:00     0.0                       0.0    1.0  \n",
       "2024-11-27 01:07:51.358791+00:00     0.0                       0.0    2.0  \n",
       "2024-11-27 01:08:41.493423+00:00     0.0                       0.0    3.0  \n",
       "2024-11-27 01:09:33.798498+00:00     0.0                       0.0    4.0  \n",
       "2024-11-27 01:10:25.918547+00:00     0.0                       0.0    5.0  \n",
       "2024-11-27 01:11:20.287855+00:00     0.0                       0.0    6.0  \n",
       "2024-11-27 01:12:14.400119+00:00     0.0                       0.0    7.0  \n",
       "2024-11-27 01:13:06.510376+00:00     0.0                       0.0    8.0  \n",
       "2024-11-27 01:14:01.814805+00:00     0.0                       0.0    9.0  \n",
       "2024-11-27 01:15:39.154877+00:00     0.0                       0.0   10.0  \n",
       "2024-11-27 01:16:30.288471+00:00     0.0                       0.0   11.0  \n",
       "2024-11-27 01:17:23.554718+00:00     0.0                       0.0   12.0  \n",
       "2024-11-27 01:18:17.679289+00:00     0.0                       0.0   13.0  \n",
       "2024-11-27 01:18:31.896564+00:00     0.0                       0.0   14.0  \n",
       "2024-11-27 01:26:45.101100+00:00     0.0                       0.0   15.0  \n",
       "2024-11-27 01:27:36.568642+00:00     0.0                       0.0   16.0  \n",
       "2024-11-27 01:28:29.149232+00:00     0.0                       0.0   17.0  \n",
       "2024-11-27 01:29:18.266736+00:00     0.0                       0.0   18.0  \n",
       "2024-11-27 01:30:09.674833+00:00     0.0                       0.0   19.0  \n",
       "2024-11-27 01:31:03.787201+00:00     0.0                       0.0   20.0  \n",
       "2024-11-27 01:31:17.974634+00:00     0.0                       0.0   21.0  \n",
       "2024-11-27 01:37:55.627072+00:00     0.0                       0.0   22.0  \n",
       "2024-11-27 01:38:50.758200+00:00     0.0                       0.0   23.0  \n",
       "2024-11-27 01:39:04.809745+00:00     0.0                       0.0   24.0  \n",
       "2024-11-27 01:47:05.767825+00:00     0.0                       0.0   25.0  \n",
       "2024-11-27 01:47:57.046752+00:00     0.0                       0.0   26.0  \n",
       "2024-11-27 01:48:51.313063+00:00     0.0                       0.0   27.0  \n",
       "2024-11-27 01:49:41.435895+00:00     0.0                       0.0   28.0  \n",
       "2024-11-27 01:50:33.883857+00:00     0.0                       0.0   29.0  \n",
       "2024-11-27 01:51:26.142107+00:00     0.0                       0.0   30.0  \n",
       "2024-11-27 01:52:21.263525+00:00     0.0                       0.0   31.0  \n",
       "2024-11-27 01:53:14.538575+00:00     0.0                       0.0   32.0  \n",
       "2024-11-27 01:54:08.799716+00:00     0.0                       0.0   33.0  \n",
       "2024-11-27 01:55:01.059644+00:00     0.0                       0.0   34.0  \n",
       "2024-11-27 01:55:50.190502+00:00     0.0                       0.0   35.0  \n",
       "2024-11-27 01:56:40.754515+00:00     0.0                       0.0   36.0  \n",
       "2024-11-27 01:57:31.887558+00:00     0.0                       0.0   37.0  \n",
       "2024-11-27 01:58:24.011697+00:00     0.0                       0.0   38.0  \n",
       "2024-11-27 01:59:35.483871+00:00     0.0                       0.0   39.0  "
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Get targets from the EFD \n",
    "# also get snapshots .. we can interleave maybe\n",
    "\n",
    "salindex = 1\n",
    "\n",
    "topic = 'lsst.sal.Scheduler.logevent_target'\n",
    "fields = await efd_client.get_fields(topic)\n",
    "targets = await efd_client.select_time_series(topic, fields, t_start, t_end, index=salindex)\n",
    "delta_target = (targets.index.values[1:] - targets.index.values[:-1]) / np.timedelta64(1, 's')\n",
    "targets['delta_target'] = np.concatenate([np.array([0]), delta_target])\n",
    "targets['count'] = np.arange(0, len(targets))\n",
    "print(len(targets))\n",
    "\n",
    "# Check how many snapshots too as this equals number of calls\n",
    "topic = \"lsst.sal.Scheduler.logevent_largeFileObjectAvailable\"\n",
    "fields = [\"url\"]\n",
    "snapshots = await efd_client.select_time_series(topic, fields, t_start, t_end, index=salindex)\n",
    "print(len(snapshots))\n",
    "      \n",
    "#print(fields)\n",
    "tcols = ['delta_target', 'requestMjd', 'ra', 'decl', 'filter', 'exposureTimes0', 'slewTime', 'skyAngle', 'airmass', 'moonRa', 'skyBrightness', 'seeing', 'note', 'targetName', 'targetId', 'count']\n",
    "\n",
    "pd.concat([snapshots, targets[tcols]]).sort_index()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "554953fb-05c3-4ca5-a937-39f6f8a5735e",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T02:06:23.735388Z",
     "iopub.status.busy": "2024-11-28T02:06:23.735204Z",
     "iopub.status.idle": "2024-11-28T02:06:23.742943Z",
     "shell.execute_reply": "2024-11-28T02:06:23.742532Z",
     "shell.execute_reply.started": "2024-11-28T02:06:23.735375Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2024-11-27 01:06:47.245930+00:00 https://s3.cp.lsst.org/rubinobs-lfa-cp/Scheduler:1/Scheduler:1/2024/11/26/Scheduler:1_Scheduler:1_2024-11-27T01:07:23.903.p\n",
      "OH NO\n",
      "Snapshot s3://rubin:rubinobs-lfa-cp/Scheduler:1/Scheduler:1/2024/11/26/Scheduler:1_Scheduler:1_2024-11-27T01:07:23.903.p seems to be missing\n"
     ]
    }
   ],
   "source": [
    "# Can pull up the snapshot, but given the configuration and the targets above, it seems likely that some requested observations got dropped by ts_scheduler\n",
    "snapshot_index = 0\n",
    "\n",
    "snapshot_time = snapshots.iloc[snapshot_index].name\n",
    "snapshot_mjd = Time(snapshot_time).mjd\n",
    "url = snapshots.iloc[snapshot_index].url\n",
    "print(snapshot_time, url)\n",
    "\n",
    "# EFD records the summit LFA -- if not at the summit, swap.\n",
    "bucket = \"s3://rubin:\"\n",
    "uri = ResourcePath(bucket + urlparse(url).path.lstrip('/'))\n",
    "\n",
    "# multi-tenant names have colons \n",
    "os.environ[\"LSST_DISABLE_BUCKET_VALIDATION\"] = \"1\"\n",
    "\n",
    "try:\n",
    "    result = uri.read()\n",
    "except FileNotFoundError:\n",
    "    print(\"OH NO\")\n",
    "    print(f\"Snapshot {uri} seems to be missing\")\n",
    "    result = None\n",
    "\n",
    "if result is not None:\n",
    "    #unpickle\n",
    "    sched, conditions = pickle.loads(result)\n",
    "\n",
    "    # Just check that these are the right kind of things \n",
    "    assert isinstance(sched, CoreScheduler)\n",
    "    assert isinstance(conditions, Conditions)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "8e754b56-d695-481b-bc59-78ba7a548151",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-25T23:30:14.305337Z",
     "iopub.status.busy": "2024-11-25T23:30:14.305075Z",
     "iopub.status.idle": "2024-11-25T23:30:14.307192Z",
     "shell.execute_reply": "2024-11-25T23:30:14.306809Z",
     "shell.execute_reply.started": "2024-11-25T23:30:14.305324Z"
    }
   },
   "outputs": [],
   "source": [
    "#sched.survey_lists"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "c45c6ce0-8256-4826-bd83-15daa3d99933",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T02:10:30.560341Z",
     "iopub.status.busy": "2024-11-28T02:10:30.560153Z",
     "iopub.status.idle": "2024-11-28T02:10:30.562817Z",
     "shell.execute_reply": "2024-11-28T02:10:30.562446Z",
     "shell.execute_reply.started": "2024-11-28T02:10:30.560327Z"
    }
   },
   "outputs": [],
   "source": [
    "# Check conditions time, and visit to the target \n",
    "# print('conditions time', conditions.mjd) \n",
    "# # Check on alt/az limits in the conditions (to see if anything masked)\n",
    "# print('tel limits', np.degrees(conditions.tel_alt_limits), np.degrees(conditions.tel_az_limits))\n",
    "# # And check on current position of the telescope (especially due to this FBS configuration)\n",
    "# print('tel pos', np.degrees(conditions.tel_ra), np.degrees(conditions.tel_dec))\n",
    "# # Filters?\n",
    "# print(conditions.current_filter, conditions.mounted_filters)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "c85a6fa1-9a18-46c6-8c86-54b527808f11",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T02:10:31.378295Z",
     "iopub.status.busy": "2024-11-28T02:10:31.377897Z",
     "iopub.status.idle": "2024-11-28T02:10:31.380496Z",
     "shell.execute_reply": "2024-11-28T02:10:31.380123Z",
     "shell.execute_reply.started": "2024-11-28T02:10:31.378280Z"
    }
   },
   "outputs": [],
   "source": [
    "# just check on surveys and how many observations they know about .. \n",
    "# (there's only one tier in this scheduler configuration)\n",
    "# Might as well check total # of visits against consdb previous visits \n",
    "# (since this is start of the day, these should be all from previous nights)\n",
    "\n",
    "# visit_query = f'''SELECT * FROM cdb_{instrument}.visit1 where day_obs < {day_obs_int} and science_program like '%%BLOCK-320%%' '''\n",
    "# visits = consdb.query(visit_query).to_pandas()\n",
    "\n",
    "# for s in sched.survey_lists[0]:\n",
    "#     # ok, the list is long .. only do this for the ones with non-zero obs for the survey .. \n",
    "#     if s.extra_features['ObsRecorded_note'].feature > -1:\n",
    "#         print(\"survey\", s.survey_name, np.degrees(s.ra), np.degrees(s.dec))\n",
    "#         # hmm .. not all previous visits are counted .. but perhaps some of the previous visits were bad?\n",
    "#         print(\"nvisits\", s.extra_features['ObsRecorded'].feature, s.extra_features['ObsRecorded_note'].feature, len(visits.query('target_name == @s.survey_name')))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "458b8965-553f-49db-b4f8-ef6060bb93e5",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T02:10:43.579415Z",
     "iopub.status.busy": "2024-11-28T02:10:43.579231Z",
     "iopub.status.idle": "2024-11-28T02:10:43.581969Z",
     "shell.execute_reply": "2024-11-28T02:10:43.581577Z",
     "shell.execute_reply.started": "2024-11-28T02:10:43.579402Z"
    }
   },
   "outputs": [],
   "source": [
    "# Check times, looking at lag between visits and target and conditions\n",
    "# visitidx = 100\n",
    "# targetidx = 3\n",
    "# print(conditions.mjd, vv.exp_midpt_mjd[visitidx], Time(targets.index[targetidx]).utc.mjd)\n",
    "# print(\"first visit - conditions time\")\n",
    "# print((vv.exp_midpt_mjd[visitidx] - conditions.mjd) * days_to_seconds )\n",
    "# print(\"conditions - target recorded time\")\n",
    "# print((conditions.mjd - Time(targets.index[targetidx]).utc.mjd) * days_to_seconds)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "0e7308c5-af4a-414a-9f39-7e0f33258857",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T02:11:01.385429Z",
     "iopub.status.busy": "2024-11-28T02:11:01.385123Z",
     "iopub.status.idle": "2024-11-28T02:11:01.387787Z",
     "shell.execute_reply": "2024-11-28T02:11:01.387413Z",
     "shell.execute_reply.started": "2024-11-28T02:11:01.385415Z"
    }
   },
   "outputs": [],
   "source": [
    "# All right - let's go update the scheduler to the conditions, and ask for an observation. \n",
    "# print(sched.conditions.mjd, conditions.mjd, sched.conditions.tel_ra)\n",
    "# sched.update_conditions(conditions)\n",
    "# print(sched.conditions.mjd, conditions.mjd, sched.conditions.tel_ra)\n",
    "\n",
    "# Also, given the times above .. the conditions.mjd is not quite the time the visit is acquired, \n",
    "# but it's also not the time the target is recorded .. so let's assume it's the goal visit start time."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "16839a9c-e588-43ae-b52f-560894be507f",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T02:11:05.511340Z",
     "iopub.status.busy": "2024-11-28T02:11:05.511022Z",
     "iopub.status.idle": "2024-11-28T02:11:05.513599Z",
     "shell.execute_reply": "2024-11-28T02:11:05.513226Z",
     "shell.execute_reply.started": "2024-11-28T02:11:05.511327Z"
    }
   },
   "outputs": [],
   "source": [
    "# Find observations that the scheduler would request\n",
    "# obs = sched.request_observation(conditions.mjd, whole_queue=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "id": "ded0d2a6-5e77-4112-8158-a5e904618af1",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T02:11:18.341356Z",
     "iopub.status.busy": "2024-11-28T02:11:18.341076Z",
     "iopub.status.idle": "2024-11-28T02:11:18.343535Z",
     "shell.execute_reply": "2024-11-28T02:11:18.343195Z",
     "shell.execute_reply.started": "2024-11-28T02:11:18.341342Z"
    }
   },
   "outputs": [],
   "source": [
    "# print(len(obs))\n",
    "# This is a hack to check which survey was the winner, since whole_queue clears the previous winner .. \n",
    "# but it also only works for the simple survey configuration in use here (because assume only tier, etc)\n",
    "# for i, s in enumerate(sched.survey_lists[0]):\n",
    "#     if s.target_name == obs[0]['target_name']:\n",
    "#         print(s.target_name, i)\n",
    "# for o in obs:\n",
    "#     print(o['target_name'], o['filter'], np.degrees(o['rotTelPos']), np.degrees(o['rotSkyPos']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "09407090-7572-46d2-a963-0c358b67d4ae",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T02:13:12.186473Z",
     "iopub.status.busy": "2024-11-28T02:13:12.186257Z",
     "iopub.status.idle": "2024-11-28T02:13:12.188954Z",
     "shell.execute_reply": "2024-11-28T02:13:12.188575Z",
     "shell.execute_reply.started": "2024-11-28T02:13:12.186458Z"
    }
   },
   "outputs": [],
   "source": [
    "# so -- today we have no snapshot because LFA replication is down. \n",
    "# However, I did happen to check this dither detailer in a simulation earlier and it looked fine.\n",
    "\n",
    "# My suspicion is more that out of the intended 16 visits in g band, since there are 14 targets -- two got rejected in ts_scheduler.\n",
    "# Let's see why."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "c78a2c3b-ccdb-4daf-baea-b79608fe9dbf",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T02:54:49.979564Z",
     "iopub.status.busy": "2024-11-28T02:54:49.979248Z",
     "iopub.status.idle": "2024-11-28T02:54:49.997574Z",
     "shell.execute_reply": "2024-11-28T02:54:49.997228Z",
     "shell.execute_reply.started": "2024-11-28T02:54:49.979546Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>functionName</th>\n",
       "      <th>level</th>\n",
       "      <th>lineNumber</th>\n",
       "      <th>message</th>\n",
       "      <th>salIndex</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:13:05.486399+00:00</th>\n",
       "      <td>check_scheduled_targets</td>\n",
       "      <td>20</td>\n",
       "      <td>786</td>\n",
       "      <td>Check scheduled report:\\n\\n\\n\\t observation completed successfully. Registering observation.\\n\\nFull report: \\n\\ttargetid=0 field=0 filter=r_03 exp_times=[30.0] ra=37.786 dec=7.488 ang=211.836 alt=45.165 az=36.836 rot=-0.342 telalt=45.165 telaz=36.836 telrot=-0.344 time=0.0 airmass=1.406 brightness=20.966 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=3.746 cost=0.000 rank=0.000 note= scripts still executing.\\nname='Imaging' id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec') program='BLOCK-320' constraints=[] scripts=[ObservingScript(name='maintel/track_target_and_take_image_comcam.py', standard=True, parameters={'ra': '+2:31:08.65315784', 'dec': '+7:29:15.01702982', 'rot_sky': 211.83577228951634, 'band_filter': 'r_03', 'name': 'Rubin_SV_38_7', 'estimated_slew_time': 3.74574611063018, 'exp_times': [30.0], 'num_exp': 1, 'obs_time': 0.0, 'program': 'BLOCK-320', 'reason': 'science', 'targetid': 0})] configuration_schema=''\\n[107293]::[&lt;ScriptState.CONFIGURED: 2&gt;]..</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:13:05.486558+00:00</th>\n",
       "      <td>remove_block_done_scripts</td>\n",
       "      <td>20</td>\n",
       "      <td>675</td>\n",
       "      <td>Removing [107292] done scripts from block c6a7ea35-ead5-4432-8a78-ba95b3e97aec.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:13:05.491990+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=38.353 dec=7.094 ang=211.836 alt=45.202 az=37.808 rot=0.419 telalt=45.202 telaz=37.808 telrot=0.417 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:13:05.509527+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>899</td>\n",
       "      <td>Imaging::sal_index=107294.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:14:00.605047+00:00</th>\n",
       "      <td>check_scheduled_targets</td>\n",
       "      <td>20</td>\n",
       "      <td>786</td>\n",
       "      <td>Check scheduled report:\\n\\n\\n\\t observation completed successfully. Registering observation.\\n\\nFull report: \\n\\ttargetid=0 field=0 filter=g_01 exp_times=[30.0] ra=38.353 dec=7.094 ang=211.836 alt=45.202 az=37.808 rot=0.419 telalt=45.202 telaz=37.808 telrot=0.417 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts still executing.\\nname='Imaging' id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec') program='BLOCK-320' constraints=[] scripts=[ObservingScript(name='maintel/track_target_and_take_image_comcam.py', standard=True, parameters={'ra': '+2:33:24.6266478', 'dec': '+7:05:38.67980162', 'rot_sky': 211.83577228951637, 'band_filter': 'g_01', 'name': 'Rubin_SV_38_7', 'estimated_slew_time': 120.0, 'exp_times': [30.0], 'num_exp': 1, 'obs_time': 0.0, 'program': 'BLOCK-320', 'reason': 'science', 'targetid': 0})] configuration_schema=''\\n[107294]::[&lt;ScriptState.CONFIGURED: 2&gt;]..</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:14:00.605216+00:00</th>\n",
       "      <td>remove_block_done_scripts</td>\n",
       "      <td>20</td>\n",
       "      <td>675</td>\n",
       "      <td>Removing [107293] done scripts from block c6a7ea35-ead5-4432-8a78-ba95b3e97aec.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:14:00.610626+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.975 dec=6.491 ang=211.836 alt=45.912 az=37.814 rot=0.379 telalt=45.912 telaz=37.814 telrot=0.377 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:14:00.813851+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>899</td>\n",
       "      <td>Imaging::sal_index=107295.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:15:37.963415+00:00</th>\n",
       "      <td>check_scheduled_targets</td>\n",
       "      <td>20</td>\n",
       "      <td>786</td>\n",
       "      <td>Check scheduled report:\\n\\n\\n\\t observation completed successfully. Registering observation.\\n\\nFull report: \\n\\ttargetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.975 dec=6.491 ang=211.836 alt=45.912 az=37.814 rot=0.379 telalt=45.912 telaz=37.814 telrot=0.377 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts still executing.\\nname='Imaging' id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec') program='BLOCK-320' constraints=[] scripts=[ObservingScript(name='maintel/track_target_and_take_image_comcam.py', standard=True, parameters={'ra': '+2:31:54.01698631', 'dec': '+6:29:28.12627594', 'rot_sky': 211.83577228951637, 'band_filter': 'g_01', 'name': 'Rubin_SV_38_7', 'estimated_slew_time': 120.0, 'exp_times': [30.0], 'num_exp': 1, 'obs_time': 0.0, 'program': 'BLOCK-320', 'reason': 'science', 'targetid': 0})] configuration_schema=''\\n[107295]::[&lt;ScriptState.CONFIGURED: 2&gt;]..</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:15:37.963587+00:00</th>\n",
       "      <td>remove_block_done_scripts</td>\n",
       "      <td>20</td>\n",
       "      <td>675</td>\n",
       "      <td>Removing [107294] done scripts from block c6a7ea35-ead5-4432-8a78-ba95b3e97aec.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:15:37.968991+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.368 dec=6.865 ang=211.836 alt=45.912 az=36.794 rot=-0.425 telalt=45.912 telaz=36.794 telrot=-0.427 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:15:38.154167+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>899</td>\n",
       "      <td>Imaging::sal_index=107296.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:16:29.241939+00:00</th>\n",
       "      <td>check_scheduled_targets</td>\n",
       "      <td>20</td>\n",
       "      <td>786</td>\n",
       "      <td>Check scheduled report:\\n\\n\\n\\t observation completed successfully. Registering observation.\\n\\nFull report: \\n\\ttargetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.368 dec=6.865 ang=211.836 alt=45.912 az=36.794 rot=-0.425 telalt=45.912 telaz=36.794 telrot=-0.427 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts still executing.\\nname='Imaging' id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec') program='BLOCK-320' constraints=[] scripts=[ObservingScript(name='maintel/track_target_and_take_image_comcam.py', standard=True, parameters={'ra': '+2:29:28.23110491', 'dec': '+6:51:55.48196427', 'rot_sky': 211.83577228951637, 'band_filter': 'g_01', 'name': 'Rubin_SV_38_7', 'estimated_slew_time': 120.0, 'exp_times': [30.0], 'num_exp': 1, 'obs_time': 0.0, 'program': 'BLOCK-320', 'reason': 'science', 'targetid': 0})] configuration_schema=''\\n[107296]::[&lt;ScriptState.CONFIGURED: 2&gt;]..</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:16:29.242082+00:00</th>\n",
       "      <td>remove_block_done_scripts</td>\n",
       "      <td>20</td>\n",
       "      <td>675</td>\n",
       "      <td>Removing [107295] done scripts from block c6a7ea35-ead5-4432-8a78-ba95b3e97aec.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:16:29.247305+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.745 dec=7.469 ang=211.836 alt=45.202 az=36.800 rot=-0.373 telalt=45.202 telaz=36.800 telrot=-0.375 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:16:29.287354+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>899</td>\n",
       "      <td>Imaging::sal_index=107297.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:17:22.378337+00:00</th>\n",
       "      <td>check_scheduled_targets</td>\n",
       "      <td>20</td>\n",
       "      <td>786</td>\n",
       "      <td>Check scheduled report:\\n\\n\\n\\t observation completed successfully. Registering observation.\\n\\nFull report: \\n\\ttargetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.745 dec=7.469 ang=211.836 alt=45.202 az=36.800 rot=-0.373 telalt=45.202 telaz=36.800 telrot=-0.375 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts still executing.\\nname='Imaging' id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec') program='BLOCK-320' constraints=[] scripts=[ObservingScript(name='maintel/track_target_and_take_image_comcam.py', standard=True, parameters={'ra': '+2:30:58.72525689', 'dec': '+7:28:07.77315961', 'rot_sky': 211.8357722895164, 'band_filter': 'g_01', 'name': 'Rubin_SV_38_7', 'estimated_slew_time': 120.0, 'exp_times': [30.0], 'num_exp': 1, 'obs_time': 0.0, 'program': 'BLOCK-320', 'reason': 'science', 'targetid': 0})] configuration_schema=''\\n[107297]::[&lt;ScriptState.CONFIGURED: 2&gt;]..</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:17:22.378501+00:00</th>\n",
       "      <td>remove_block_done_scripts</td>\n",
       "      <td>20</td>\n",
       "      <td>675</td>\n",
       "      <td>Removing [107296] done scripts from block c6a7ea35-ead5-4432-8a78-ba95b3e97aec.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:17:22.383622+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=38.394 dec=7.113 ang=211.836 alt=45.164 az=37.843 rot=0.449 telalt=45.164 telaz=37.843 telrot=0.447 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:17:22.552841+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>899</td>\n",
       "      <td>Imaging::sal_index=107298.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:18:16.645415+00:00</th>\n",
       "      <td>check_scheduled_targets</td>\n",
       "      <td>20</td>\n",
       "      <td>786</td>\n",
       "      <td>Check scheduled report:\\n\\n\\n\\t observation completed successfully. Registering observation.\\n\\nFull report: \\n\\ttargetid=0 field=0 filter=g_01 exp_times=[30.0] ra=38.394 dec=7.113 ang=211.836 alt=45.164 az=37.843 rot=0.449 telalt=45.164 telaz=37.843 telrot=0.447 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts still executing.\\nname='Imaging' id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec') program='BLOCK-320' constraints=[] scripts=[ObservingScript(name='maintel/track_target_and_take_image_comcam.py', standard=True, parameters={'ra': '+2:33:34.55165484', 'dec': '+7:06:45.73051107', 'rot_sky': 211.8357722895164, 'band_filter': 'g_01', 'name': 'Rubin_SV_38_7', 'estimated_slew_time': 120.0, 'exp_times': [30.0], 'num_exp': 1, 'obs_time': 0.0, 'program': 'BLOCK-320', 'reason': 'science', 'targetid': 0})] configuration_schema=''\\n[107298]::[&lt;ScriptState.CONFIGURED: 2&gt;]..</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:18:16.645571+00:00</th>\n",
       "      <td>remove_block_done_scripts</td>\n",
       "      <td>20</td>\n",
       "      <td>675</td>\n",
       "      <td>Removing [107297] done scripts from block c6a7ea35-ead5-4432-8a78-ba95b3e97aec.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:18:16.650638+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=38.016 dec=6.510 ang=211.836 alt=45.874 az=37.850 rot=0.409 telalt=45.874 telaz=37.850 telrot=0.407 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:18:16.678997+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>899</td>\n",
       "      <td>Imaging::sal_index=107299.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:18:30.701311+00:00</th>\n",
       "      <td>check_scheduled_targets</td>\n",
       "      <td>20</td>\n",
       "      <td>786</td>\n",
       "      <td>Check scheduled report:\\n\\n\\n\\t failed. Not registering observation.\\n\\nFull report: \\n\\ttargetid=0 field=0 filter=g_01 exp_times=[30.0] ra=38.016 dec=6.510 ang=211.836 alt=45.874 az=37.850 rot=0.409 telalt=45.874 telaz=37.850 telrot=0.407 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts still executing.\\nname='Imaging' id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec') program='BLOCK-320' constraints=[] scripts=[ObservingScript(name='maintel/track_target_and_take_image_comcam.py', standard=True, parameters={'ra': '+2:32:03.9263422', 'dec': '+6:30:35.29908349', 'rot_sky': 211.83577228951634, 'band_filter': 'g_01', 'name': 'Rubin_SV_38_7', 'estimated_slew_time': 120.0, 'exp_times': [30.0], 'num_exp': 1, 'obs_time': 0.0, 'program': 'BLOCK-320', 'reason': 'science', 'targetid': 0})] configuration_schema=''\\n[107299]::[&lt;ScriptState.CONFIGURED: 2&gt;]..</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:18:30.713733+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.409 dec=6.884 ang=211.836 alt=45.875 az=36.830 rot=-0.394 telalt=45.875 telaz=36.830 telrot=-0.396 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:18:30.713843+00:00</th>\n",
       "      <td>check_block_scripts</td>\n",
       "      <td>40</td>\n",
       "      <td>655</td>\n",
       "      <td>Target script id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec')::107298 failed.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:18:30.713931+00:00</th>\n",
       "      <td>queue_targets</td>\n",
       "      <td>30</td>\n",
       "      <td>1961</td>\n",
       "      <td>One or more scripts for this target failed to execute while still adding targets to the queue. Cleaning block scripts and continuing.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:18:30.714014+00:00</th>\n",
       "      <td>remove_block_done_scripts</td>\n",
       "      <td>20</td>\n",
       "      <td>675</td>\n",
       "      <td>Removing [107298, 107299] done scripts from block c6a7ea35-ead5-4432-8a78-ba95b3e97aec.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:18:30.714108+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.786 dec=7.488 ang=211.836 alt=45.165 az=36.836 rot=-0.342 telalt=45.165 telaz=36.836 telrot=-0.344 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:18:30.895580+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>899</td>\n",
       "      <td>Imaging::sal_index=107300.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:19:51.195498+00:00</th>\n",
       "      <td>telemetry_loop</td>\n",
       "      <td>30</td>\n",
       "      <td>810</td>\n",
       "      <td>Failed to update observatory state. Ignoring, scheduler in &lt;State.ENABLED: 2&gt; but queue not running.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:26:43.617699+00:00</th>\n",
       "      <td>check_scheduled_targets</td>\n",
       "      <td>20</td>\n",
       "      <td>786</td>\n",
       "      <td>Check scheduled report:\\n\\n\\n\\t observation completed successfully. Registering observation.\\n\\nFull report: \\n\\ttargetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.786 dec=7.488 ang=211.836 alt=45.165 az=36.836 rot=-0.342 telalt=45.165 telaz=36.836 telrot=-0.344 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts still executing.\\nname='Imaging' id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec') program='BLOCK-320' constraints=[] scripts=[ObservingScript(name='maintel/track_target_and_take_image_comcam.py', standard=True, parameters={'ra': '+2:31:08.65315784', 'dec': '+7:29:15.01702982', 'rot_sky': 211.83577228951634, 'band_filter': 'g_01', 'name': 'Rubin_SV_38_7', 'estimated_slew_time': 120.0, 'exp_times': [30.0], 'num_exp': 1, 'obs_time': 0.0, 'program': 'BLOCK-320', 'reason': 'science', 'targetid': 0})] configuration_schema=''\\n[107300]::[&lt;ScriptState.CONFIGURED: 2&gt;]..</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:26:43.622654+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=38.366 dec=6.997 ang=211.836 alt=45.276 az=37.897 rot=0.484 telalt=45.276 telaz=37.897 telrot=0.482 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:26:44.100123+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>899</td>\n",
       "      <td>Imaging::sal_index=107301.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:27:35.189835+00:00</th>\n",
       "      <td>check_scheduled_targets</td>\n",
       "      <td>20</td>\n",
       "      <td>786</td>\n",
       "      <td>Check scheduled report:\\n\\n\\n\\t observation completed successfully. Registering observation.\\n\\nFull report: \\n\\ttargetid=0 field=0 filter=g_01 exp_times=[30.0] ra=38.366 dec=6.997 ang=211.836 alt=45.276 az=37.897 rot=0.484 telalt=45.276 telaz=37.897 telrot=0.482 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts still executing.\\nname='Imaging' id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec') program='BLOCK-320' constraints=[] scripts=[ObservingScript(name='maintel/track_target_and_take_image_comcam.py', standard=True, parameters={'ra': '+2:33:27.8750538', 'dec': '+6:59:50.57489677', 'rot_sky': 211.83577228951634, 'band_filter': 'g_01', 'name': 'Rubin_SV_38_7', 'estimated_slew_time': 120.0, 'exp_times': [30.0], 'num_exp': 1, 'obs_time': 0.0, 'program': 'BLOCK-320', 'reason': 'science', 'targetid': 0})] configuration_schema=''\\n[107301]::[&lt;ScriptState.CONFIGURED: 2&gt;]..</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:27:35.189980+00:00</th>\n",
       "      <td>remove_block_done_scripts</td>\n",
       "      <td>20</td>\n",
       "      <td>675</td>\n",
       "      <td>Removing [107300] done scripts from block c6a7ea35-ead5-4432-8a78-ba95b3e97aec.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:27:35.195051+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.989 dec=6.394 ang=211.836 alt=45.986 az=37.905 rot=0.446 telalt=45.986 telaz=37.905 telrot=0.444 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:27:35.567596+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>899</td>\n",
       "      <td>Imaging::sal_index=107302.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:28:27.660402+00:00</th>\n",
       "      <td>check_scheduled_targets</td>\n",
       "      <td>20</td>\n",
       "      <td>786</td>\n",
       "      <td>Check scheduled report:\\n\\n\\n\\t observation completed successfully. Registering observation.\\n\\nFull report: \\n\\ttargetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.989 dec=6.394 ang=211.836 alt=45.986 az=37.905 rot=0.446 telalt=45.986 telaz=37.905 telrot=0.444 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts still executing.\\nname='Imaging' id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec') program='BLOCK-320' constraints=[] scripts=[ObservingScript(name='maintel/track_target_and_take_image_comcam.py', standard=True, parameters={'ra': '+2:31:57.28013933', 'dec': '+6:23:40.07954058', 'rot_sky': 211.83577228951637, 'band_filter': 'g_01', 'name': 'Rubin_SV_38_7', 'estimated_slew_time': 120.0, 'exp_times': [30.0], 'num_exp': 1, 'obs_time': 0.0, 'program': 'BLOCK-320', 'reason': 'science', 'targetid': 0})] configuration_schema=''\\n[107302]::[&lt;ScriptState.CONFIGURED: 2&gt;]..</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:28:27.660559+00:00</th>\n",
       "      <td>remove_block_done_scripts</td>\n",
       "      <td>20</td>\n",
       "      <td>675</td>\n",
       "      <td>Removing [107301] done scripts from block c6a7ea35-ead5-4432-8a78-ba95b3e97aec.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:28:27.665456+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.381 dec=6.769 ang=211.836 alt=45.987 az=36.883 rot=-0.359 telalt=45.987 telaz=36.883 telrot=-0.361 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:28:28.149056+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>899</td>\n",
       "      <td>Imaging::sal_index=107303.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:29:17.232376+00:00</th>\n",
       "      <td>check_scheduled_targets</td>\n",
       "      <td>20</td>\n",
       "      <td>786</td>\n",
       "      <td>Check scheduled report:\\n\\n\\n\\t observation completed successfully. Registering observation.\\n\\nFull report: \\n\\ttargetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.381 dec=6.769 ang=211.836 alt=45.987 az=36.883 rot=-0.359 telalt=45.987 telaz=36.883 telrot=-0.361 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts still executing.\\nname='Imaging' id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec') program='BLOCK-320' constraints=[] scripts=[ObservingScript(name='maintel/track_target_and_take_image_comcam.py', standard=True, parameters={'ra': '+2:29:31.52675236', 'dec': '+6:46:07.47979758', 'rot_sky': 211.83577228951637, 'band_filter': 'g_01', 'name': 'Rubin_SV_38_7', 'estimated_slew_time': 120.0, 'exp_times': [30.0], 'num_exp': 1, 'obs_time': 0.0, 'program': 'BLOCK-320', 'reason': 'science', 'targetid': 0})] configuration_schema=''\\n[107303]::[&lt;ScriptState.CONFIGURED: 2&gt;]..</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:29:17.232538+00:00</th>\n",
       "      <td>remove_block_done_scripts</td>\n",
       "      <td>20</td>\n",
       "      <td>675</td>\n",
       "      <td>Removing [107302] done scripts from block c6a7ea35-ead5-4432-8a78-ba95b3e97aec.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:29:17.237447+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.758 dec=7.372 ang=211.836 alt=45.277 az=36.888 rot=-0.309 telalt=45.277 telaz=36.888 telrot=-0.311 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:29:17.266264+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>899</td>\n",
       "      <td>Imaging::sal_index=107304.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:30:08.355377+00:00</th>\n",
       "      <td>check_scheduled_targets</td>\n",
       "      <td>20</td>\n",
       "      <td>786</td>\n",
       "      <td>Check scheduled report:\\n\\n\\n\\t observation completed successfully. Registering observation.\\n\\nFull report: \\n\\ttargetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.758 dec=7.372 ang=211.836 alt=45.277 az=36.888 rot=-0.309 telalt=45.277 telaz=36.888 telrot=-0.311 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts still executing.\\nname='Imaging' id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec') program='BLOCK-320' constraints=[] scripts=[ObservingScript(name='maintel/track_target_and_take_image_comcam.py', standard=True, parameters={'ra': '+2:31:02.00666869', 'dec': '+7:22:19.7397817', 'rot_sky': 211.83577228951634, 'band_filter': 'g_01', 'name': 'Rubin_SV_38_7', 'estimated_slew_time': 120.0, 'exp_times': [30.0], 'num_exp': 1, 'obs_time': 0.0, 'program': 'BLOCK-320', 'reason': 'science', 'targetid': 0})] configuration_schema=''\\n[107304]::[&lt;ScriptState.CONFIGURED: 2&gt;]..</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:30:08.355636+00:00</th>\n",
       "      <td>remove_block_done_scripts</td>\n",
       "      <td>20</td>\n",
       "      <td>675</td>\n",
       "      <td>Removing [107303] done scripts from block c6a7ea35-ead5-4432-8a78-ba95b3e97aec.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:30:08.360439+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=38.255 dec=7.081 ang=211.836 alt=45.265 az=37.702 rot=0.332 telalt=45.265 telaz=37.702 telrot=0.330 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:30:08.673596+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>899</td>\n",
       "      <td>Imaging::sal_index=107305.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:02.763703+00:00</th>\n",
       "      <td>check_scheduled_targets</td>\n",
       "      <td>20</td>\n",
       "      <td>786</td>\n",
       "      <td>Check scheduled report:\\n\\n\\n\\t observation completed successfully. Registering observation.\\n\\nFull report: \\n\\ttargetid=0 field=0 filter=g_01 exp_times=[30.0] ra=38.255 dec=7.081 ang=211.836 alt=45.265 az=37.702 rot=0.332 telalt=45.265 telaz=37.702 telrot=0.330 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts still executing.\\nname='Imaging' id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec') program='BLOCK-320' constraints=[] scripts=[ObservingScript(name='maintel/track_target_and_take_image_comcam.py', standard=True, parameters={'ra': '+2:33:01.24190118', 'dec': '+7:04:50.2836656', 'rot_sky': 211.83577228951634, 'band_filter': 'g_01', 'name': 'Rubin_SV_38_7', 'estimated_slew_time': 120.0, 'exp_times': [30.0], 'num_exp': 1, 'obs_time': 0.0, 'program': 'BLOCK-320', 'reason': 'science', 'targetid': 0})] configuration_schema=''\\n[107305]::[&lt;ScriptState.CONFIGURED: 2&gt;]..</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:02.763866+00:00</th>\n",
       "      <td>remove_block_done_scripts</td>\n",
       "      <td>20</td>\n",
       "      <td>675</td>\n",
       "      <td>Removing [107304] done scripts from block c6a7ea35-ead5-4432-8a78-ba95b3e97aec.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:02.768809+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.878 dec=6.478 ang=211.836 alt=45.975 az=37.707 rot=0.291 telalt=45.975 telaz=37.707 telrot=0.289 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:02.786464+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>899</td>\n",
       "      <td>Imaging::sal_index=107306.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:16.808270+00:00</th>\n",
       "      <td>check_scheduled_targets</td>\n",
       "      <td>20</td>\n",
       "      <td>786</td>\n",
       "      <td>Check scheduled report:\\n\\n\\n\\t failed. Not registering observation.\\n\\nFull report: \\n\\ttargetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.878 dec=6.478 ang=211.836 alt=45.975 az=37.707 rot=0.291 telalt=45.975 telaz=37.707 telrot=0.289 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts still executing.\\nname='Imaging' id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec') program='BLOCK-320' constraints=[] scripts=[ObservingScript(name='maintel/track_target_and_take_image_comcam.py', standard=True, parameters={'ra': '+2:31:30.66359567', 'dec': '+6:28:39.44504936', 'rot_sky': 211.83577228951634, 'band_filter': 'g_01', 'name': 'Rubin_SV_38_7', 'estimated_slew_time': 120.0, 'exp_times': [30.0], 'num_exp': 1, 'obs_time': 0.0, 'program': 'BLOCK-320', 'reason': 'science', 'targetid': 0})] configuration_schema=''\\n[107306]::[&lt;ScriptState.CONFIGURED: 2&gt;]..</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:16.820200+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.270 dec=6.852 ang=211.836 alt=45.974 az=36.685 rot=-0.514 telalt=45.974 telaz=36.685 telrot=-0.516 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:16.820310+00:00</th>\n",
       "      <td>check_block_scripts</td>\n",
       "      <td>40</td>\n",
       "      <td>655</td>\n",
       "      <td>Target script id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec')::107305 failed.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:16.820398+00:00</th>\n",
       "      <td>queue_targets</td>\n",
       "      <td>30</td>\n",
       "      <td>1961</td>\n",
       "      <td>One or more scripts for this target failed to execute while still adding targets to the queue. Cleaning block scripts and continuing.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:16.820492+00:00</th>\n",
       "      <td>remove_block_done_scripts</td>\n",
       "      <td>20</td>\n",
       "      <td>675</td>\n",
       "      <td>Removing [107305, 107306] done scripts from block c6a7ea35-ead5-4432-8a78-ba95b3e97aec.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:16.820578+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>895</td>\n",
       "      <td>Adding target=targetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.647 dec=7.455 ang=211.836 alt=45.264 az=36.693 rot=-0.462 telalt=45.264 telaz=36.693 telrot=-0.464 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts on the queue.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:16.974360+00:00</th>\n",
       "      <td>put_on_queue</td>\n",
       "      <td>20</td>\n",
       "      <td>899</td>\n",
       "      <td>Imaging::sal_index=107307.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:46.557342+00:00</th>\n",
       "      <td>telemetry_loop</td>\n",
       "      <td>30</td>\n",
       "      <td>810</td>\n",
       "      <td>Failed to update observatory state. Ignoring, scheduler in &lt;State.ENABLED: 2&gt; but queue not running.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:37:54.576560+00:00</th>\n",
       "      <td>check_scheduled_targets</td>\n",
       "      <td>20</td>\n",
       "      <td>786</td>\n",
       "      <td>Check scheduled report:\\n\\n\\n\\t observation completed successfully. Registering observation.\\n\\nFull report: \\n\\ttargetid=0 field=0 filter=g_01 exp_times=[30.0] ra=37.647 dec=7.455 ang=211.836 alt=45.264 az=36.693 rot=-0.462 telalt=45.264 telaz=36.693 telrot=-0.464 time=0.0 airmass=1.406 brightness=21.906 cloud=0.00 seeing=0.00 visits=0 progress=0.00% seqid=0 ssname= groupid=0 groupix=0 firstdd=False ddvisits=0 need=0.000 bonus=0.000 value=0.000 propboost=1.000 propid=[] need=[] bonus=[] value=[] propboost=[] slewtime=120.000 cost=0.000 rank=0.000 note= scripts still executing.\\nname='Imaging' id=UUID('c6a7ea35-ead5-4432-8a78-ba95b3e97aec') program='BLOCK-320' constraints=[] scripts=[ObservingScript(name='maintel/track_target_and_take_image_comcam.py', standard=True, parameters={'ra': '+2:30:35.32478875', 'dec': '+7:27:18.91690776', 'rot_sky': 211.83577228951637, 'band_filter': 'g_01', 'name': 'Rubin_SV_38_7', 'estimated_slew_time': 120.0, 'exp_times': [30.0], 'num_exp': 1, 'obs_time': 0.0, 'program': 'BLOCK-320', 'reason': 'science', 'targetid': 0})] configuration_schema=''\\n[107307]::[&lt;ScriptState.CONFIGURED: 2&gt;]..</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Assume the FBS asked for the correct visits ..\n",
    "# Let's check the ts_scheduler logs where we can see if requested observations get turned into targets.\n",
    "\n",
    "# the logs are plentiful, so let's zoom in to the time of the first good sequence - the time around target #3\n",
    "tstart = t_start - TimeDelta(0, format='sec')\n",
    "tend = t_end\n",
    "\n",
    "tstart = Time('2024-11-27 01:13:05.491990') - TimeDelta(1, format='sec')\n",
    "tend = Time('2024-11-27 01:37:54.576560')\n",
    "\n",
    "\n",
    "topic = 'lsst.sal.Scheduler.logevent_logMessage'\n",
    "fields = ['functionName', 'level', 'lineNumber' ,'message', 'salIndex']\n",
    "log = await efd_client.select_time_series(topic, fields, tstart, tend, index=1)\n",
    "display(HTML(log.to_html()))\n",
    "\n",
    "# There are a lot of the scheduler rejecting the i-band targets from the first two sequences, with error 64 .. \n",
    "# Tracking this back, it's error  64 from ts_observatory_model, indicating that the filter change is not possible. \n",
    "# The reason for this isn't obvious .. filter burst seems most likely, but the filter_burst_time seems like it's set to 0, so should be fine.\n",
    "# the average filter numbers are also averaged over a year, with a limit of 30,000 .. which also seems unlikely to have been hit.\n",
    "# The name of the filter seems fine too (and executed in the last sequence). "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "id": "d15e9263-0c7f-41c3-a1bc-6216197f84a0",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T03:04:40.134807Z",
     "iopub.status.busy": "2024-11-28T03:04:40.134508Z",
     "iopub.status.idle": "2024-11-28T03:04:40.140128Z",
     "shell.execute_reply": "2024-11-28T03:04:40.139829Z",
     "shell.execute_reply.started": "2024-11-28T03:04:40.134793Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "16\n"
     ]
    }
   ],
   "source": [
    "# i think this means that there were 16 initial observation -> target transformations (matching observations expected)\n",
    "print(len(log.query('functionName == \"put_on_queue\" and message.str.startswith(\"Adding target\") and message.str.contains(\"g_01\")')))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "id": "d69f24ae-aac3-4df6-b6f6-198ca9dc595e",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T03:08:00.289209Z",
     "iopub.status.busy": "2024-11-28T03:08:00.288808Z",
     "iopub.status.idle": "2024-11-28T03:08:00.501141Z",
     "shell.execute_reply": "2024-11-28T03:08:00.500824Z",
     "shell.execute_reply.started": "2024-11-28T03:08:00.289192Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 12 error messages\n",
      "Found 8 error messages\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>error_code</th>\n",
       "      <th>message_text</th>\n",
       "      <th>origin</th>\n",
       "      <th>component</th>\n",
       "      <th>salIndex</th>\n",
       "      <th>finalStatus</th>\n",
       "      <th>timestampProcessStart</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:18:19.694721+00:00</th>\n",
       "      <td>1</td>\n",
       "      <td>Low-level controller went to FAULT state</td>\n",
       "      <td>lsst.sal.MTRotator.logevent_errorCode</td>\n",
       "      <td>MTRotatorCSC error</td>\n",
       "      <td>4</td>\n",
       "      <td>ERR</td>\n",
       "      <td>2024-11-27 01:18:19.694721</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:18:19.721931+00:00</th>\n",
       "      <td>6651</td>\n",
       "      <td>Error Rotator replied error for trackTarget co...</td>\n",
       "      <td>lsst.sal.MTPtg.logevent_errorCode</td>\n",
       "      <td>MTPtgCSC error</td>\n",
       "      <td>4</td>\n",
       "      <td>ERR</td>\n",
       "      <td>2024-11-27 01:18:19.721931</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:19:40.830468+00:00</th>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>lsst.sal.MTRotator.logevent_errorCode</td>\n",
       "      <td>MTRotatorCSC error</td>\n",
       "      <td>4</td>\n",
       "      <td>ERR</td>\n",
       "      <td>2024-11-27 01:19:40.830468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:19:46.393328+00:00</th>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>lsst.sal.MTPtg.logevent_errorCode</td>\n",
       "      <td>MTPtgCSC error</td>\n",
       "      <td>4</td>\n",
       "      <td>ERR</td>\n",
       "      <td>2024-11-27 01:19:46.393328</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:05.767398+00:00</th>\n",
       "      <td>1</td>\n",
       "      <td>Low-level controller went to FAULT state</td>\n",
       "      <td>lsst.sal.MTRotator.logevent_errorCode</td>\n",
       "      <td>MTRotatorCSC error</td>\n",
       "      <td>4</td>\n",
       "      <td>ERR</td>\n",
       "      <td>2024-11-27 01:31:05.767398</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:05.792282+00:00</th>\n",
       "      <td>6651</td>\n",
       "      <td>Error Rotator summaryState Fault</td>\n",
       "      <td>lsst.sal.MTPtg.logevent_errorCode</td>\n",
       "      <td>MTPtgCSC error</td>\n",
       "      <td>4</td>\n",
       "      <td>ERR</td>\n",
       "      <td>2024-11-27 01:31:05.792282</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:31:41.756105+00:00</th>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>lsst.sal.MTPtg.logevent_errorCode</td>\n",
       "      <td>MTPtgCSC error</td>\n",
       "      <td>4</td>\n",
       "      <td>ERR</td>\n",
       "      <td>2024-11-27 01:31:41.756105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024-11-27 01:32:08.674753+00:00</th>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>lsst.sal.MTRotator.logevent_errorCode</td>\n",
       "      <td>MTRotatorCSC error</td>\n",
       "      <td>4</td>\n",
       "      <td>ERR</td>\n",
       "      <td>2024-11-27 01:32:08.674753</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  error_code  \\\n",
       "2024-11-27 01:18:19.694721+00:00           1   \n",
       "2024-11-27 01:18:19.721931+00:00        6651   \n",
       "2024-11-27 01:19:40.830468+00:00           0   \n",
       "2024-11-27 01:19:46.393328+00:00           0   \n",
       "2024-11-27 01:31:05.767398+00:00           1   \n",
       "2024-11-27 01:31:05.792282+00:00        6651   \n",
       "2024-11-27 01:31:41.756105+00:00           0   \n",
       "2024-11-27 01:32:08.674753+00:00           0   \n",
       "\n",
       "                                                                       message_text  \\\n",
       "2024-11-27 01:18:19.694721+00:00           Low-level controller went to FAULT state   \n",
       "2024-11-27 01:18:19.721931+00:00  Error Rotator replied error for trackTarget co...   \n",
       "2024-11-27 01:19:40.830468+00:00                                                      \n",
       "2024-11-27 01:19:46.393328+00:00                                                      \n",
       "2024-11-27 01:31:05.767398+00:00           Low-level controller went to FAULT state   \n",
       "2024-11-27 01:31:05.792282+00:00                   Error Rotator summaryState Fault   \n",
       "2024-11-27 01:31:41.756105+00:00                                                      \n",
       "2024-11-27 01:32:08.674753+00:00                                                      \n",
       "\n",
       "                                                                 origin  \\\n",
       "2024-11-27 01:18:19.694721+00:00  lsst.sal.MTRotator.logevent_errorCode   \n",
       "2024-11-27 01:18:19.721931+00:00      lsst.sal.MTPtg.logevent_errorCode   \n",
       "2024-11-27 01:19:40.830468+00:00  lsst.sal.MTRotator.logevent_errorCode   \n",
       "2024-11-27 01:19:46.393328+00:00      lsst.sal.MTPtg.logevent_errorCode   \n",
       "2024-11-27 01:31:05.767398+00:00  lsst.sal.MTRotator.logevent_errorCode   \n",
       "2024-11-27 01:31:05.792282+00:00      lsst.sal.MTPtg.logevent_errorCode   \n",
       "2024-11-27 01:31:41.756105+00:00      lsst.sal.MTPtg.logevent_errorCode   \n",
       "2024-11-27 01:32:08.674753+00:00  lsst.sal.MTRotator.logevent_errorCode   \n",
       "\n",
       "                                           component  salIndex finalStatus  \\\n",
       "2024-11-27 01:18:19.694721+00:00  MTRotatorCSC error         4         ERR   \n",
       "2024-11-27 01:18:19.721931+00:00      MTPtgCSC error         4         ERR   \n",
       "2024-11-27 01:19:40.830468+00:00  MTRotatorCSC error         4         ERR   \n",
       "2024-11-27 01:19:46.393328+00:00      MTPtgCSC error         4         ERR   \n",
       "2024-11-27 01:31:05.767398+00:00  MTRotatorCSC error         4         ERR   \n",
       "2024-11-27 01:31:05.792282+00:00      MTPtgCSC error         4         ERR   \n",
       "2024-11-27 01:31:41.756105+00:00      MTPtgCSC error         4         ERR   \n",
       "2024-11-27 01:32:08.674753+00:00  MTRotatorCSC error         4         ERR   \n",
       "\n",
       "                                      timestampProcessStart  \n",
       "2024-11-27 01:18:19.694721+00:00 2024-11-27 01:18:19.694721  \n",
       "2024-11-27 01:18:19.721931+00:00 2024-11-27 01:18:19.721931  \n",
       "2024-11-27 01:19:40.830468+00:00 2024-11-27 01:19:40.830468  \n",
       "2024-11-27 01:19:46.393328+00:00 2024-11-27 01:19:46.393328  \n",
       "2024-11-27 01:31:05.767398+00:00 2024-11-27 01:31:05.767398  \n",
       "2024-11-27 01:31:05.792282+00:00 2024-11-27 01:31:05.792282  \n",
       "2024-11-27 01:31:41.756105+00:00 2024-11-27 01:31:41.756105  \n",
       "2024-11-27 01:32:08.674753+00:00 2024-11-27 01:32:08.674753  "
      ]
     },
     "execution_count": 100,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# but tiago tells me some of the messages above indicate faults -- and yes, there were faults during this time period \n",
    "async def get_error_codes(t_start: Time, t_end: Time, efd_client: EfdClient) -> pd.DataFrame:\n",
    "    \"\"\"Get all messages from logevent_errorCode topics.\"\"\"\n",
    "    # Get error codes\n",
    "    topics = await efd_client.get_topics()\n",
    "    err_codes = [t for t in topics if 'errorCode' in t]\n",
    "    \n",
    "    errs = []\n",
    "    for topic in err_codes:\n",
    "        df = await efd_client.select_time_series(topic, ['errorCode', 'errorReport'], t_start, t_end)\n",
    "        if len(df) > 0:\n",
    "            df['topic'] = topic\n",
    "            errs += [df]\n",
    "    if len(errs) > 0:\n",
    "        errs = pd.concat(errs).sort_index()\n",
    "        def strip_csc(x):\n",
    "            return x.topic.replace(\"lsst.sal\", \"\").replace(\"logevent_errorCode\", \"\").replace(\".\", \"\") + \"CSC error\"\n",
    "        errs['component'] = errs.apply(strip_csc, axis=1)\n",
    "        # Rename some columns to match narrative log columns\n",
    "        errs.rename({'errorCode': 'error_code', 'errorReport': 'message_text', 'topic': 'origin'}, axis=1, inplace=True)\n",
    "        # Add a salindex so we can color-code based on this as a \"source\"\n",
    "        errs['salIndex'] = 4\n",
    "        errs['finalStatus'] = \"ERR\"\n",
    "        errs['timestampProcessStart'] = errs.index.values.copy()\n",
    "    \n",
    "    print(f\"Found {len(errs)} error messages\")\n",
    "    return errs\n",
    "\n",
    "errs = await get_error_codes(t_start, t_end, efd_client)\n",
    "# g band only \n",
    "errs = await get_error_codes(tstart, tend, efd_client)\n",
    "errs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "id": "607772ab-1ec6-4cd4-9e25-d5e0eff90ca5",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2024-11-28T03:09:14.634446Z",
     "iopub.status.busy": "2024-11-28T03:09:14.634037Z",
     "iopub.status.idle": "2024-11-28T03:09:14.636334Z",
     "shell.execute_reply": "2024-11-28T03:09:14.636036Z",
     "shell.execute_reply.started": "2024-11-28T03:09:14.634428Z"
    }
   },
   "outputs": [],
   "source": [
    "# and there were two failed scripts as a result -- so two visits were lost to rotator failures\n",
    "# and if these failures also took with them a second target (because the queue works in twos at this level)\n",
    "# then 16 - 2 (failed scripts) - 2 (vanished targets due to the errors0 = 12 visits. "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a9c6837c-c1eb-466c-ae7f-de6da4e10f3d",
   "metadata": {},
   "source": [
    "So I think we've accounts for the fact that there were four missing requested visits, and it was just unlucky as to where they were."
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "LSST",
   "language": "python",
   "name": "lsst"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}