diff --git a/README.md b/README.md index 626e655..acfefe6 100644 --- a/README.md +++ b/README.md @@ -2,6 +2,20 @@ Project-wide Logging and Reporting +## About this software +This is a **Prototype** application. It is intended to help figure +out what is needed for a *Project-wide Logging and Reporting* system +for Rubin. It helps with this by presenting content in the +[NightLog](https://usdf-rsp-dev.slac.stanford.edu/times-square/github/lsst-ts/ts_logging_and_reporting/NightLog) +jupyter notebook under Times Square. The intent is to eventually put +the content into a solid User Interface environment (such as **LOVE:** +*LSST Operator's Visualization Environment*). The Times Square +environment is used because it allows rapid turn-around from code +change to an easily accessible report on USDF. + +While current *rendering* is in the Notebook, most of the rest of the code +(back-end) is in the python package included in this repository. The +intent is for that package to be modified and used with the final UI. ## Set up diff --git a/notebooks_tsqr/ExposureDetail.ipynb b/notebooks_tsqr/ExposureDetail.ipynb index c86217d..aa704be 100644 --- a/notebooks_tsqr/ExposureDetail.ipynb +++ b/notebooks_tsqr/ExposureDetail.ipynb @@ -2,8 +2,8 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, - "id": "4f3589c5-2081-4deb-94eb-cdac6a6a1212", + "execution_count": null, + "id": "0", "metadata": {}, "outputs": [], "source": [ @@ -23,8 +23,8 @@ }, { "cell_type": "code", - "execution_count": 2, - "id": "41a26669-e8fc-4eb4-bb71-9bb699f5e225", + "execution_count": null, + "id": "1", "metadata": {}, "outputs": [], "source": [ @@ -54,8 +54,8 @@ }, { "cell_type": "code", - "execution_count": 3, - "id": "14dacf05-7215-4aa0-8e77-1a8ee5fa16ba", + "execution_count": null, + "id": "2", "metadata": {}, "outputs": [], "source": [ @@ -82,8 +82,8 @@ }, { "cell_type": "code", - "execution_count": 4, - "id": "39ebaf06-bbcd-47a3-b72e-3e1925995c43", + "execution_count": null, + "id": "3", "metadata": {}, "outputs": [], "source": [ @@ -103,8 +103,8 @@ }, { "cell_type": "code", - "execution_count": 5, - "id": "860a42fd-5fd2-474d-ad9f-576f36c73d6a", + "execution_count": null, + "id": "4", "metadata": {}, "outputs": [], "source": [ @@ -123,8 +123,8 @@ }, { "cell_type": "code", - "execution_count": 6, - "id": "ca770a2f-ae03-460e-a9c5-ab67a989eb9e", + "execution_count": null, + "id": "5", "metadata": {}, "outputs": [], "source": [ @@ -133,1562 +133,10 @@ }, { "cell_type": "code", - "execution_count": 7, - "id": "01206be5-db25-4a34-9ed4-8189bf54042b", + "execution_count": null, + "id": "6", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "# Observation Type: acq" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "The number of exposures in this filtered result is 150" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
exposure flagobs idtimespan beginseq numobservation typeobservation reasonscience programexposure time
unknownCC_O_20241120_0003032024-11-21T08:05:23.895983303acqacqBLOCK-T2490.0
unknownCC_O_20241120_0003022024-11-21T08:04:03.584007302acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0002992024-11-21T08:01:42.035992299acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0002962024-11-21T07:59:12.736017296acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0002932024-11-21T07:56:33.366010293acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0002902024-11-21T07:55:05.994004290acqacqBLOCK-T2490.0
unknownCC_O_20241120_0002892024-11-21T07:53:40.926994289acqacqBLOCK-T2490.0
unknownCC_O_20241120_0002872024-11-21T07:51:28.240005287acqacqBLOCK-T2490.0
unknownCC_O_20241120_0002862024-11-21T07:22:08.822994286acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002832024-11-21T07:19:29.353008283acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002802024-11-21T07:16:54.793999280acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002772024-11-21T07:14:37.290983277acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002742024-11-21T07:11:57.841999274acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002712024-11-21T07:09:17.925989271acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002682024-11-21T07:06:42.954993268acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002652024-11-21T07:00:27.872014265acqacqBLOCK-T2490.0
unknownCC_O_20241120_0002642024-11-21T06:59:02.229992264acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002612024-11-21T06:56:28.132980261acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002582024-11-21T06:53:53.817020258acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002552024-11-21T06:51:19.141013255acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002522024-11-21T06:48:43.774002252acqinfocus_closed_loop_z4_investigationBLOCK-T2490.0
unknownCC_O_20241120_0002482024-11-21T06:36:20.760008248acqinfocus_sitcom-1147BLOCK-T750.0
unknownCC_O_20241120_0002452024-11-21T06:34:36.306984245acqinfocus_sitcom-1147BLOCK-T750.0
unknownCC_O_20241120_0002422024-11-21T06:32:04.459004242acqinfocus_sitcom-1147BLOCK-T750.0
unknownCC_O_20241120_0002392024-11-21T06:28:04.198992239acqinfocus_sitcom-1147BLOCK-T750.0
unknownCC_O_20241120_0002042024-11-21T05:42:09.249018204acqinfocus_closed_loop_science_refocusBLOCK-T1550.0
unknownCC_O_20241120_0002012024-11-21T05:39:33.739019201acqinfocus_closed_loop_science_refocusBLOCK-T1550.0
unknownCC_O_20241120_0001982024-11-21T05:36:54.229001198acqinfocus_closed_loop_science_refocusBLOCK-T1550.0
unknownCC_O_20241120_0001952024-11-21T05:20:48.932004195acqacqBLOCK-T750.0
unknownCC_O_20241120_0001942024-11-21T05:18:40.958005194acqacqBLOCK-T750.0
unknownCC_O_20241120_0001932024-11-21T05:16:33.014020193acqacqBLOCK-T750.0
unknownCC_O_20241120_0001922024-11-21T05:13:02.741010192acqacqBLOCK-T750.0
unknownCC_O_20241120_0001912024-11-21T05:10:54.800002191acqacqBLOCK-T750.0
unknownCC_O_20241120_0001902024-11-21T05:08:46.842016190acqacqBLOCK-T750.0
unknownCC_O_20241120_0001892024-11-21T05:07:17.078995189acqacqBLOCK-T750.0
unknownCC_O_20241120_0001882024-11-21T05:05:29.555981188acqacqBLOCK-T750.0
unknownCC_O_20241120_0001872024-11-21T04:49:51.976999187acqinfocus_z4_gradient_investigation_rotatorBLOCK-T3010.0
unknownCC_O_20241120_0001842024-11-21T04:47:10.732007184acqinfocus_z4_gradient_investigation_rotatorBLOCK-T3010.0
unknownCC_O_20241120_0001812024-11-21T04:44:35.251016181acqinfocus_z4_gradient_investigation_rotatorBLOCK-T3010.0
unknownCC_O_20241120_0001782024-11-21T04:41:59.922991178acqinfocus_z4_gradient_investigation_rotatorBLOCK-T3010.0
unknownCC_O_20241120_0001752024-11-21T04:39:24.321984175acqinfocus_z4_gradient_investigation_rotatorBLOCK-T3010.0
unknownCC_O_20241120_0001722024-11-21T02:44:00.662013172acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001692024-11-21T02:41:36.015000169acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001662024-11-21T02:39:09.087010166acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001632024-11-21T02:36:43.829983163acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001602024-11-21T02:34:19.778984160acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001572024-11-21T02:26:46.229000157acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001542024-11-21T02:24:21.057991154acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001512024-11-21T02:10:18.498006151acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001482024-11-21T02:07:57.820998148acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001452024-11-21T02:05:17.019014145acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001422024-11-21T02:02:36.622982142acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001392024-11-21T01:59:56.123993139acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001362024-11-21T01:57:15.330981136acqinfocus_z4_gradient_investigation_elevationBLOCK-T3000.0
unknownCC_O_20241120_0001332024-11-21T01:25:58.201995133acqacqBLOCK-T2490.0
unknownCC_O_20241120_0001322024-11-21T01:24:37.986981132acqinfocusBLOCK-T2490.0
goodCC_O_20241120_0001292024-11-21T01:22:02.669980129acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001262024-11-21T01:19:27.249016126acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001232024-11-21T01:16:51.536001123acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001202024-11-21T01:14:16.072994120acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001172024-11-21T01:11:48.057985117acqacqBLOCK-T2490.0
unknownCC_O_20241120_0001162024-11-21T01:10:27.814002116acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001132024-11-21T01:07:52.389981113acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001102024-11-21T01:05:16.771996110acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001072024-11-21T01:02:36.295015107acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001042024-11-21T01:00:00.719999104acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0001012024-11-21T00:57:34.324012101acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0000982024-11-21T00:55:00.30899598acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0000952024-11-21T00:51:40.38801195acqinfocusBLOCK-T2490.0
unknownCC_O_20241120_0000922024-11-21T00:49:43.18800392acqacqBLOCK-T2490.0
unknownCC_O_20241120_0000912024-11-21T00:19:10.34101591acqacqBLOCK-T2490.0
unknownCC_O_20241120_0000902024-11-21T00:16:59.52599390acqacqBLOCK-T2490.0
unknownCC_O_20241120_0000892024-11-21T00:13:35.97698689acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000882024-11-21T00:12:38.86601188acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000872024-11-21T00:11:49.57100587acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000862024-11-21T00:11:05.56500886acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000852024-11-21T00:09:15.32601685acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000842024-11-21T00:08:29.08100584acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000832024-11-21T00:07:43.52100283acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000822024-11-21T00:06:55.16801682acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000812024-11-21T00:06:09.40101481acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000802024-11-21T00:05:25.67298780acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000792024-11-21T00:04:35.78699779acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000782024-11-21T00:03:52.33299978acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000772024-11-21T00:03:08.38799477acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000762024-11-21T00:02:24.92699576acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000752024-11-21T00:02:03.06398775acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000742024-11-21T00:01:44.01400074acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000732024-11-21T00:01:24.96401373acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000722024-11-21T00:01:06.01601772acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000712024-11-21T00:00:22.54801771acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000702024-11-21T00:00:03.53701670acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000692024-11-20T23:59:44.75401669acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000682024-11-20T23:59:26.29601968acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000672024-11-20T23:59:07.62498767acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000662024-11-20T23:58:27.79800666acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000642024-11-20T23:56:38.49898164acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000632024-11-20T23:56:21.41402063acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000622024-11-20T23:56:02.73800062acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000612024-11-20T23:55:45.69299161acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000602024-11-20T23:55:28.07699360acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000592024-11-20T23:54:45.69500659acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000582024-11-20T23:54:27.68601158acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000572024-11-20T23:54:10.87801557acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000562024-11-20T23:53:53.97100656acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000552024-11-20T23:53:35.88500455acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000542024-11-20T23:52:55.03400954acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000532024-11-20T23:52:38.32599353acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000522024-11-20T23:52:20.31100352acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000512024-11-20T23:52:03.66398051acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000502024-11-20T23:51:46.62500650acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000492024-11-20T23:51:07.56100549acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000482024-11-20T23:50:50.95699148acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000472024-11-20T23:50:33.51001347acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000462024-11-20T23:50:14.08799046acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000452024-11-20T23:49:57.45199145acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000442024-11-20T23:49:16.45100644acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000432024-11-20T23:47:25.29900443acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000422024-11-20T23:46:23.49801242acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000412024-11-20T23:45:22.69500241acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000402024-11-20T23:44:21.39998140acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000392024-11-20T23:43:21.09401239acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000382024-11-20T23:42:18.77598338acqcomcam_twilight_flatBLOCK-T2150.0
unknownCC_O_20241120_0000372024-11-20T22:35:58.03201537acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000362024-11-20T22:35:40.10099236acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000352024-11-20T22:35:22.16200235acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000342024-11-20T22:34:35.09800534acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000332024-11-20T22:34:17.15201533acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000322024-11-20T22:33:59.20799632acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000312024-11-20T22:33:22.27301331acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000302024-11-20T22:33:04.34001830acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000292024-11-20T22:32:46.39901729acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000282024-11-20T22:32:36.13598728acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000272024-11-20T22:32:28.09398727acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000262024-11-20T22:32:20.07198226acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000252024-11-20T22:31:50.19799425acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000242024-11-20T22:31:42.16798324acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000232024-11-20T22:31:34.12900123acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000222024-11-20T22:31:07.11800222acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000212024-11-20T22:30:59.09298121acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000202024-11-20T22:30:51.05999320acqdaytime_light_leakBLOCK-T2960.0
unknownCC_O_20241120_0000192024-11-20T21:59:47.58198919acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000182024-11-20T21:59:34.65701418acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000172024-11-20T21:59:21.70701417acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000162024-11-20T21:56:58.21799116acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000152024-11-20T21:56:45.27100915acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000142024-11-20T21:56:32.33798714acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000132024-11-20T21:54:31.90601113acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000122024-11-20T21:54:18.96498312acqtmacheckoutBLOCK-T2500.0
unknownCC_O_20241120_0000112024-11-20T21:54:06.01800011acqtmacheckoutBLOCK-T2500.0
" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "df = src_exp.exposure_detail(instrument=instrument,\n", " science_program=science_program,\n", @@ -1707,7 +155,7 @@ }, { "cell_type": "markdown", - "id": "19cb9f00-c354-49a6-8baf-1a31b7316b96", + "id": "7", "metadata": {}, "source": [ "| Symbol | Meaning |\n", @@ -1719,7 +167,7 @@ }, { "cell_type": "markdown", - "id": "17b65985-1bd5-4ebd-bd5a-572292fce71f", + "id": "8", "metadata": {}, "source": [ "-----------------" @@ -1727,7 +175,7 @@ }, { "cell_type": "markdown", - "id": "68b4c365-3ab1-4cd4-9091-320d9e5e4951", + "id": "9", "metadata": {}, "source": [ "# Developer Only Section" @@ -1735,32 +183,10 @@ }, { "cell_type": "code", - "execution_count": 8, - "id": "a1c0ef70-ac12-401e-8ca9-cdcdae52cc13", + "execution_count": null, + "id": "10", "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "{'day_obs': 'YESTERDAY',\n", - " 'instrument': 'LSSTComCam',\n", - " 'observation_reason': None,\n", - " 'observation_type': 'acq',\n", - " 'science_program': None}" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "https://usdf-rsp-dev.slac.stanford.edu: 2024-11-20 to 2024-11-21 [2500] exposurelog endpoints=['instruments', 'exposures', 'messages']\n", - "instrument='LSSTComCam', science_program=None, observation_reason=None, observation_type='acq'\n" - ] - } - ], + "outputs": [], "source": [ "display(params) \n", "print(src_exp)\n", @@ -1769,26 +195,18 @@ }, { "cell_type": "code", - "execution_count": 9, - "id": "0108873d-5a10-47f5-9f32-f7d5479c1b73", + "execution_count": null, + "id": "11", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'LSSTComCamSim': 0, 'LATISS': 0, 'LSSTComCam': 358, 'LSSTCam': 0}\n" - ] - } - ], + "outputs": [], "source": [ "print({k: len(v) for k,v in src_exp.exposures.items()})" ] }, { "cell_type": "code", - "execution_count": 10, - "id": "1d788add-ee07-4dd5-a37c-843073c2adfa", + "execution_count": null, + "id": "12", "metadata": {}, "outputs": [], "source": [ @@ -1798,7 +216,7 @@ { "cell_type": "code", "execution_count": null, - "id": "ad526dce-e22b-4635-acce-2fc57c4511ca", + "id": "13", "metadata": {}, "outputs": [], "source": [] diff --git a/notebooks_tsqr/NightLog.ipynb b/notebooks_tsqr/NightLog.ipynb index 14f0636..41c6720 100644 --- a/notebooks_tsqr/NightLog.ipynb +++ b/notebooks_tsqr/NightLog.ipynb @@ -3,13 +3,15 @@ { "cell_type": "markdown", "id": "0", - "metadata": {}, + "metadata": { + "jp-MarkdownHeadingCollapsed": true + }, "source": [ "# About this Page\n", - "See the slack **#ts-logging** channel for discussion about this page. There you can report problems, questions, and requests for changes. *What are we missing?*\n", - "\n", - "## What is new in this app?(newest change at top of list)\n", - "- Do not show Time Loss info unless it is greater than zero\n", + "## What is new in this application?(newest change at top of list)\n", + "- Exposure quality flag added to Exposure Detail (accessed by following row links in Data Log)\n", + "- Bullet proof parameters\n", + "- Do not show Time Loss info unless it is greater than zero (Narrative log)\n", "- Do not show software or hardware components (they are rarely used anyhow)\n", "- Embedded comments and questions to reader (Yellow background)\n", "- This page tries to work around existing problems with APIs used for source data. (There is a ticket to fix the APIs)\n", @@ -18,7 +20,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "1", "metadata": {}, "outputs": [], @@ -30,17 +32,17 @@ "# day_obs values: TODAY, YESTERDAY, YYYY-MM-DD\n", "# Report on observing nights that start upto but not included this day.\n", "#!day_obs = '2024-09-25' # Value to use for local testing (Summit)\n", - "day_obs = \"TODAY\" # TODO Change to 'YESTERDAY' and 'TODAY' to test with default before push\n", + "day_obs = \"YESTERDAY\" # TODO Change to 'YESTERDAY' and 'TODAY' to test with default before push\n", "\n", "# Total number of days of data to display (ending on day_obs)\n", "number_of_days = \"1\" # TODO Change to '1' to test with default before push\n", "\n", - "verbose = \"falsex\" # TODO change to false before push, else true" + "verbose = \"false\" # TODO change to false before push, else true" ] }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "id": "2", "metadata": {}, "outputs": [], @@ -73,8 +75,8 @@ }, { "cell_type": "code", - "execution_count": 3, - "id": "4", + "execution_count": null, + "id": "3", "metadata": {}, "outputs": [], "source": [ @@ -87,8 +89,8 @@ }, { "cell_type": "code", - "execution_count": 4, - "id": "5d3008ec-1400-48e5-a35c-539869ff3ecf", + "execution_count": null, + "id": "4", "metadata": {}, "outputs": [], "source": [ @@ -112,11 +114,9 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "id": "5", - "metadata": { - "scrolled": true - }, + "metadata": {}, "outputs": [], "source": [ "# Read records from (almost) all sources\n", @@ -134,7 +134,7 @@ }, { "cell_type": "markdown", - "id": "a0d44b83-527e-41b2-8d05-6f6207ceba30", + "id": "6", "metadata": {}, "source": [ "----------" @@ -142,35 +142,10 @@ }, { "cell_type": "code", - "execution_count": 6, - "id": "e5c48075-7a8b-40a3-84dc-9b7408654e83", + "execution_count": null, + "id": "7", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "# Showing data for 2024-11-22 to 2024-11-23 for LSSTComCamSim, LATISS, LSSTComCam, LSSTCam" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "Most recently run on: **2024-11-22 00:16:09**" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "instrum_str = \", \".join(list(allsrc.exp_src.instruments.keys()))\n", "md(f\"# Showing data for {min_date.date()} to {max_date.date()} for {instrum_str}\")\n", @@ -202,47 +177,21 @@ }, { "cell_type": "markdown", - "id": "86ff253e-f575-4b9b-96f9-698d3faf9494", + "id": "9", "metadata": {}, "source": [ "## Night Report BETA \n", - "Possible Changes\n", - "\n", + "#### Possible Changes\n", "- Word wrap instead of chopping words at end of line?\n", "- (Add summary from AI)" ] }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "id": "10", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "No nightreport records found 2024-11-22 to 2024-11-23. " - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "Used [API Data](https://usdf-rsp-dev.slac.stanford.edu/nightreport/reports?is_human=either&is_valid=true&order_by=-day_obs&offset=0&limit=100&min_day_obs=20241122&max_day_obs=20241123)" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Night Report\n", "# Display time log\n", @@ -251,7 +200,7 @@ }, { "cell_type": "markdown", - "id": "51fad717-7160-4da9-bdeb-696c92f33c19", + "id": "11", "metadata": {}, "source": [ "## Almanac BETA \n", @@ -262,107 +211,10 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "id": "12", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "**Almanac for the observing night starting 2024-11-22**" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/html": [ - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
Sun Set2024-11-22 23:19:25
Evening Civil Twilight2024-11-22 23:50:18(-6 degrees)
Evening Nautical Twilight2024-11-23 00:22:27(-12 degrees)
Evening Astronomical Twilight2024-11-23 00:56:25(-18 degrees)
Solar Midnight2024-11-23 04:29:17
Moon Rise2024-11-23 05:32:02
Morning Astronomical Twilight2024-11-23 08:02:10(-18 degrees)
Morning Nautical Twilight2024-11-23 08:36:09(-12 degrees)
Morning Civil Twilight2024-11-23 09:08:18(-6 degrees)
Sun Rise2024-11-23 09:39:11
Moon Set2024-11-23 16:47:25
Moon Illumination49%(% illuminated)
UTC
\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Display various almanac values (for moon, sun)\n", "#!rep.AlmanacReport().day_obs_report(min_day_obs)\n", @@ -383,15 +235,13 @@ "metadata": {}, "source": [ "(content not yet defined in storyboard)\n", - "\n", - "Possible features\n", - "\n", + "#### Possible Features\n", "- plot_observation_gap_detail" ] }, { "cell_type": "code", - "execution_count": 9, + "execution_count": null, "id": "15", "metadata": {}, "outputs": [], @@ -403,7 +253,7 @@ }, { "cell_type": "markdown", - "id": "38", + "id": "16", "metadata": {}, "source": [ "## DDV BETA" @@ -411,23 +261,10 @@ }, { "cell_type": "code", - "execution_count": 10, - "id": "39", + "execution_count": null, + "id": "17", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "Access DDV part of RubinTV: https://usdf-rsp-dev.slac.stanford.edu/rubintv/ddv/index.html" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "DDV = (\n", " f\"{server}/rubintv-dev/ddv/index.html\"\n", @@ -439,7 +276,7 @@ }, { "cell_type": "markdown", - "id": "9d51f937-37e7-45da-87cb-2319fd76a1cc", + "id": "18", "metadata": {}, "source": [ "## Time Accounting BETA\n", @@ -455,57 +292,10 @@ }, { "cell_type": "code", - "execution_count": 11, - "id": "16", + "execution_count": null, + "id": "19", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
Total night7:05:44
Idle time7:05:44
\n", - "
" - ], - "text/plain": [ - " \n", - "Total night 7:05:44\n", - "Idle time 7:05:44" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Exposure Tally\n", "tally = await allsrc.night_tally_observation_gaps()\n", @@ -515,7 +305,7 @@ }, { "cell_type": "markdown", - "id": "ad5a2e6c-ca0d-4978-bac9-25c83f90d090", + "id": "20", "metadata": {}, "source": [ "- (1) *Expected* slew time as per Schedular\n", @@ -524,21 +314,19 @@ }, { "cell_type": "markdown", - "id": "17", + "id": "21", "metadata": {}, "source": [ "## Jira Tickets BETA \n", - "\n", - "Possible Changes\n", - "\n", + "#### Possible Changes\n", "- Observing Operations - OBS\n", "- TODO: better tickets using Jira API to get selected fields (which) from tickets" ] }, { "cell_type": "code", - "execution_count": 12, - "id": "18", + "execution_count": null, + "id": "22", "metadata": {}, "outputs": [], "source": [ @@ -549,23 +337,10 @@ }, { "cell_type": "code", - "execution_count": 13, - "id": "19", + "execution_count": null, + "id": "23", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "No tickets found using: [API Data](https://usdf-rsp-dev.slac.stanford.edu/nightreport/reports?is_human=either&is_valid=true&order_by=-day_obs&offset=0&limit=100&min_day_obs=20241122&max_day_obs=20241123) in `confluence_url`." - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Display Jira BLOCKS\n", "front = \"https://rubinobs.atlassian.net/projects/BLOCK?selectedItem=com.atlassian.plugins.atlassian-connect-plugin:com.kanoah.test-manager__main-project-page#!/\"\n", @@ -584,7 +359,7 @@ }, { "cell_type": "markdown", - "id": "20", + "id": "24", "metadata": {}, "source": [ "## BLOCKS Observed DRAFT\n", @@ -593,88 +368,38 @@ }, { "cell_type": "markdown", - "id": "71772e8d-658d-497a-b391-5996066f401a", + "id": "25", "metadata": {}, "source": [ - "## Data Log BETA" + "## Data Log BETA\n", + "Count the number of exposures (tally) for each instrument. For instruments that have exposures, partition the tally by various attributes and the exposure quality flags." ] }, { "cell_type": "code", - "execution_count": 14, - "id": "1b509665-d538-4bd9-a93c-22c3ec1ded12", + "execution_count": null, + "id": "26", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "**LSSTComCamSim: 0 total exposures**" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "**LATISS: 0 total exposures**" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "**LSSTComCam: 0 total exposures**" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "**LSSTCam: 0 total exposures**" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Exposure Report\n", "for instrum in allsrc.exp_src.exposures.keys():\n", - " md(f'**{instrum}: {len(allsrc.exp_src.exposures[instrum])} total exposures**')\n", + " md(f'#### {instrum}: {len(allsrc.exp_src.exposures[instrum])} total exposures')\n", " df_dict = allsrc.fields_count_exposure(instrum)\n", " for field_name,df in df_dict.items():\n", " if df.empty:\n", " continue\n", - " print(field_name.title().replace('_',' '))\n", + " md('##### ' + field_name.title().replace('_',' '))\n", " display(HTML(df.style.hide().to_html(escape=False)))" ] }, { "cell_type": "markdown", - "id": "20820900-05ab-4ca5-8df5-9f725c0ee570", + "id": "27", "metadata": {}, "source": [ "## Narrative Log BETA \n", - "\n", - "Possible changes\n", - "\n", + "#### Possible Changes\n", "- Group messages by hour? Might be great when there many simple messages minutes apart. Less so when tracebacks are included.\n", "- Truncate text messages to N chars (ending with \"...\" as link if truncated, link goes to page with full message record including text and all attributes)\n", "- Detect some kinds of \"blocks\" and render in smaller text (+ other format changes)" @@ -682,8 +407,8 @@ }, { "cell_type": "code", - "execution_count": 15, - "id": "26", + "execution_count": null, + "id": "28", "metadata": { "editable": true, "slideshow": { @@ -691,50 +416,7 @@ }, "tags": [] }, - "outputs": [ - { - "data": { - "text/markdown": [ - "- **2024-11-22 00:11** **MainTel** \n", - "\n", - "
Raising M1M3 again.
\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "- **2024-11-22 00:07** **MainTel** \n", - "\n", - "
OSS turning on now
\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "- **2024-11-22 00:05** **MainTel** \n", - "\n", - "
Wiill try to enable M2. Done. We are in closed loop.
\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Narrative Report\n", "# Time Log\n", @@ -743,7 +425,7 @@ }, { "cell_type": "markdown", - "id": "27", + "id": "29", "metadata": {}, "source": [ "-----------\n", @@ -752,7 +434,7 @@ }, { "cell_type": "markdown", - "id": "cd0567ce-4ae9-428e-8f9d-df8277511392", + "id": "30", "metadata": {}, "source": [ "# Developer Only Section REMOVE\n", @@ -763,7 +445,7 @@ }, { "cell_type": "markdown", - "id": "34", + "id": "31", "metadata": {}, "source": [ "## Overview \n" @@ -771,30 +453,10 @@ }, { "cell_type": "code", - "execution_count": 16, - "id": "6e220d29-aac6-4d70-80e2-7dd3ef99944c", + "execution_count": null, + "id": "32", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "## Project-Wide Night(s) Report \n", - "- Run on logs and databases from **https://usdf-rsp-dev.slac.stanford.edu/**\n", - "- Report **1 observing night(s)** with the last reported night starting on **2024-11-22 12:00:00**.\n", - "- min_dayobs='2024-11-22', max_dayobs='2024-11-23'\n", - "- Using ***Prototype* Logging and Reporting** Version: **52.dev0+g783922c.d20241115**\n", - "- have_consdb = False\n", - "- Imported lsst.ts.logging_and_reporting from local packages.\n", - "- allsrc.nig_src.timeout=(5.05, 20.0)\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "# Display overview of Report context\n", "try:\n", @@ -824,7 +486,7 @@ }, { "cell_type": "markdown", - "id": "47ef40d3-f6d4-4b6a-80bf-55a613d3f884", + "id": "33", "metadata": {}, "source": [ "## Data Status\n", @@ -833,78 +495,10 @@ }, { "cell_type": "code", - "execution_count": 17, - "id": "b076e98a-44a2-437c-9342-a180fe2cd829", + "execution_count": null, + "id": "34", "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
EndpointRecordsURL
nightreport/reports0https://usdf-rsp-dev.slac.stanford.edu/nightreport/reports?is_human=either&is_valid=true&order_by=-day_obs&offset=0&limit=100&min_day_obs=20241122&max_day_obs=20241123
exposurelog/instruments3https://usdf-rsp-dev.slac.stanford.edu/exposurelog/instruments
exposurelog/exposures.LSSTComCamSim0https://usdf-rsp-dev.slac.stanford.edu/exposurelog/exposures?registry=1&instrument=LSSTComCamSim&order_by=-timespan_end&offset=0&limit=2500&min_day_obs=20241122&max_day_obs=20241123
exposurelog/exposures.LATISS0https://usdf-rsp-dev.slac.stanford.edu/exposurelog/exposures?registry=1&instrument=LATISS&order_by=-timespan_end&offset=0&limit=2500&min_day_obs=20241122&max_day_obs=20241123
exposurelog/exposures.LSSTComCam0https://usdf-rsp-dev.slac.stanford.edu/exposurelog/exposures?registry=1&instrument=LSSTComCam&order_by=-timespan_end&offset=0&limit=2500&min_day_obs=20241122&max_day_obs=20241123
exposurelog/exposures.LSSTCam0https://usdf-rsp-dev.slac.stanford.edu/exposurelog/exposures?registry=1&instrument=LSSTCam&order_by=-timespan_end&offset=0&limit=2500&min_day_obs=20241122&max_day_obs=20241123
exposurelog/messages0https://usdf-rsp-dev.slac.stanford.edu/exposurelog/messages?is_human=either&is_valid=true&order_by=-day_obs&offset=0&limit=2500&min_day_obs=20241122&max_day_obs=20241123
narrativelog/messages3https://usdf-rsp-dev.slac.stanford.edu/narrativelog/messages?is_human=either&is_valid=true&order_by=-date_added&offset=0&limit=1000&min_date_added=2024-11-22T00%3A00%3A00&max_date_added=2024-11-23T00%3A00%3A00
efd/targets0NA
" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "df = pd.DataFrame(allsrc.get_data_status())\n", "table = df.to_html(\n", @@ -916,7 +510,7 @@ }, { "cell_type": "markdown", - "id": "37", + "id": "35", "metadata": {}, "source": [ "## This report uses the following data sources\n", @@ -931,7 +525,7 @@ }, { "cell_type": "markdown", - "id": "40", + "id": "36", "metadata": {}, "source": [ "## Where was this run?\n", @@ -946,7 +540,7 @@ }, { "cell_type": "markdown", - "id": "41", + "id": "37", "metadata": {}, "source": [ "## Section overviews moved here" @@ -954,128 +548,10 @@ }, { "cell_type": "code", - "execution_count": 18, - "id": "42", + "execution_count": null, + "id": "38", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "### Overview for Service: `nightreport` [0]" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "None\n" - ] - }, - { - "data": { - "text/markdown": [ - "- Endpoint: https://usdf-rsp-dev.slac.stanford.edu/nightreport/reports?is_human=either&is_valid=true&order_by=-day_obs&offset=0&limit=100&min_day_obs=20241122&max_day_obs=20241123" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "None\n", - "- Got 0 records. \n" - ] - }, - { - "data": { - "text/markdown": [ - "### Overview for Service: `exposurelog` [0]" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "None\n" - ] - }, - { - "data": { - "text/markdown": [ - "- Endpoint: https://usdf-rsp-dev.slac.stanford.edu/exposurelog/messages?is_human=either&is_valid=true&order_by=-day_obs&offset=0&limit=2500&min_day_obs=20241122&max_day_obs=20241123" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "None\n", - "- Got 0 records. \n" - ] - }, - { - "data": { - "text/markdown": [ - "### Overview for Service: `narrativelog` [3]" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "None\n" - ] - }, - { - "data": { - "text/markdown": [ - "- Endpoint: https://usdf-rsp-dev.slac.stanford.edu/narrativelog/messages?is_human=either&is_valid=true&order_by=-date_added&offset=0&limit=1000&min_date_added=2024-11-22T00%3A00%3A00&max_date_added=2024-11-23T00%3A00%3A00" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "None\n", - "- Got 3 records. \n" - ] - } - ], + "outputs": [], "source": [ "# Night Report Overview\n", "allrep.nig_rep.overview()\n", @@ -1087,8 +563,8 @@ }, { "cell_type": "code", - "execution_count": 19, - "id": "43", + "execution_count": null, + "id": "39", "metadata": {}, "outputs": [], "source": [ @@ -1101,8 +577,8 @@ }, { "cell_type": "code", - "execution_count": 20, - "id": "24", + "execution_count": null, + "id": "40", "metadata": {}, "outputs": [], "source": [ @@ -1112,7 +588,7 @@ }, { "cell_type": "markdown", - "id": "44", + "id": "41", "metadata": {}, "source": [ "## Finale" @@ -1120,19 +596,10 @@ }, { "cell_type": "code", - "execution_count": 21, - "id": "45", + "execution_count": null, + "id": "42", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Elapsed time (excluding code import): 3.9 seconds\n", - "Finished 2024-11-22 00:16:09 UTC\n" - ] - } - ], + "outputs": [], "source": [ "print(f'Elapsed time (excluding code import): {timer.toc:.1f} seconds')\n", "print(f\"Finished {str(dt.datetime.now().replace(microsecond=0))} UTC\")" diff --git a/notebooks_tsqr/NightLog.yaml b/notebooks_tsqr/NightLog.yaml index 14970e5..de2cbdc 100644 --- a/notebooks_tsqr/NightLog.yaml +++ b/notebooks_tsqr/NightLog.yaml @@ -25,7 +25,7 @@ parameters: sunset yesterday). A value of TODAY means the last night shown will be the one that starts tonight (which will have no nightly data before sunset). - default: "YESTERDAYw" + default: "YESTERDAY" number_of_days: type: integer description: > diff --git a/notebooks_tsqr/dashboard.ipynb b/notebooks_tsqr/dashboard.ipynb index 6ab3467..e2a7541 100644 --- a/notebooks_tsqr/dashboard.ipynb +++ b/notebooks_tsqr/dashboard.ipynb @@ -14,7 +14,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "1", "metadata": {}, "outputs": [], @@ -28,21 +28,10 @@ }, { "cell_type": "code", - "execution_count": 2, - "id": "d790c498-2ebc-4b7b-9c32-80b8174dec8b", + "execution_count": null, + "id": "2", "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "10000" - ] - }, - "execution_count": 2, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "# Narrativelog components\n", "dash = Dashboard()\n", @@ -58,94 +47,18 @@ }, { "cell_type": "code", - "execution_count": 3, - "id": "4bfbcc1d-bca7-49ce-85e0-73c932d0228e", + "execution_count": null, + "id": "3", "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "({'ATDome',\n", - " 'ATMCS',\n", - " 'Analysis',\n", - " 'AuxTel',\n", - " 'CSC level',\n", - " 'Calibration',\n", - " 'Calibrations',\n", - " 'Camera Control Software',\n", - " 'Component Level (EUI)',\n", - " 'DIMM',\n", - " 'Dome',\n", - " 'Environmental Monitoring Systems',\n", - " 'Facilities',\n", - " 'Hexapod',\n", - " 'IT Infrastricture',\n", - " 'IT Infrastructure',\n", - " 'Infrastructure',\n", - " 'LOVE',\n", - " 'M1M3',\n", - " 'M2',\n", - " 'MTMount',\n", - " 'MainTel',\n", - " 'Mount',\n", - " 'None',\n", - " 'Observer Remark',\n", - " 'Other',\n", - " 'Rotator',\n", - " 'Scheduler',\n", - " 'Science Cameras',\n", - " 'TCS',\n", - " 'TMA_CSC',\n", - " 'TMA_EUI',\n", - " 'Visualization'},\n", - " Counter({'None': 19603,\n", - " 'MainTel': 7180,\n", - " 'AuxTel': 1921,\n", - " 'MTMount': 112,\n", - " 'Other': 97,\n", - " 'Observer Remark': 79,\n", - " 'Mount': 48,\n", - " 'CSC level': 39,\n", - " 'Environmental Monitoring Systems': 23,\n", - " 'Calibrations': 20,\n", - " 'M1M3': 17,\n", - " 'Dome': 16,\n", - " 'Rotator': 13,\n", - " 'Calibration': 9,\n", - " 'Component Level (EUI)': 9,\n", - " 'LOVE': 8,\n", - " 'ATMCS': 8,\n", - " 'Hexapod': 8,\n", - " 'TMA_EUI': 8,\n", - " 'TMA_CSC': 7,\n", - " 'IT Infrastricture': 6,\n", - " 'IT Infrastructure': 6,\n", - " 'ATDome': 5,\n", - " 'Science Cameras': 3,\n", - " 'M2': 3,\n", - " 'DIMM': 2,\n", - " 'Facilities': 2,\n", - " 'Analysis': 2,\n", - " 'TCS': 2,\n", - " 'Scheduler': 1,\n", - " 'Infrastructure': 1,\n", - " 'Camera Control Software': 1,\n", - " 'Visualization': 1}))" - ] - }, - "execution_count": 3, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "dash.nr_values(samples)" ] }, { "cell_type": "code", - "execution_count": 4, - "id": "79f246ba-849e-4eee-9f23-09b5ebd27f21", + "execution_count": null, + "id": "4", "metadata": {}, "outputs": [], "source": [ @@ -154,7 +67,7 @@ }, { "cell_type": "markdown", - "id": "2", + "id": "5", "metadata": {}, "source": [ "## Connects" @@ -162,70 +75,10 @@ }, { "cell_type": "code", - "execution_count": 5, - "id": "3", + "execution_count": null, + "id": "6", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Try to connect (self.timeout=(5.05, 20.0)) to each endpoint of https://summit-lsp.lsst.codes/nightreport \n", - "DEBUG protected_get(url='https://summit-lsp.lsst.codes/nightreport/reports',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://summit-lsp.lsst.codes/nightreport/reports (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='summit-lsp.lsst.codes', port=443): Max retries exceeded with url: /nightreport/reports (Caused by ConnectTimeoutError(, 'Connection to summit-lsp.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "Try to connect (self.timeout=(5.05, 20.0)) to each endpoint of https://summit-lsp.lsst.codes/narrativelog \n", - "DEBUG protected_get(url='https://summit-lsp.lsst.codes/narrativelog/messages',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://summit-lsp.lsst.codes/narrativelog/messages (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='summit-lsp.lsst.codes', port=443): Max retries exceeded with url: /narrativelog/messages (Caused by ConnectTimeoutError(, 'Connection to summit-lsp.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "Try to connect ({self.timeout=}) to each endpoint of https://summit-lsp.lsst.codes/exposurelog \n", - "DEBUG protected_get(url='https://summit-lsp.lsst.codes/exposurelog/instruments',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://summit-lsp.lsst.codes/exposurelog/instruments (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='summit-lsp.lsst.codes', port=443): Max retries exceeded with url: /exposurelog/instruments (Caused by ConnectTimeoutError(, 'Connection to summit-lsp.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "DEBUG protected_get(url='https://summit-lsp.lsst.codes/exposurelog/exposures?instrument=na',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://summit-lsp.lsst.codes/exposurelog/exposures?instrument=na (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='summit-lsp.lsst.codes', port=443): Max retries exceeded with url: /exposurelog/exposures?instrument=na (Caused by ConnectTimeoutError(, 'Connection to summit-lsp.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "DEBUG protected_get(url='https://summit-lsp.lsst.codes/exposurelog/messages',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://summit-lsp.lsst.codes/exposurelog/messages (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='summit-lsp.lsst.codes', port=443): Max retries exceeded with url: /exposurelog/messages (Caused by ConnectTimeoutError(, 'Connection to summit-lsp.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "Try to connect (self.timeout=(5.05, 20.0)) to each endpoint of https://usdf-rsp-dev.slac.stanford.edu/nightreport \n", - "DEBUG protected_get(url='https://usdf-rsp-dev.slac.stanford.edu/nightreport/reports',timeout=(5.05, 20.0))\n", - "Try to connect (self.timeout=(5.05, 20.0)) to each endpoint of https://usdf-rsp-dev.slac.stanford.edu/narrativelog \n", - "DEBUG protected_get(url='https://usdf-rsp-dev.slac.stanford.edu/narrativelog/messages',timeout=(5.05, 20.0))\n", - "Try to connect ({self.timeout=}) to each endpoint of https://usdf-rsp-dev.slac.stanford.edu/exposurelog \n", - "DEBUG protected_get(url='https://usdf-rsp-dev.slac.stanford.edu/exposurelog/instruments',timeout=(5.05, 20.0))\n", - "DEBUG protected_get(url='https://usdf-rsp-dev.slac.stanford.edu/exposurelog/exposures?instrument=na',timeout=(5.05, 20.0))\n", - "DEBUG protected_get(url='https://usdf-rsp-dev.slac.stanford.edu/exposurelog/messages',timeout=(5.05, 20.0))\n", - "Try to connect (self.timeout=(5.05, 20.0)) to each endpoint of https://tucson-teststand.lsst.codes/nightreport \n", - "DEBUG protected_get(url='https://tucson-teststand.lsst.codes/nightreport/reports',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://tucson-teststand.lsst.codes/nightreport/reports (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='tucson-teststand.lsst.codes', port=443): Max retries exceeded with url: /nightreport/reports (Caused by ConnectTimeoutError(, 'Connection to tucson-teststand.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "Try to connect (self.timeout=(5.05, 20.0)) to each endpoint of https://tucson-teststand.lsst.codes/narrativelog \n", - "DEBUG protected_get(url='https://tucson-teststand.lsst.codes/narrativelog/messages',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://tucson-teststand.lsst.codes/narrativelog/messages (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='tucson-teststand.lsst.codes', port=443): Max retries exceeded with url: /narrativelog/messages (Caused by ConnectTimeoutError(, 'Connection to tucson-teststand.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "Try to connect ({self.timeout=}) to each endpoint of https://tucson-teststand.lsst.codes/exposurelog \n", - "DEBUG protected_get(url='https://tucson-teststand.lsst.codes/exposurelog/instruments',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://tucson-teststand.lsst.codes/exposurelog/instruments (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='tucson-teststand.lsst.codes', port=443): Max retries exceeded with url: /exposurelog/instruments (Caused by ConnectTimeoutError(, 'Connection to tucson-teststand.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "DEBUG protected_get(url='https://tucson-teststand.lsst.codes/exposurelog/exposures?instrument=na',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://tucson-teststand.lsst.codes/exposurelog/exposures?instrument=na (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='tucson-teststand.lsst.codes', port=443): Max retries exceeded with url: /exposurelog/exposures?instrument=na (Caused by ConnectTimeoutError(, 'Connection to tucson-teststand.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "DEBUG protected_get(url='https://tucson-teststand.lsst.codes/exposurelog/messages',timeout=(5.05, 20.0))\n", - "DEBUG protected_get: FAIL: result=\"Error connecting to https://tucson-teststand.lsst.codes/exposurelog/messages (with timeout=(5.05, 20.0)). HTTPSConnectionPool(host='tucson-teststand.lsst.codes', port=443): Max retries exceeded with url: /exposurelog/messages (Caused by ConnectTimeoutError(, 'Connection to tucson-teststand.lsst.codes timed out. (connect timeout=5.05)'))\"\n", - "\n", - "Connected to 5 out of 15 endpoints.(33%)\n", - "Successful connects (5): \n", - "\thttps://usdf-rsp-dev.slac.stanford.edu/nightreport/reports\n", - "\thttps://usdf-rsp-dev.slac.stanford.edu/narrativelog/messages\n", - "\thttps://usdf-rsp-dev.slac.stanford.edu/exposurelog/instruments\n", - "\thttps://usdf-rsp-dev.slac.stanford.edu/exposurelog/exposures?instrument=na\n", - "\thttps://usdf-rsp-dev.slac.stanford.edu/exposurelog/messages\n", - "Failed connects (10): \n", - "\tGET error: https://summit-lsp.lsst.codes/nightreport/reports\n", - "\tGET error: https://summit-lsp.lsst.codes/narrativelog/messages\n", - "\tGET error: https://summit-lsp.lsst.codes/exposurelog/instruments\n", - "\tGET error: https://summit-lsp.lsst.codes/exposurelog/exposures?instrument=na\n", - "\tGET error: https://summit-lsp.lsst.codes/exposurelog/messages\n", - "\tGET error: https://tucson-teststand.lsst.codes/nightreport/reports\n", - "\tGET error: https://tucson-teststand.lsst.codes/narrativelog/messages\n", - "\tGET error: https://tucson-teststand.lsst.codes/exposurelog/instruments\n", - "\tGET error: https://tucson-teststand.lsst.codes/exposurelog/exposures?instrument=na\n", - "\tGET error: https://tucson-teststand.lsst.codes/exposurelog/messages\n" - ] - } - ], + "outputs": [], "source": [ "dash = Dashboard()\n", "score, working = dash.report()\n", @@ -236,7 +89,7 @@ }, { "cell_type": "markdown", - "id": "4", + "id": "7", "metadata": {}, "source": [ "## Score" @@ -244,47 +97,10 @@ }, { "cell_type": "code", - "execution_count": 6, - "id": "5", + "execution_count": null, + "id": "8", "metadata": {}, - "outputs": [ - { - "data": { - "text/markdown": [ - "score=33%" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "**Servers that are fully functional** for Logging and Reporting:" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "data": { - "text/markdown": [ - "- https://usdf-rsp-dev.slac.stanford.edu" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "outputs": [], "source": [ "md(f\"{score=:.0%}\")\n", "md(\"**Servers that are fully functional** for Logging and Reporting:\")\n", @@ -293,7 +109,7 @@ }, { "cell_type": "markdown", - "id": "6", + "id": "9", "metadata": {}, "source": [ "## Samples" @@ -301,213 +117,10 @@ }, { "cell_type": "code", - "execution_count": 7, - "id": "7", + "execution_count": null, + "id": "10", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "One record of data from all endpoints used by LogRep:\n" - ] - }, - { - "data": { - "text/markdown": [ - "\n", - "### Endpoint: /nightreport/reports" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "https://usdf-rsp-dev.slac.stanford.edu/nightreport/reports\n", - "{'id': '001fa344-0a20-4f66-8b76-35686e0cfd2d',\n", - " 'site_id': 'base',\n", - " 'telescope': 'AuxTel',\n", - " 'day_obs': 20240527,\n", - " 'summary': 'First non-engineering night with AuxTel in ~2 weeks got off to a '\n", - " 'rough start. Afternoon checkouts passed. Calibrations had some '\n", - " 'setbacks, first due to the ATmonochrometer being in an unexpected '\n", - " 'state (OBS-542), which was fixed remotely by Craig. Then the '\n", - " 'calibration block needed attention due to some recent changes '\n", - " '(OBS-543) - Bruno, Tiago and David solved remotely. We allowed '\n", - " 'the calibrations to run past twilight to ensure readiness for '\n", - " \"tomorrow's calibration rehearsal. Went on-sky with the scheduler \"\n", - " 'but quickly encountered a strange endless loop in '\n", - " 'correct_pointing (OBS-544) despite the pointing appearing to be '\n", - " 'correct. We stopped correct_pointing and continued to '\n", - " 'spectroscopic observations. But then the wep_align script failed '\n", - " 'next time it was encountered, possibly due to not cleanly '\n", - " 'completing the previous correct_pointing run. We decided to shut '\n", - " 'everything down (telescope, CSCs, and LATISS) and start up from '\n", - " 'scratch. This appeared to work for a while, with one wep_align '\n", - " 'and correct_pointing set completing, followed by some '\n", - " 'spectroscopic targets, but the next time correct_pointing ran it '\n", - " 'looped endlessly, ending the night a little early.',\n", - " 'telescope_status': 'Parked',\n", - " 'confluence_url': 'https://rubinobs.atlassian.net/projects/BLOCK?selectedItem=com.atlassian.plugins.atlassian-connect-plugin:com.kanoah.test-manager__main-project-page#!/testCycle/BLOCK-R23',\n", - " 'user_id': 'echristensen@summit-lsp.lsst.codes',\n", - " 'user_agent': 'LOVE',\n", - " 'date_added': '2024-05-28T03:50:50.980356',\n", - " 'date_sent': '2024-05-28T05:19:34.924338',\n", - " 'is_valid': True,\n", - " 'date_invalidated': None,\n", - " 'parent_id': '0259d89d-3fe2-4375-8e10-cfd05bfa6323',\n", - " 'observers_crew': ['Eric Christensen', 'Kshitija Kelkar', 'Carlos Morales']}\n" - ] - }, - { - "data": { - "text/markdown": [ - "\n", - "### Endpoint: /narrativelog/messages" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "https://usdf-rsp-dev.slac.stanford.edu/narrativelog/messages\n", - "{'id': '00013fa1-a7cd-4018-9f36-97dfd62b3200',\n", - " 'site_id': 'summit',\n", - " 'message_text': 'salIndex: 100484\\r\\n'\n", - " 'Started at: 2024-10-16T08:53:49.195Z\\r\\n'\n", - " 'maintel/track_target.py\\r\\n',\n", - " 'level': 0,\n", - " 'tags': [],\n", - " 'urls': ['https://rubinobs.atlassian.net/browse/OBS-611'],\n", - " 'time_lost': 0.0,\n", - " 'date_begin': '2024-10-16T08:56:22.386000',\n", - " 'user_id': 'pvenegas@summit-lsp.lsst.codes',\n", - " 'user_agent': 'LOVE',\n", - " 'is_human': True,\n", - " 'is_valid': True,\n", - " 'date_added': '2024-10-16T08:57:05.072201',\n", - " 'date_invalidated': None,\n", - " 'parent_id': None,\n", - " 'systems': None,\n", - " 'subsystems': None,\n", - " 'cscs': None,\n", - " 'date_end': '2024-10-16T08:56:22.386000',\n", - " 'components': ['MainTel'],\n", - " 'primary_software_components': ['None'],\n", - " 'primary_hardware_components': ['None'],\n", - " 'category': 'None',\n", - " 'time_lost_type': 'fault'}\n" - ] - }, - { - "data": { - "text/markdown": [ - "\n", - "### Endpoint: /exposurelog/instruments" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "https://usdf-rsp-dev.slac.stanford.edu/exposurelog/instruments\n", - "{'butler_instruments_1': ['LSSTComCamSim', 'LATISS', 'LSSTComCam', 'LSSTCam'],\n", - " 'butler_instruments_2': [],\n", - " 'butler_instruments_3': []}\n" - ] - }, - { - "data": { - "text/markdown": [ - "\n", - "### Endpoint: /exposurelog/exposures?instrument=LSSTComCamSim" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "https://usdf-rsp-dev.slac.stanford.edu/exposurelog/exposures?instrument=LSSTComCamSim\n", - "{'obs_id': 'CC_S_20240524_000001',\n", - " 'id': 7024052400001,\n", - " 'instrument': 'LSSTComCamSim',\n", - " 'observation_type': 'bias',\n", - " 'observation_reason': 'bias',\n", - " 'day_obs': 20240524,\n", - " 'seq_num': 1,\n", - " 'group_name': '2024-05-24T16:53:47.398',\n", - " 'target_name': 'UNKNOWN',\n", - " 'science_program': 'unknown',\n", - " 'tracking_ra': None,\n", - " 'tracking_dec': None,\n", - " 'sky_angle': None,\n", - " 'timespan_begin': '2024-05-24T16:53:48.579980',\n", - " 'timespan_end': '2024-05-24T16:53:49.677000'}\n" - ] - }, - { - "data": { - "text/markdown": [ - "\n", - "### Endpoint: /exposurelog/messages" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "https://usdf-rsp-dev.slac.stanford.edu/exposurelog/messages\n", - "{'id': '000f68b2-e560-40ce-bdbc-a57b3363e1e9',\n", - " 'site_id': 'summit',\n", - " 'obs_id': 'AT_O_20220608_000168',\n", - " 'instrument': 'LATISS',\n", - " 'day_obs': 20220608,\n", - " 'seq_num': 168,\n", - " 'message_text': '',\n", - " 'level': 20,\n", - " 'tags': [],\n", - " 'urls': [],\n", - " 'user_id': 'slimleashma',\n", - " 'user_agent': 'notebook:nublado',\n", - " 'is_human': True,\n", - " 'is_valid': True,\n", - " 'exposure_flag': 'junk',\n", - " 'date_added': '2022-06-08T23:19:38.906593',\n", - " 'date_invalidated': None,\n", - " 'parent_id': None}\n" - ] - } - ], + "outputs": [], "source": [ "server = \"https://usdf-rsp-dev.slac.stanford.edu\"\n", "samples = dash.get_sample_data(server)\n", @@ -521,7 +134,7 @@ }, { "cell_type": "markdown", - "id": "8", + "id": "11", "metadata": {}, "source": [ "# Finale" @@ -529,18 +142,10 @@ }, { "cell_type": "code", - "execution_count": 8, - "id": "9", + "execution_count": null, + "id": "12", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Finished 2024-11-22 00:00:51.113648\n" - ] - } - ], + "outputs": [], "source": [ "print(f\"Finished {str(datetime.now())}\")" ]