{ "cells": [ { "cell_type": "code", "execution_count": 1, "id": "a1a8767d-cb22-4d7a-aaa9-7047ba8011df", "metadata": {}, "outputs": [], "source": [ "import pandas as pd\n", "import numpy as np\n", "import xarray as xr" ] }, { "cell_type": "code", "execution_count": 43, "id": "071ca2c0-2bf7-417a-9866-8c87c979d73b", "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/var/folders/kx/4c3bx_w92t31pqyvg6ws03200000gn/T/ipykernel_16704/212808774.py:1: UserWarning: Could not infer format, so each element will be parsed individually, falling back to `dateutil`. To ensure parsing is consistent and as-expected, please specify a format.\n", " df = pd.read_excel('311-2024_CTD_meta.xlsx', skiprows=1, parse_dates=[['Date', 'Time (UTC)']])\n" ] } ], "source": [ "df = pd.read_excel('311-2024_CTD_meta.xlsx', skiprows=1, parse_dates=[['Date', 'Time (UTC)']])" ] }, { "cell_type": "code", "execution_count": 44, "id": "906aa10e-9606-4d50-bd13-f7cade7d7a6f", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[48.69141667 48.67216667 48.63825 48.63285 48.67971667 48.71566667\n", " 48.70536667 48.7425 48.71635 48.51585 48.55138333 48.59221667\n", " 48.7531 48.75366667 48.71611667 48.69015 48.67115 48.6378\n", " 48.59185 48.55211667 48.6378 ]\n", "[-123.50003333 -123.50538333 -123.50161667 -123.26155 -123.27298333\n", " -123.2423 -123.26833333 -123.39266667 -123.45971667 -123.53896667\n", " -123.53531667 -123.50038333 -123.30726667 -123.30391667 -123.45888333\n", " -123.50156667 -123.50838333 -123.502 -123.49858333 -123.53435\n", " -123.502 ]\n" ] } ], "source": [ "lat = np.zeros(len(df.Latitude))\n", "lon = np.zeros(len(df.Longitude))\n", "for nn in range(len(df.Latitude)):\n", " lat[nn] = float(df['Latitude'][nn].split(\"°\")[0])\n", " lat[nn] = lat[nn] + float(df['Latitude'][nn].split(\"°\")[1][:-1]) / 60\n", " lon[nn] = float(df['Longitude'][nn].split(\"°\")[0])\n", " lon[nn] = lon[nn] + float(df['Longitude'][nn].split(\"°\")[1][:-1]) / 60\n", "lon = -lon\n", "print(lat)\n", "print(lon)\n", "df['lon'] = lon\n", "df['lat'] = lat\n" ] }, { "cell_type": "code", "execution_count": 52, "id": "fa718309-5eda-461c-b8d3-f6c82ecccead", "metadata": {}, "outputs": [ { "ename": "TypeError", "evalue": "tuple indices must be integers or slices, not str", "output_type": "error", "traceback": [ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", "\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)", "Cell \u001b[0;32mIn[52], line 2\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m row \u001b[38;5;129;01min\u001b[39;00m df\u001b[38;5;241m.\u001b[39miterrows():\n\u001b[0;32m----> 2\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[43mrow\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43mfname\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m]\u001b[49m)\n", "\u001b[0;31mTypeError\u001b[0m: tuple indices must be integers or slices, not str" ] } ], "source": [ "for row in df.iterrows():\n", " print(row['fname'])" ] }, { "cell_type": "code", "execution_count": 35, "id": "9f5977f9-f248-41e7-95f2-d5996af5a790", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "datetime.time(16, 40)" ] }, "execution_count": 35, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df['Time (UTC)'][0]" ] }, { "cell_type": "code", "execution_count": 59, "id": "43c3c66c-5117-4c85-8b4b-aa7cf8094699", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "28" ] }, "execution_count": 59, "metadata": {}, "output_type": "execute_result" } ], "source": [ "row[1]['Cast number']" ] }, { "cell_type": "code", "execution_count": 58, "id": "723548ae-dd2c-46da-8857-7fabd0a27ec9", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
Date_Time (UTC)Time (local)Event numberCTDCast numberStationLatitudeLongitudefnameNoteslonlat
02024-09-19 16:40:0009:40:001A28S1248° 41.485'123° 30.002'20663_20240926_1157NaN-123.50003348.691417
12024-09-19 18:45:0011:45:006A30S4.548° 40.330'123° 30.323'20663_20240926_1157NaN-123.50538348.672167
22024-09-19 20:04:0013:04:009A32S448° 38.295'123° 30.097'20663_20240926_1157NaN-123.50161748.638250
32024-09-20 17:41:0010:41:0013A34H348° 37.971'123° 15.693'20663_20240926_1157NaN-123.26155048.632850
42024-09-20 20:02:0013:02:0017A36H248° 40.783'123° 16.379'20663_20240926_1157NaN-123.27298348.679717
52024-09-20 22:24:0015:24:0021B89H148° 42.940'123° 14.538'20664_20240922_1047Oxy sensor o-ring did not get moved into deplo...-123.24230048.715667
62024-09-21 17:22:0010:22:0025B91S648° 42.322'123° 16.100'20664_20240922_1047NaN-123.26833348.705367
72024-09-21 19:15:0012:15:0029B93S848° 44.55'123° 23.56'20664_20240922_1047Recorded lat/long were copied from the last st...-123.39266748.742500
82024-09-21 20:30:0013:30:0032B95S548° 42.981'123° 27.583'20664_20240922_1047NaN-123.45971748.716350
92024-09-22 16:54:0009:54:0037B97S148° 30.951'123° 32.338'20664_20240922_1047After this deployment, CTD B deployment was st...-123.53896748.515850
102024-09-22 18:38:0011:38:0041B2S248° 33.083'123° 32.119'20664_20240922_113420664_20240922_1134.rsk-123.53531748.551383
112024-09-22 21:15:0014:15:0046B4S348° 35.533'123° 30.023'20664_20240922_1134NaN-123.50038348.592217
122024-09-26 17:26:0010:26:0049A66S648° 45.186'123° 18.436'20663_20240926_1157_2NaN-123.30726748.753100
132024-09-26 19:27:0012:27:0053A68S848° 45.220'123° 18.235'20663_20240926_1157_2Eva thinks maybe the GPS did not update from l...-123.30391748.753667
142024-09-26 21:38:0014:38:0058A70S548° 42.967'123° 27.533'20663_20240926_1157_2NaN-123.45888348.716117
152024-09-27 17:09:0010:09:0063A72S1248° 41.409'123° 30.094'20663_20240926_1157_2NaN-123.50156748.690150
162024-09-27 18:39:0011:39:0066A74S4.548° 40.269'123° 30.503'20663_20240926_1157_2NaN-123.50838348.671150
172024-09-27 21:12:0014:12:0071A76S448° 38.268'123° 30.120'20663_20240926_1157_2NaN-123.50200048.637800
182024-09-28 16:32:0009:32:0075A78S348° 35.511'123° 29.915'20663_20240926_1157_2NaN-123.49858348.591850
192024-09-28 20:22:0013:22:0082A80S248° 33.127'123° 32.061'20663_20240926_1157_2NaN-123.53435048.552117
202024-09-28 21:52:0014:52:0085A82S148° 38.268'123° 30.120'20663_20240926_1157_2NaN-123.50200048.637800
\n", "
" ], "text/plain": [ " Date_Time (UTC) Time (local) Event number CTD Cast number Station \\\n", "0 2024-09-19 16:40:00 09:40:00 1 A 28 S12 \n", "1 2024-09-19 18:45:00 11:45:00 6 A 30 S4.5 \n", "2 2024-09-19 20:04:00 13:04:00 9 A 32 S4 \n", "3 2024-09-20 17:41:00 10:41:00 13 A 34 H3 \n", "4 2024-09-20 20:02:00 13:02:00 17 A 36 H2 \n", "5 2024-09-20 22:24:00 15:24:00 21 B 89 H1 \n", "6 2024-09-21 17:22:00 10:22:00 25 B 91 S6 \n", "7 2024-09-21 19:15:00 12:15:00 29 B 93 S8 \n", "8 2024-09-21 20:30:00 13:30:00 32 B 95 S5 \n", "9 2024-09-22 16:54:00 09:54:00 37 B 97 S1 \n", "10 2024-09-22 18:38:00 11:38:00 41 B 2 S2 \n", "11 2024-09-22 21:15:00 14:15:00 46 B 4 S3 \n", "12 2024-09-26 17:26:00 10:26:00 49 A 66 S6 \n", "13 2024-09-26 19:27:00 12:27:00 53 A 68 S8 \n", "14 2024-09-26 21:38:00 14:38:00 58 A 70 S5 \n", "15 2024-09-27 17:09:00 10:09:00 63 A 72 S12 \n", "16 2024-09-27 18:39:00 11:39:00 66 A 74 S4.5 \n", "17 2024-09-27 21:12:00 14:12:00 71 A 76 S4 \n", "18 2024-09-28 16:32:00 09:32:00 75 A 78 S3 \n", "19 2024-09-28 20:22:00 13:22:00 82 A 80 S2 \n", "20 2024-09-28 21:52:00 14:52:00 85 A 82 S1 \n", "\n", " Latitude Longitude fname \\\n", "0 48° 41.485' 123° 30.002' 20663_20240926_1157 \n", "1 48° 40.330' 123° 30.323' 20663_20240926_1157 \n", "2 48° 38.295' 123° 30.097' 20663_20240926_1157 \n", "3 48° 37.971' 123° 15.693' 20663_20240926_1157 \n", "4 48° 40.783' 123° 16.379' 20663_20240926_1157 \n", "5 48° 42.940' 123° 14.538' 20664_20240922_1047 \n", "6 48° 42.322' 123° 16.100' 20664_20240922_1047 \n", "7 48° 44.55' 123° 23.56' 20664_20240922_1047 \n", "8 48° 42.981' 123° 27.583' 20664_20240922_1047 \n", "9 48° 30.951' 123° 32.338' 20664_20240922_1047 \n", "10 48° 33.083' 123° 32.119' 20664_20240922_1134 \n", "11 48° 35.533' 123° 30.023' 20664_20240922_1134 \n", "12 48° 45.186' 123° 18.436' 20663_20240926_1157_2 \n", "13 48° 45.220' 123° 18.235' 20663_20240926_1157_2 \n", "14 48° 42.967' 123° 27.533' 20663_20240926_1157_2 \n", "15 48° 41.409' 123° 30.094' 20663_20240926_1157_2 \n", "16 48° 40.269' 123° 30.503' 20663_20240926_1157_2 \n", "17 48° 38.268' 123° 30.120' 20663_20240926_1157_2 \n", "18 48° 35.511' 123° 29.915' 20663_20240926_1157_2 \n", "19 48° 33.127' 123° 32.061' 20663_20240926_1157_2 \n", "20 48° 38.268' 123° 30.120' 20663_20240926_1157_2 \n", "\n", " Notes lon lat \n", "0 NaN -123.500033 48.691417 \n", "1 NaN -123.505383 48.672167 \n", "2 NaN -123.501617 48.638250 \n", "3 NaN -123.261550 48.632850 \n", "4 NaN -123.272983 48.679717 \n", "5 Oxy sensor o-ring did not get moved into deplo... -123.242300 48.715667 \n", "6 NaN -123.268333 48.705367 \n", "7 Recorded lat/long were copied from the last st... -123.392667 48.742500 \n", "8 NaN -123.459717 48.716350 \n", "9 After this deployment, CTD B deployment was st... -123.538967 48.515850 \n", "10 20664_20240922_1134.rsk -123.535317 48.551383 \n", "11 NaN -123.500383 48.592217 \n", "12 NaN -123.307267 48.753100 \n", "13 Eva thinks maybe the GPS did not update from l... -123.303917 48.753667 \n", "14 NaN -123.458883 48.716117 \n", "15 NaN -123.501567 48.690150 \n", "16 NaN -123.508383 48.671150 \n", "17 NaN -123.502000 48.637800 \n", "18 NaN -123.498583 48.591850 \n", "19 NaN -123.534350 48.552117 \n", "20 NaN -123.502000 48.637800 " ] }, "execution_count": 58, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df" ] }, { "cell_type": "code", "execution_count": 3, "id": "0e15a22d-0988-4bb9-b2ea-2c05d4530d78", "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "
<xarray.Dataset> Size: 440kB\n",
       "Dimensions:            (depths: 324, cast: 21)\n",
       "Coordinates:\n",
       "  * depths             (depths) float64 3kB 0.5 1.5 2.5 ... 321.5 322.5 323.5\n",
       "  * cast               (cast) int64 168B 0 1 2 3 4 5 6 ... 14 15 16 17 18 19 20\n",
       "Data variables: (12/15)\n",
       "    time               (cast) datetime64[ns] 168B ...\n",
       "    pressure           (depths, cast) float64 54kB ...\n",
       "    temperature        (depths, cast) float64 54kB ...\n",
       "    conductivity       (depths, cast) float64 54kB ...\n",
       "    chlorophyll        (depths, cast) float64 54kB ...\n",
       "    oxygensaturation   (depths, cast) float64 54kB ...\n",
       "    ...                 ...\n",
       "    station_name       (cast) <U4 336B ...\n",
       "    water_depth        (cast) float64 168B ...\n",
       "    serial             (cast) <U6 504B ...\n",
       "    Event              (cast) <U2 168B ...\n",
       "    longitude          (cast) float64 168B ...\n",
       "    latitude           (cast) float64 168B ...
" ], "text/plain": [ " Size: 440kB\n", "Dimensions: (depths: 324, cast: 21)\n", "Coordinates:\n", " * depths (depths) float64 3kB 0.5 1.5 2.5 ... 321.5 322.5 323.5\n", " * cast (cast) int64 168B 0 1 2 3 4 5 6 ... 14 15 16 17 18 19 20\n", "Data variables: (12/15)\n", " time (cast) datetime64[ns] 168B ...\n", " pressure (depths, cast) float64 54kB ...\n", " temperature (depths, cast) float64 54kB ...\n", " conductivity (depths, cast) float64 54kB ...\n", " chlorophyll (depths, cast) float64 54kB ...\n", " oxygensaturation (depths, cast) float64 54kB ...\n", " ... ...\n", " station_name (cast)