lmontanana/PythonProject
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Jupyter notebook with first try

Browse Source
This commit is contained in:
Ricardo Montañana Gómez
2025-02-10 21:25:36 +01:00
parent 61d1eb219c
commit 28c6e1552b
14 changed files with 265762 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

698
TestEtiquetado.ipynb Normal file
View File

@@ -0,0 +1,698 @@
{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"id": "5fe31b7f-2243-4587-9740-46164846cff3",
"metadata": {},
"outputs": [],
"source": [
"import pandas as pd\n",
"from datetime import datetime"
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "cbb445af-6351-43b0-8142-f9aa35388e6e",
"metadata": {},
"outputs": [],
"source": [
"logs_path = \"join/mergedLog_output.txt\"\n",
"openbci_path = \"join/mergedData_output.txt\"\n",
"output_csv_path = \"OpenBCI_with_labels.csv\"\n",
"label_name = \"Movement\"\n",
"timestamp_col=\"Timestamp\""
]
},
{
"cell_type": "code",
"execution_count": 3,
"id": "f613abe9-8d5b-444c-af3c-b0ab826ed3f4",
"metadata": {},
"outputs": [],
"source": [
"# Leer los logs y extraer tiempos y etiquetas\n",
"with open(logs_path, \"r\") as logs_file:\n",
" logs_data = [log.strip().split(\",\") for log in logs_file.readlines()]\n",
"with open(openbci_path, \"r\") as openbci_file:\n",
" lineas = [linea.strip().split(\",\") for linea in openbci_file.readlines() if not linea.strip().startswith('%')]"
]
},
{
"cell_type": "code",
"execution_count": 12,
"id": "d8eba4ab-63ee-40f5-b30d-f8ae58d5aa79",
"metadata": {},
"outputs": [],
"source": [
"# Utility functions\n",
"def remove_columns(df, columns):\n",
" df.drop(columns, axis=\"columns\", inplace=True)\n",
"def set_type_columns(df, types):\n",
" for key, value in types.items():\n",
" df[key].astype(value)\n",
"def set_numeric(df, column):\n",
" df[column] = df[column].astype(float)\n",
"def label_sample(data, start_time, end_time, label):\n",
" mask = (data[timestamp_col] >= start_time) & (data[timestamp_col] < end_time)\n",
" if data.loc[mask].empty:\n",
" print(f\"*Error, no hay registros en el intervalo [{start_time}, {end_time})\")\n",
" return False\n",
" else:\n",
" data.loc[mask, label_name] = label\n",
" return True"
]
},
{
"cell_type": "code",
"execution_count": 5,
"id": "1ecf8906-828c-4e13-a267-2b96f61e2c2e",
"metadata": {},
"outputs": [],
"source": [
"#Convertir los datos en un DataFrame\n",
"columns = \"Sample Index, EXG Channel 0, EXG Channel 1, EXG Channel 2, EXG Channel 3, EXG Channel 4, EXG Channel 5, EXG Channel 6, EXG Channel 7, EXG Channel 8, EXG Channel 9, EXG Channel 10, EXG Channel 11, EXG Channel 12, EXG Channel 13, EXG Channel 14, EXG Channel 15, Accel Channel 0, Accel Channel 1, Accel Channel 2, Not_Used1, Digital Channel 0 (D11), Digital Channel 1 (D12), Digital Channel 2 (D13), Digital Channel 3 (D17), Not_Used2, Digital Channel 4 (D18), Analog Channel 0, Analog Channel 1, Analog Channel 2, Timestamp, Marker Channel, Timestamp (Formatted)\".split(\",\")\n",
"columns = [column.strip() for column in columns]\n",
"types = {}\n",
"\n",
"data_df = pd.DataFrame(lineas, columns=columns)\n",
"\n",
"exceptions = [\"Timestamp (Formatted)\"]\n",
"\n",
"for column in data_df.columns:\n",
" if column in exceptions:\n",
" continue\n",
" set_numeric(data_df, column)\n",
"remove_columns(data_df, [\"Not_Used1\", \"Not_Used2\", \"Timestamp (Formatted)\", \"Sample Index\"])\n",
"data_df[timestamp_col] = pd.to_datetime(data_df[timestamp_col], unit=\"s\")\n",
"# Create the label column\n",
"data_df[label_name] = \"\""
]
},
{
"cell_type": "code",
"execution_count": 6,
"id": "7f4bf8f8-99dd-4f0a-aa20-aa09643d9553",
"metadata": {},
"outputs": [],
"source": [
"# Convertir los logs en un DataFrame\n",
"log_df = pd.DataFrame(logs_data, columns=[\"Timestamp\", \"Label\"])\n",
"log_df[timestamp_col] = pd.to_datetime(log_df[timestamp_col], errors=\"coerce\")"
]
},
{
"cell_type": "code",
"execution_count": 7,
"id": "0c8715db-9090-4fd6-9ade-9796c268b0b5",
"metadata": {},
"outputs": [],
"source": [
"def test(data, start_time, end_time):\n",
" mask = (data[timestamp_col] >= start_time) & (data[\"Timestamp\"] < end_time)\n",
" xdata = data[(data[timestamp_col]>=start_time) & (data[\"Timestamp\"] < end_time)]\n",
" print(\"xdata=\")\n",
" print(xdata.empty)\n",
" print(data.loc[mask,timestamp_col])"
]
},
{
"cell_type": "code",
"execution_count": 13,
"id": "90095eb1-91fb-4159-ae70-0ff42cfb2b4b",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"*Error, no hay registros en el intervalo [2025-01-27 17:31:40, 2025-01-27 17:32:13)\n",
"*Error, no hay registros en el intervalo [2025-01-27 17:50:46, 2025-01-27 17:51:11)\n",
"*Error, no hay registros en el intervalo [2025-01-27 17:51:11, 2025-01-27 17:51:53)\n",
"*Error, no hay registros en el intervalo [2025-01-27 17:51:53, 2025-01-27 17:52:28)\n",
"*Error, no hay registros en el intervalo [2025-01-27 17:52:28, 2025-01-27 17:52:43)\n",
"*Error, no hay registros en el intervalo [2025-01-27 17:52:43, 2025-01-27 17:52:56)\n",
"*Error, no hay registros en el intervalo [2025-01-27 17:52:56, 2025-01-27 17:53:58)\n",
"*Error, no hay registros en el intervalo [2025-01-27 17:53:58, 2025-01-27 17:54:14)\n",
"*Error, no hay registros en el intervalo [2025-01-27 17:54:14, 2025-01-27 18:32:55.900000)\n",
"*Error, no hay registros en el intervalo [2025-01-27 18:32:55.900000, 2025-01-27 18:34:18.100000)\n",
"*Error, no hay registros en el intervalo [2025-01-27 18:34:18.100000, 2025-01-27 18:34:24.800000)\n",
"*Error, no hay registros en el intervalo [2025-01-27 19:34:39.400000, 2025-01-27 19:35:25.100000)\n",
"*Error, no hay registros en el intervalo [2025-01-27 19:35:25.100000, 2025-01-27 19:35:44.600000)\n",
"*Error, no hay registros en el intervalo [2025-01-27 19:35:44.600000, 2025-01-27 19:36:11)\n",
"*Error, no hay registros en el intervalo [2025-01-27 19:36:11, 2025-01-27 19:36:31.100000)\n",
"*Error, no hay registros en el intervalo [2025-01-27 19:36:31.100000, 2025-01-27 19:36:50.600000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 18:00:12.700000, 2025-01-28 18:00:48.200000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 18:00:48.200000, 2025-01-28 18:01:11.500000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 18:01:11.500000, 2025-01-28 18:01:34.800000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 18:01:34.800000, 2025-01-28 18:01:50)\n",
"*Error, no hay registros en el intervalo [2025-01-28 18:01:50, 2025-01-28 18:02:23)\n",
"*Error, no hay registros en el intervalo [2025-01-28 18:02:23, 2025-01-28 18:02:26.900000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 18:44:45.900000, 2025-01-28 18:45:22.900000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 18:45:22.900000, 2025-01-28 18:45:48.600000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 18:45:48.600000, 2025-01-28 18:46:08.900000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 18:46:08.900000, 2025-01-28 18:46:34.300000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 18:46:34.300000, 2025-01-28 18:46:55.100000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 18:46:55.100000, 2025-01-28 18:47:22.500000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 18:47:22.500000, 2025-01-28 18:47:37.700000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 18:47:37.700000, 2025-01-28 19:11:31.400000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:11:31.400000, 2025-01-28 19:11:49.100000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:11:49.100000, 2025-01-28 19:11:55.300000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:11:55.300000, 2025-01-28 19:12:25)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:12:25, 2025-01-28 19:12:40.600000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:12:40.600000, 2025-01-28 19:13:03)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:13:03, 2025-01-28 19:13:21.200000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:13:21.200000, 2025-01-28 19:13:42)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:13:42, 2025-01-28 19:31:40.200000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:31:40.200000, 2025-01-28 19:32:11.400000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:32:11.400000, 2025-01-28 19:32:24.500000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:32:24.500000, 2025-01-28 19:32:50.500000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:32:50.500000, 2025-01-28 19:33:15.600000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:33:15.600000, 2025-01-28 19:34:10.700000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:34:10.700000, 2025-01-28 19:34:39.200000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:34:39.200000, 2025-01-28 19:34:58.900000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:34:58.900000, 2025-01-28 19:35:19.800000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:35:19.800000, 2025-01-28 19:35:44.700000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:35:44.700000, 2025-01-28 19:36:02.200000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:36:02.200000, 2025-01-28 19:36:30.400000)\n",
"*Error, no hay registros en el intervalo [2025-01-28 19:36:30.400000, 2025-01-28 19:36:32)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:08:58.200000, 2025-02-03 19:11:33.500000)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:11:33.500000, 2025-02-03 19:12:32.600000)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:12:32.600000, 2025-02-03 19:13:18.400000)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:13:18.400000, 2025-02-03 19:13:41.700000)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:13:41.700000, 2025-02-03 19:14:21)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:14:21, 2025-02-03 19:27:37.400000)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:27:37.400000, 2025-02-03 19:28:15.600000)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:28:15.600000, 2025-02-03 19:28:47.200000)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:28:47.200000, 2025-02-03 19:29:18)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:29:18, 2025-02-03 19:29:30.200000)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:29:30.200000, 2025-02-03 19:29:52.500000)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:29:52.500000, 2025-02-03 19:40:28.800000)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:40:28.800000, 2025-02-03 19:40:49.500000)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:40:49.500000, 2025-02-03 19:40:57.500000)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:40:57.500000, 2025-02-03 19:41:36.800000)\n",
"*Error, no hay registros en el intervalo [2025-02-03 19:41:36.800000, 2025-02-03 20:01:52)\n",
"*Error, no hay registros en el intervalo [2025-02-03 20:01:52, 2025-02-03 20:02:39)\n",
"*Error, no hay registros en el intervalo [2025-02-03 20:02:39, 2025-02-03 20:03:08)\n",
"*Error, no hay registros en el intervalo [2025-02-03 20:03:08, 2025-02-03 20:03:30.300000)\n",
"There were 69 errors in 79 samples\n"
]
}
],
"source": [
"errors = 0\n",
"for i in range(len(log_df) - 1):\n",
" start_time = log_df.loc[i, timestamp_col]\n",
" end_time = log_df.loc[i + 1, timestamp_col]\n",
" label = log_df.loc[i, \"Label\"]\n",
" success = label_sample(data_df, start_time, end_time, label)\n",
" if not success:\n",
" errors +=1\n",
" #test(data_df, start_time, end_time)\n",
" #break\n",
"print(f\"There were {errors} errors in {len(log_df)} intervals\")"
]
},
{
"cell_type": "code",
"execution_count": 14,
"id": "da9ef7e2-5b7b-4505-9d6c-c2221bbd448d",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>EXG Channel 0</th>\n",
" <th>EXG Channel 1</th>\n",
" <th>EXG Channel 2</th>\n",
" <th>EXG Channel 3</th>\n",
" <th>EXG Channel 4</th>\n",
" <th>EXG Channel 5</th>\n",
" <th>EXG Channel 6</th>\n",
" <th>EXG Channel 7</th>\n",
" <th>EXG Channel 8</th>\n",
" <th>EXG Channel 9</th>\n",
" <th>...</th>\n",
" <th>Digital Channel 1 (D12)</th>\n",
" <th>Digital Channel 2 (D13)</th>\n",
" <th>Digital Channel 3 (D17)</th>\n",
" <th>Digital Channel 4 (D18)</th>\n",
" <th>Analog Channel 0</th>\n",
" <th>Analog Channel 1</th>\n",
" <th>Analog Channel 2</th>\n",
" <th>Timestamp</th>\n",
" <th>Marker Channel</th>\n",
" <th>Movement</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>19162.754019</td>\n",
" <td>10400.132585</td>\n",
" <td>-26819.835820</td>\n",
" <td>-10368.437811</td>\n",
" <td>-17614.694549</td>\n",
" <td>175.684711</td>\n",
" <td>-23469.398733</td>\n",
" <td>-13855.980498</td>\n",
" <td>-20491.900503</td>\n",
" <td>-22635.343389</td>\n",
" <td>...</td>\n",
" <td>112.0</td>\n",
" <td>15.5</td>\n",
" <td>120.0</td>\n",
" <td>16.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>2025-01-27 16:31:42.443204608</td>\n",
" <td>0.0</td>\n",
" <td></td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>38187.821291</td>\n",
" <td>20561.995573</td>\n",
" <td>-53613.967134</td>\n",
" <td>-20684.863113</td>\n",
" <td>-36268.231126</td>\n",
" <td>361.517115</td>\n",
" <td>-46906.543899</td>\n",
" <td>-27692.805552</td>\n",
" <td>4671.916923</td>\n",
" <td>-32254.126043</td>\n",
" <td>...</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>2025-01-27 16:31:42.443369984</td>\n",
" <td>0.0</td>\n",
" <td></td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>37916.314652</td>\n",
" <td>20446.347647</td>\n",
" <td>-53464.702185</td>\n",
" <td>-20528.311494</td>\n",
" <td>-36279.362295</td>\n",
" <td>-755.690128</td>\n",
" <td>-46767.136069</td>\n",
" <td>-27537.952666</td>\n",
" <td>4684.500955</td>\n",
" <td>-32010.313214</td>\n",
" <td>...</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>2025-01-27 16:31:42.443432704</td>\n",
" <td>0.0</td>\n",
" <td></td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>38343.098860</td>\n",
" <td>20722.995189</td>\n",
" <td>-53693.628751</td>\n",
" <td>-20771.207901</td>\n",
" <td>-35548.817879</td>\n",
" <td>628.978089</td>\n",
" <td>-47001.941145</td>\n",
" <td>-27767.415675</td>\n",
" <td>4760.072203</td>\n",
" <td>-32191.876434</td>\n",
" <td>...</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>2025-01-27 16:31:42.443464704</td>\n",
" <td>0.0</td>\n",
" <td></td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>37910.905529</td>\n",
" <td>20389.820086</td>\n",
" <td>-53463.472839</td>\n",
" <td>-20529.742006</td>\n",
" <td>-36741.171687</td>\n",
" <td>-392.630743</td>\n",
" <td>-46768.946560</td>\n",
" <td>-27551.766044</td>\n",
" <td>4555.129058</td>\n",
" <td>-32183.382771</td>\n",
" <td>...</td>\n",
" <td>104.0</td>\n",
" <td>15.5</td>\n",
" <td>112.0</td>\n",
" <td>120.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>2025-01-27 16:31:42.443489536</td>\n",
" <td>0.0</td>\n",
" <td></td>\n",
" </tr>\n",
" <tr>\n",
" <th>...</th>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>261995</th>\n",
" <td>16309.464432</td>\n",
" <td>6040.313070</td>\n",
" <td>-50433.872692</td>\n",
" <td>-35211.954738</td>\n",
" <td>-22535.945181</td>\n",
" <td>-17366.053744</td>\n",
" <td>-48333.725135</td>\n",
" <td>-12673.170885</td>\n",
" <td>-5986.400662</td>\n",
" <td>-30501.905740</td>\n",
" <td>...</td>\n",
" <td>80.0</td>\n",
" <td>16.0</td>\n",
" <td>8.0</td>\n",
" <td>56.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>2025-02-03 19:03:31.944149248</td>\n",
" <td>0.0</td>\n",
" <td>c</td>\n",
" </tr>\n",
" <tr>\n",
" <th>261996</th>\n",
" <td>16082.258950</td>\n",
" <td>6333.411495</td>\n",
" <td>-49951.946730</td>\n",
" <td>-34703.631366</td>\n",
" <td>-23359.070523</td>\n",
" <td>-18967.399772</td>\n",
" <td>-47840.936225</td>\n",
" <td>-12293.414747</td>\n",
" <td>-6131.195263</td>\n",
" <td>-30077.066133</td>\n",
" <td>...</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>2025-02-03 19:03:31.944167424</td>\n",
" <td>0.0</td>\n",
" <td>c</td>\n",
" </tr>\n",
" <tr>\n",
" <th>261997</th>\n",
" <td>16282.821153</td>\n",
" <td>6006.561936</td>\n",
" <td>-50402.088511</td>\n",
" <td>-35173.353275</td>\n",
" <td>-21948.407227</td>\n",
" <td>-17668.875178</td>\n",
" <td>-48305.114902</td>\n",
" <td>-12498.581409</td>\n",
" <td>-5761.497410</td>\n",
" <td>-30166.249593</td>\n",
" <td>...</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>2025-02-03 19:03:31.944184064</td>\n",
" <td>0.0</td>\n",
" <td>c</td>\n",
" </tr>\n",
" <tr>\n",
" <th>261998</th>\n",
" <td>16111.740900</td>\n",
" <td>6168.142696</td>\n",
" <td>-50104.273868</td>\n",
" <td>-34830.209295</td>\n",
" <td>-23366.044267</td>\n",
" <td>-18319.914439</td>\n",
" <td>-47997.063160</td>\n",
" <td>-12474.709746</td>\n",
" <td>-6190.114461</td>\n",
" <td>-30421.707680</td>\n",
" <td>...</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>2025-02-03 19:03:31.944202752</td>\n",
" <td>0.0</td>\n",
" <td>c</td>\n",
" </tr>\n",
" <tr>\n",
" <th>261999</th>\n",
" <td>16194.420003</td>\n",
" <td>6251.581758</td>\n",
" <td>-50045.153504</td>\n",
" <td>-34782.354210</td>\n",
" <td>-22405.098069</td>\n",
" <td>-18793.078517</td>\n",
" <td>-47938.859217</td>\n",
" <td>-12184.338234</td>\n",
" <td>-5800.635314</td>\n",
" <td>-29857.996685</td>\n",
" <td>...</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>0.0</td>\n",
" <td>2025-02-03 19:03:31.944220160</td>\n",
" <td>0.0</td>\n",
" <td>c</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>262000 rows × 30 columns</p>\n",
"</div>"
],
"text/plain": [
" EXG Channel 0 EXG Channel 1 EXG Channel 2 EXG Channel 3 \\\n",
"0 19162.754019 10400.132585 -26819.835820 -10368.437811 \n",
"1 38187.821291 20561.995573 -53613.967134 -20684.863113 \n",
"2 37916.314652 20446.347647 -53464.702185 -20528.311494 \n",
"3 38343.098860 20722.995189 -53693.628751 -20771.207901 \n",
"4 37910.905529 20389.820086 -53463.472839 -20529.742006 \n",
"... ... ... ... ... \n",
"261995 16309.464432 6040.313070 -50433.872692 -35211.954738 \n",
"261996 16082.258950 6333.411495 -49951.946730 -34703.631366 \n",
"261997 16282.821153 6006.561936 -50402.088511 -35173.353275 \n",
"261998 16111.740900 6168.142696 -50104.273868 -34830.209295 \n",
"261999 16194.420003 6251.581758 -50045.153504 -34782.354210 \n",
"\n",
" EXG Channel 4 EXG Channel 5 EXG Channel 6 EXG Channel 7 \\\n",
"0 -17614.694549 175.684711 -23469.398733 -13855.980498 \n",
"1 -36268.231126 361.517115 -46906.543899 -27692.805552 \n",
"2 -36279.362295 -755.690128 -46767.136069 -27537.952666 \n",
"3 -35548.817879 628.978089 -47001.941145 -27767.415675 \n",
"4 -36741.171687 -392.630743 -46768.946560 -27551.766044 \n",
"... ... ... ... ... \n",
"261995 -22535.945181 -17366.053744 -48333.725135 -12673.170885 \n",
"261996 -23359.070523 -18967.399772 -47840.936225 -12293.414747 \n",
"261997 -21948.407227 -17668.875178 -48305.114902 -12498.581409 \n",
"261998 -23366.044267 -18319.914439 -47997.063160 -12474.709746 \n",
"261999 -22405.098069 -18793.078517 -47938.859217 -12184.338234 \n",
"\n",
" EXG Channel 8 EXG Channel 9 ... Digital Channel 1 (D12) \\\n",
"0 -20491.900503 -22635.343389 ... 112.0 \n",
"1 4671.916923 -32254.126043 ... 0.0 \n",
"2 4684.500955 -32010.313214 ... 0.0 \n",
"3 4760.072203 -32191.876434 ... 0.0 \n",
"4 4555.129058 -32183.382771 ... 104.0 \n",
"... ... ... ... ... \n",
"261995 -5986.400662 -30501.905740 ... 80.0 \n",
"261996 -6131.195263 -30077.066133 ... 0.0 \n",
"261997 -5761.497410 -30166.249593 ... 0.0 \n",
"261998 -6190.114461 -30421.707680 ... 0.0 \n",
"261999 -5800.635314 -29857.996685 ... 0.0 \n",
"\n",
" Digital Channel 2 (D13) Digital Channel 3 (D17) \\\n",
"0 15.5 120.0 \n",
"1 0.0 0.0 \n",
"2 0.0 0.0 \n",
"3 0.0 0.0 \n",
"4 15.5 112.0 \n",
"... ... ... \n",
"261995 16.0 8.0 \n",
"261996 0.0 0.0 \n",
"261997 0.0 0.0 \n",
"261998 0.0 0.0 \n",
"261999 0.0 0.0 \n",
"\n",
" Digital Channel 4 (D18) Analog Channel 0 Analog Channel 1 \\\n",
"0 16.0 0.0 0.0 \n",
"1 0.0 0.0 0.0 \n",
"2 0.0 0.0 0.0 \n",
"3 0.0 0.0 0.0 \n",
"4 120.0 0.0 0.0 \n",
"... ... ... ... \n",
"261995 56.0 0.0 0.0 \n",
"261996 0.0 0.0 0.0 \n",
"261997 0.0 0.0 0.0 \n",
"261998 0.0 0.0 0.0 \n",
"261999 0.0 0.0 0.0 \n",
"\n",
" Analog Channel 2 Timestamp Marker Channel \\\n",
"0 0.0 2025-01-27 16:31:42.443204608 0.0 \n",
"1 0.0 2025-01-27 16:31:42.443369984 0.0 \n",
"2 0.0 2025-01-27 16:31:42.443432704 0.0 \n",
"3 0.0 2025-01-27 16:31:42.443464704 0.0 \n",
"4 0.0 2025-01-27 16:31:42.443489536 0.0 \n",
"... ... ... ... \n",
"261995 0.0 2025-02-03 19:03:31.944149248 0.0 \n",
"261996 0.0 2025-02-03 19:03:31.944167424 0.0 \n",
"261997 0.0 2025-02-03 19:03:31.944184064 0.0 \n",
"261998 0.0 2025-02-03 19:03:31.944202752 0.0 \n",
"261999 0.0 2025-02-03 19:03:31.944220160 0.0 \n",
"\n",
" Movement \n",
"0 \n",
"1 \n",
"2 \n",
"3 \n",
"4 \n",
"... ... \n",
"261995 c \n",
"261996 c \n",
"261997 c \n",
"261998 c \n",
"261999 c \n",
"\n",
"[262000 rows x 30 columns]"
]
},
"execution_count": 14,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"data_df"
]
},
{
"cell_type": "code",
"execution_count": 18,
"id": "5df21600-f9b1-488a-b198-7fbee44972d7",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"Movement\n",
" c 164067\n",
" i 37902\n",
" 33956\n",
" none 20484\n",
" d 5591\n",
"Name: count, dtype: int64"
]
},
"execution_count": 18,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"data_df[\"Movement\"].value_counts()"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "7a65b3c9-e0d3-406e-9b35-3be6b54d6d97",
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.11.8"
}
},
"nbformat": 4,
"nbformat_minor": 5
}

2846
data/.ipynb_checkpoints/OpenBCI-RAW-2025-01-27_17-31-41-checkpoint.txt Normal file
View File

File diff suppressed because it is too large Load Diff

262100
join/.ipynb_checkpoints/mergedData_output-checkpoint.txt Normal file
View File

File diff suppressed because it is too large Load Diff

79
join/.ipynb_checkpoints/mergedLog_output-checkpoint.txt Normal file
View File

@@ -0,0 +1,79 @@
2025-01-27 17:31:40.0, i
2025-01-27 17:32:13.0, none
2025-01-27 17:33:08.0, none
2025-01-27 17:50:46.0, c
2025-01-27 17:51:11.0, i
2025-01-27 17:51:53.0, c
2025-01-27 17:52:28.0, c
2025-01-27 17:52:43.0, d
2025-01-27 17:52:56.0, c
2025-01-27 17:53:58.0, c
2025-01-27 17:54:14.0, none
2025-01-27 18:32:55.9, c
2025-01-27 18:34:18.1, c
2025-01-27 18:34:24.8, none
2025-01-27 18:34:50.2, d
2025-01-27 18:35:34.6, none
2025-01-27 18:35:35.5, c
2025-01-27 19:34:39.4, c
2025-01-27 19:35:25.1, none
2025-01-27 19:35:44.6, d
2025-01-27 19:36:11.0, i
2025-01-27 19:36:31.1, none
2025-01-27 19:36:50.6, i
2025-01-28 18:00:12.7, c
2025-01-28 18:00:48.2, none
2025-01-28 18:01:11.5, i
2025-01-28 18:01:34.8, none
2025-01-28 18:01:50.0, d
2025-01-28 18:02:23.0, none
2025-01-28 18:02:26.9, c
2025-01-28 18:44:45.9, c
2025-01-28 18:45:22.9, c
2025-01-28 18:45:48.6, none
2025-01-28 18:46:08.9, d
2025-01-28 18:46:34.3, none
2025-01-28 18:46:55.1, i
2025-01-28 18:47:22.5, none
2025-01-28 18:47:37.7, c
2025-01-28 19:11:31.4, c
2025-01-28 19:11:49.1, none
2025-01-28 19:11:55.3, i
2025-01-28 19:12:25.0, none
2025-01-28 19:12:40.6, d
2025-01-28 19:13:03.0, none
2025-01-28 19:13:21.2, d
2025-01-28 19:13:42.0, c
2025-01-28 19:31:40.2, c
2025-01-28 19:32:11.4, none
2025-01-28 19:32:24.5, i
2025-01-28 19:32:50.5, none
2025-01-28 19:33:15.6, d
2025-01-28 19:34:10.7, none
2025-01-28 19:34:39.2, i
2025-01-28 19:34:58.9, none
2025-01-28 19:35:19.8, d
2025-01-28 19:35:44.7, none
2025-01-28 19:36:02.2, i
2025-01-28 19:36:30.4, none
2025-01-28 19:36:32.0, c
2025-02-03 19:08:58.2, c
2025-02-03 19:11:33.5, none
2025-02-03 19:12:32.6, d
2025-02-03 19:13:18.4, none
2025-02-03 19:13:41.7, i
2025-02-03 19:14:21.0, c
2025-02-03 19:27:37.4, c
2025-02-03 19:28:15.6, none
2025-02-03 19:28:47.2, i
2025-02-03 19:29:18.0, none
2025-02-03 19:29:30.2, d
2025-02-03 19:29:52.5, c
2025-02-03 19:40:28.8, c
2025-02-03 19:40:49.5, none
2025-02-03 19:40:57.5, c
2025-02-03 19:41:36.8, i
2025-02-03 20:01:52.0, c
2025-02-03 20:02:39.0, none
2025-02-03 20:03:08.0, i
2025-02-03 20:03:30.3, c

22
join/mergedLog_output.txt
View File

@@ -1,14 +1,14 @@
2025-01-27 17:31:40, i
2025-01-27 17:32:13, none
2025-01-27 17:33:08, none
2025-01-27 17:50:46, c
2025-01-27 17:51:11, i
2025-01-27 17:51:53, c
2025-01-27 17:52:28, c
2025-01-27 17:52:43, d
2025-01-27 17:52:56, c
2025-01-27 17:53:58, c
2025-01-27 17:54:14, none
2025-01-27 17:31:40.0, i
2025-01-27 17:32:13.0, none
2025-01-27 17:33:08.0, none
2025-01-27 17:50:46.0, c
2025-01-27 17:51:11.0, i
2025-01-27 17:51:53.0, c
2025-01-27 17:52:28.0, c
2025-01-27 17:52:43.0, d
2025-01-27 17:52:56.0, c
2025-01-27 17:53:58.0, c
2025-01-27 17:54:14.0, none
2025-01-27 18:32:55.9, c
2025-01-27 18:34:18.1, c
2025-01-27 18:34:24.8, none

3
logs/.ipynb_checkpoints/log_1737995494999-checkpoint.txt Normal file
View File

@@ -0,0 +1,3 @@
2025-01-27 17:31:40.0 - i
2025-01-27 17:32:13.0 - none
2025-01-27 17:33:08.0 - none

3
logs/.ipynb_checkpoints/log_1737996642541-checkpoint.txt Normal file
View File

@@ -0,0 +1,3 @@
2025-01-27 17:50:46.0 - c
2025-01-27 17:51:11.0 - i
2025-01-27 17:51:53.0 - c

3
logs/.ipynb_checkpoints/log_1737996746445-checkpoint.txt Normal file
View File

@@ -0,0 +1,3 @@
2025-01-27 17:52:28.0 - c
2025-01-27 17:52:43.0 - d
2025-01-27 17:52:56.0 - c

2
logs/.ipynb_checkpoints/log_1737996836781-checkpoint.txt Normal file
View File

@@ -0,0 +1,2 @@
2025-01-27 17:53:58.0 - c
2025-01-27 17:54:14.0 - none

6
logs/.ipynb_checkpoints/log_1737999166888-checkpoint.txt Normal file
View File

@@ -0,0 +1,6 @@
2025-01-27 18:32:55.9 - c
2025-01-27 18:34:18.1 - c
2025-01-27 18:34:24.8 - none
2025-01-27 18:34:50.2 - d
2025-01-27 18:35:34.6 - none
2025-01-27 18:35:35.5 - c

6
logs/log_1737995494999.txt
View File

@@ -1,3 +1,3 @@
2025-01-27 17:31:40 - i
2025-01-27 17:32:13 - none
2025-01-27 17:33:08 - none
2025-01-27 17:31:40.0 - i
2025-01-27 17:32:13.0 - none
2025-01-27 17:33:08.0 - none

6
logs/log_1737996642541.txt
View File

@@ -1,3 +1,3 @@
2025-01-27 17:50:46 - c
2025-01-27 17:51:11 - i
2025-01-27 17:51:53 - c
2025-01-27 17:50:46.0 - c
2025-01-27 17:51:11.0 - i
2025-01-27 17:51:53.0 - c

6
logs/log_1737996746445.txt
View File

@@ -1,3 +1,3 @@
2025-01-27 17:52:28 - c
2025-01-27 17:52:43 - d
2025-01-27 17:52:56 - c
2025-01-27 17:52:28.0 - c
2025-01-27 17:52:43.0 - d
2025-01-27 17:52:56.0 - c

4
logs/log_1737996836781.txt
View File

@@ -1,2 +1,2 @@
2025-01-27 17:53:58 - c
2025-01-27 17:54:14 - none
2025-01-27 17:53:58.0 - c
2025-01-27 17:54:14.0 - none