XsensDot2Mtw4OpenPoseOffline.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "source": [
    "\"\"\"\r\n",
    "The purpose of this code is to convert Xsens Dot data into Xsens MVN data, \r\n",
    "and then into OpenSim readable data for human modeling Xsens MVN output data includes: header timestamp acceleration data rotation matrix and UT Time Xsens Dot outputs only the quaternion of the free acceleration of the header or euler Angle. Therefore, it is necessary to convert the quaternion in Xsens Dot to the rotation matrix, and convert the header of the acceleration data to supplement UT Time and other information.\r\n",
    "Xsens will be shown below Dot and Xsens MVN data and differences, and finally the corresponding transformation\r\n",
    "\"\"\""
   ],
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "'\\nThe purpose of this code is to convert Xsens Dot data into Xsens MVN data, \\nand then into OpenSim readable data for human modeling Xsens MVN output data includes: header timestamp acceleration data rotation matrix and UT Time Xsens Dot outputs only the quaternion of the free acceleration of the header or euler Angle. Therefore, it is necessary to convert the quaternion in Xsens Dot to the rotation matrix, and convert the header of the acceleration data to supplement UT Time and other information.\\nXsens will be shown below Dot and Xsens MVN data and differences, and finally the corresponding transformation\\n'"
      ]
     },
     "metadata": {},
     "execution_count": 1
    }
   ],
   "metadata": {}
  },
  {
   "cell_type": "markdown",
   "source": [
    "\r\n",
    "- csv 文件                                    Xsens Dot 导出的数据$$\r\n",
    "- OpenSenseExampleIMUData  文件夹内数据为      OpenSim 官方提供的 IMU 数据，使用 Xsens MVN 软件导出\r\n",
    "- Transformed_XsensDot_Data                   为 Xsens Dot 转换后的数据，不包含表头"
   ],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "source": [
    "# Import the related software package 导入相关的软件包\r\n",
    "import os               #Performing system operations 进行系统操作\r\n",
    "import re               #To Extract the IMU ID from the file name 提取文件名中 IMU ID\r\n",
    "import numpy as np      #Perform operations 进行运算操作\r\n",
    "import pandas as pd     #Excel data reading and writing 进行 Excel 数据的读写\r\n",
    "from scipy.spatial.transform import Rotation as R #Converts quaternions to Euler angles 将四元数转换成欧拉角"
   ],
   "outputs": [],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "source": [
    "#Show current directory 展示当前目录\r\n",
    "path_cwd = os.getcwd()\r\n",
    "print(\"The current path is：\", path_cwd)\r\n",
    "#Show Xsens MVN data, namely OpenSense IMU data 展示 Xsens MVN 数据，即 OpenSense IMU 数据\r\n",
    "pd.set_option(\"display.max_columns\",None)\r\n",
    "file_Example = r\"MT_012005D6_009-001_00B421E6.txt\" \r\n",
    "path_xsens_dot = os.path.join(path_cwd, \"OpenSenseExampleIMUData\",file_Example)\r\n",
    "df = pd.read_csv(path_xsens_dot)\r\n",
    "print(\"The table header data is😎：\")\r\n",
    "print(df.head(7))\r\n",
    "OpenSenseExampleIMUData_df = pd.read_csv(path_xsens_dot,skiprows=5,sep=\"\\t\")\r\n",
    "print(\"Xsens MVN data is💫:\")\r\n",
    "OpenSenseExampleIMUData_df.head()"
   ],
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "The current path is： c:\\Users\\openmind\\Desktop\\OpenSenseErro\\XsensDot2Mtw4OpenSense\n",
      "The table header data is😎：\n",
      "                              // Start Time: Unknown\n",
      "0                            // Update Rate: 100.0Hz\n",
      "1                    // Filter Profile: human (46.1)\n",
      "2        // Option Flags: AHS Disabled ICC Disabled \n",
      "3                         // Firmware Version: 4.0.2\n",
      "4  PacketCounter\\tSampleTimeFine\\tYear\\tMonth\\tDa...\n",
      "5  00472\\t\\t\\t\\t\\t\\t\\t\\t\\t\\t\\t\\t\\t\\t0.102257\\t4.8...\n",
      "6  00473\\t\\t\\t\\t\\t\\t\\t\\t\\t\\t\\t\\t\\t\\t0.105596\\t4.8...\n",
      "Xsens MVN data is💫:\n"
     ]
    },
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "   PacketCounter  SampleTimeFine  Year  Month  Day  Second  UTC_Nano  \\\n",
       "0            472             NaN   NaN    NaN  NaN     NaN       NaN   \n",
       "1            473             NaN   NaN    NaN  NaN     NaN       NaN   \n",
       "2            474             NaN   NaN    NaN  NaN     NaN       NaN   \n",
       "3            475             NaN   NaN    NaN  NaN     NaN       NaN   \n",
       "4            476             NaN   NaN    NaN  NaN     NaN       NaN   \n",
       "\n",
       "   UTC_Year  UTC_Month  UTC_Day  UTC_Hour  UTC_Minute  UTC_Second  UTC_Valid  \\\n",
       "0       NaN        NaN      NaN       NaN         NaN         NaN        NaN   \n",
       "1       NaN        NaN      NaN       NaN         NaN         NaN        NaN   \n",
       "2       NaN        NaN      NaN       NaN         NaN         NaN        NaN   \n",
       "3       NaN        NaN      NaN       NaN         NaN         NaN        NaN   \n",
       "4       NaN        NaN      NaN       NaN         NaN         NaN        NaN   \n",
       "\n",
       "      Acc_X     Acc_Y     Acc_Z  Mat[1][1]  Mat[2][1]  Mat[3][1]  Mat[1][2]  \\\n",
       "0  0.102257  4.888482 -8.503300  -0.938789   0.344369   0.009194   0.303103   \n",
       "1  0.105596  4.849178 -8.486458  -0.938790   0.344369   0.009161   0.303100   \n",
       "2  0.117989  4.915157 -8.547919  -0.938785   0.344381   0.009175   0.303123   \n",
       "3  0.101468  4.885771 -8.504867  -0.938774   0.344410   0.009185   0.303168   \n",
       "4  0.118576  4.878219 -8.489519  -0.938775   0.344408   0.009171   0.303165   \n",
       "\n",
       "   Mat[2][2]  Mat[3][2]  Mat[1][3]  Mat[2][3]  Mat[3][3]  \n",
       "0   0.813023   0.497114   0.163716   0.469472  -0.867636  \n",
       "1   0.813064   0.497048   0.163719   0.469400  -0.867675  \n",
       "2   0.813073   0.497019   0.163704   0.469375  -0.867691  \n",
       "3   0.813104   0.496942   0.163683   0.469301  -0.867735  \n",
       "4   0.813124   0.496911   0.163682   0.469268  -0.867753  "
      ],
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PacketCounter</th>\n",
       "      <th>SampleTimeFine</th>\n",
       "      <th>Year</th>\n",
       "      <th>Month</th>\n",
       "      <th>Day</th>\n",
       "      <th>Second</th>\n",
       "      <th>UTC_Nano</th>\n",
       "      <th>UTC_Year</th>\n",
       "      <th>UTC_Month</th>\n",
       "      <th>UTC_Day</th>\n",
       "      <th>UTC_Hour</th>\n",
       "      <th>UTC_Minute</th>\n",
       "      <th>UTC_Second</th>\n",
       "      <th>UTC_Valid</th>\n",
       "      <th>Acc_X</th>\n",
       "      <th>Acc_Y</th>\n",
       "      <th>Acc_Z</th>\n",
       "      <th>Mat[1][1]</th>\n",
       "      <th>Mat[2][1]</th>\n",
       "      <th>Mat[3][1]</th>\n",
       "      <th>Mat[1][2]</th>\n",
       "      <th>Mat[2][2]</th>\n",
       "      <th>Mat[3][2]</th>\n",
       "      <th>Mat[1][3]</th>\n",
       "      <th>Mat[2][3]</th>\n",
       "      <th>Mat[3][3]</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>472</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.102257</td>\n",
       "      <td>4.888482</td>\n",
       "      <td>-8.503300</td>\n",
       "      <td>-0.938789</td>\n",
       "      <td>0.344369</td>\n",
       "      <td>0.009194</td>\n",
       "      <td>0.303103</td>\n",
       "      <td>0.813023</td>\n",
       "      <td>0.497114</td>\n",
       "      <td>0.163716</td>\n",
       "      <td>0.469472</td>\n",
       "      <td>-0.867636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>473</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.105596</td>\n",
       "      <td>4.849178</td>\n",
       "      <td>-8.486458</td>\n",
       "      <td>-0.938790</td>\n",
       "      <td>0.344369</td>\n",
       "      <td>0.009161</td>\n",
       "      <td>0.303100</td>\n",
       "      <td>0.813064</td>\n",
       "      <td>0.497048</td>\n",
       "      <td>0.163719</td>\n",
       "      <td>0.469400</td>\n",
       "      <td>-0.867675</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>474</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.117989</td>\n",
       "      <td>4.915157</td>\n",
       "      <td>-8.547919</td>\n",
       "      <td>-0.938785</td>\n",
       "      <td>0.344381</td>\n",
       "      <td>0.009175</td>\n",
       "      <td>0.303123</td>\n",
       "      <td>0.813073</td>\n",
       "      <td>0.497019</td>\n",
       "      <td>0.163704</td>\n",
       "      <td>0.469375</td>\n",
       "      <td>-0.867691</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>475</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.101468</td>\n",
       "      <td>4.885771</td>\n",
       "      <td>-8.504867</td>\n",
       "      <td>-0.938774</td>\n",
       "      <td>0.344410</td>\n",
       "      <td>0.009185</td>\n",
       "      <td>0.303168</td>\n",
       "      <td>0.813104</td>\n",
       "      <td>0.496942</td>\n",
       "      <td>0.163683</td>\n",
       "      <td>0.469301</td>\n",
       "      <td>-0.867735</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>476</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.118576</td>\n",
       "      <td>4.878219</td>\n",
       "      <td>-8.489519</td>\n",
       "      <td>-0.938775</td>\n",
       "      <td>0.344408</td>\n",
       "      <td>0.009171</td>\n",
       "      <td>0.303165</td>\n",
       "      <td>0.813124</td>\n",
       "      <td>0.496911</td>\n",
       "      <td>0.163682</td>\n",
       "      <td>0.469268</td>\n",
       "      <td>-0.867753</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ]
     },
     "metadata": {},
     "execution_count": 2
    }
   ],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "source": [
    "def transformed_Xsens_dot_data_Offline(filename): \r\n",
    "       regex = r\"(.*)_.*_(.*_).*.csv\"\r\n",
    "       mysearch = re.search(regex,filename)\r\n",
    "       IMU_ID =  mysearch.group(1) \r\n",
    "       prefix_IMU = mysearch.group(2)\r\n",
    "       new_filename = \"XSDot\" + \"_\" + prefix_IMU + IMU_ID + \".txt\"\r\n",
    "       path_new_filename = os.path.join(path_new_file, new_filename)\r\n",
    "       \r\n",
    "       #Read File 读取文件\r\n",
    "       df = pd.read_csv(filename,skiprows=6)                  \r\n",
    "       df_euler = df[[\"Euler_X\",\"Euler_Y\",\"Euler_Z\"]]                  #Select the column in which euler Angle is located 选择欧拉角所在的列\r\n",
    "\r\n",
    "       #Make a quaternion conversion 进行四元数的转换\r\n",
    "       r = R.from_euler(\"xyz\",df_euler,degrees=True)           #Initialize a quaternion 初始化四元数\r\n",
    "       matrix = r.as_matrix()                                  #Converts a quaternion to a rotation matrix 将四元数转换为旋转矩阵\r\n",
    "       (matrix_rows,b,c) = matrix.shape                        #The rotation matrix is (n,3,3) and there is no way to convert to Datafram 旋转矩阵是（n,3,3)没有办法转换为 Datafram\r\n",
    "       matrix_reshpae = matrix.reshape(matrix_rows,9)          #Convert to n rows and 9 columns of data 转换为 n 行 9 列的数据\r\n",
    "       \r\n",
    "       #Write the converted data to Excel 将转换好的数据写入到 Excel 当中\r\n",
    "       header_list = [\"Mat[1][1]\",\"Mat[1][2]\",\"Mat[1][3]\",\r\n",
    "                     \"Mat[2][1]\",\"Mat[2][2]\",\"Mat[2][3]\",\r\n",
    "                     \"Mat[3][1]\",\"Mat[3][2]\",\"Mat[3][3]\"]     #According to the results of Xsens rotation matrix, the corresponding columns are assigned table headers 对照 Xsens 旋转矩阵结果，为对应列赋予表头\r\n",
    "       df_matrix = pd.DataFrame(matrix_reshpae,columns=header_list)\r\n",
    "       \r\n",
    "       #Align the Xsens MVN built with Dot data 将 Dot 数据构建的 Xsens MVN 一致\r\n",
    "       PacketCounter = df['PacketCounter'] \r\n",
    "       SampleTimeFine = df[\"SampleTimeFine\"]\r\n",
    "       Acc = df[[\"Acc_X\",\"Acc_Y\",\"Acc_Z\"]]                     #the difference of offline and realtime\r\n",
    "       Acc.columns = [\"Acc_X\",\"Acc_Y\",\"Acc_Z\"]                 #Name the free acceleration acceleration, keeping the same format as the Xsens MVN data将自由加速度命名为加速度，保持和 Xsens MVN 数据格式相同\r\n",
    "       Year = [] \r\n",
    "       Month = []\r\n",
    "       Day = []\r\n",
    "       Second = []\r\n",
    "       UTC_Nano = []\r\n",
    "       UTC_Year = []\r\n",
    "       UTC_Month = []\r\n",
    "       UTC_Day = []\r\n",
    "       UTC_Hour = []\r\n",
    "       UTC_Minute = []\r\n",
    "       UTC_Second = []\r\n",
    "       UTC_Valid = []\r\n",
    "       df_othercolumns = pd.DataFrame({'Year':Year, 'Month':Month, 'Day':Day, 'Second':Second,\r\n",
    "              'UTC_Nano':UTC_Nano, 'UTC_Year':UTC_Year, 'UTC_Month':UTC_Month, 'UTC_Day':UTC_Day, 'UTC_Hour':UTC_Hour,\r\n",
    "              'UTC_Minute':UTC_Minute, 'UTC_Second':UTC_Second, 'UTC_Valid':UTC_Valid})\r\n",
    "\r\n",
    "       #The structure of the splice transformation 拼接转换的结构\r\n",
    "       frame = [PacketCounter,SampleTimeFine,df_othercolumns,Acc,df_matrix]\r\n",
    "       transformed_df = pd.concat(frame,axis=1)                              #Splice multiple Dataframs horizontally axis=1 横向拼接多个 DataFram\r\n",
    "       transformed_df.to_csv(path_new_filename,\r\n",
    "                            index=False,sep=\"\\t\",float_format='%.6f') \r\n",
    "\r\n",
    "       with open(path_new_filename,\"r+\") as f:\r\n",
    "           content = f.read()\r\n",
    "           f.seek(0,0)\r\n",
    "           f.write(\"// Start Time: Unknown\\n// Update Rate: 100.0Hz\\n//Filter Profile: human (46.1)\\n// Option Flags: AHS Disabled ICC Disabled\\n// Firmware Version: 4.0.2\\n\"+content)\r\n",
    "       print(new_filename,\",Done😎\")                                      #报告转换完成的文件"
   ],
   "outputs": [],
   "metadata": {}
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "source": [
    "new_file = \"Transformed_XsensDot_Data_Offline\"\r\n",
    "path_new_file = os.path.join(path_cwd,new_file)\r\n",
    "\r\n",
    "os.chdir(path_cwd)\r\n",
    "path_original_Xsens_dot = os.chdir(\".\\\\Original_XsensDot_Data_Offline\")\r\n",
    "print(os.getcwd())\r\n",
    "for file in os.listdir():\r\n",
    "    #Filter out all.csv files to avoid folder processing; otherwise, the system will report errors\r\n",
    "    #筛选出所有的 .csv 文件，避免对文件夹进行处理，否则系统会报错\r\n",
    "    if \".csv\" in file: \r\n",
    "        transformed_Xsens_dot_data_Offline(file)\r\n",
    "print(\"🎃All Xsens Dot original files have been converted\")"
   ],
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "c:\\Users\\openmind\\Desktop\\OpenSenseErro\\XsensDot2Mtw4OpenSense\\Original_XsensDot_Data_Offline\n",
      "XSDot_20210830_bei.txt ,Done😎\n",
      "XSDot_20210830_yao.txt ,Done😎\n",
      "XSDot_20210830_ydb.txt ,Done😎\n",
      "XSDot_20210830_ydt.txt ,Done😎\n",
      "XSDot_20210830_yxb.txt ,Done😎\n",
      "🎃All Xsens Dot original files have been converted\n"
     ]
    }
   ],
   "metadata": {}
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "af9ef3fafb8b9b7e6ff764ab804d464b5f8f1648fba56163cd95fefeec13982f"
  },
  "kernelspec": {
   "name": "python3",
   "display_name": "Python 3.8.3 64-bit ('base': conda)"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}