chargement data

8efcb328 · David Maxence · 1018dee2 · 8efcb328 · 8efcb328
Commit 8efcb328 authored Mar 10, 2021 by David Maxence
--- a/.ipynb_checkpoints/Data_loading-checkpoint.ipynb
+++ b/.ipynb_checkpoints/Data_loading-checkpoint.ipynb
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "id": "smart-nerve",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import numpy as np \n",
+    "import os\n",
+    "import pandas as pd \n",
+    "from scipy.io import wavfile\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "religious-module",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "US8K_audio = os.path.abspath('/home/maxence/Documents/INSA/ASI4/s8/DL/UrbanSound8K/audio/')\n",
+    "US8K_metadata = os.path.abspath('/home/maxence/Documents/INSA/ASI4/s8/DL/UrbanSound8K/metadata/UrbanSound8K.csv')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "id": "bizarre-visiting",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "metadata = pd.read_csv(US8K_metadata)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "id": "biblical-embassy",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>slice_file_name</th>\n",
+       "      <th>fsID</th>\n",
+       "      <th>start</th>\n",
+       "      <th>end</th>\n",
+       "      <th>salience</th>\n",
+       "      <th>fold</th>\n",
+       "      <th>classID</th>\n",
+       "      <th>class</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>100032-3-0-0.wav</td>\n",
+       "      <td>100032</td>\n",
+       "      <td>0.000000</td>\n",
+       "      <td>0.317551</td>\n",
+       "      <td>1</td>\n",
+       "      <td>5</td>\n",
+       "      <td>3</td>\n",
+       "      <td>dog_bark</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>100263-2-0-117.wav</td>\n",
+       "      <td>100263</td>\n",
+       "      <td>58.500000</td>\n",
+       "      <td>62.500000</td>\n",
+       "      <td>1</td>\n",
+       "      <td>5</td>\n",
+       "      <td>2</td>\n",
+       "      <td>children_playing</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>100263-2-0-121.wav</td>\n",
+       "      <td>100263</td>\n",
+       "      <td>60.500000</td>\n",
+       "      <td>64.500000</td>\n",
+       "      <td>1</td>\n",
+       "      <td>5</td>\n",
+       "      <td>2</td>\n",
+       "      <td>children_playing</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>100263-2-0-126.wav</td>\n",
+       "      <td>100263</td>\n",
+       "      <td>63.000000</td>\n",
+       "      <td>67.000000</td>\n",
+       "      <td>1</td>\n",
+       "      <td>5</td>\n",
+       "      <td>2</td>\n",
+       "      <td>children_playing</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>100263-2-0-137.wav</td>\n",
+       "      <td>100263</td>\n",
+       "      <td>68.500000</td>\n",
+       "      <td>72.500000</td>\n",
+       "      <td>1</td>\n",
+       "      <td>5</td>\n",
+       "      <td>2</td>\n",
+       "      <td>children_playing</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>...</th>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8727</th>\n",
+       "      <td>99812-1-2-0.wav</td>\n",
+       "      <td>99812</td>\n",
+       "      <td>159.522205</td>\n",
+       "      <td>163.522205</td>\n",
+       "      <td>2</td>\n",
+       "      <td>7</td>\n",
+       "      <td>1</td>\n",
+       "      <td>car_horn</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8728</th>\n",
+       "      <td>99812-1-3-0.wav</td>\n",
+       "      <td>99812</td>\n",
+       "      <td>181.142431</td>\n",
+       "      <td>183.284976</td>\n",
+       "      <td>2</td>\n",
+       "      <td>7</td>\n",
+       "      <td>1</td>\n",
+       "      <td>car_horn</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8729</th>\n",
+       "      <td>99812-1-4-0.wav</td>\n",
+       "      <td>99812</td>\n",
+       "      <td>242.691902</td>\n",
+       "      <td>246.197885</td>\n",
+       "      <td>2</td>\n",
+       "      <td>7</td>\n",
+       "      <td>1</td>\n",
+       "      <td>car_horn</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8730</th>\n",
+       "      <td>99812-1-5-0.wav</td>\n",
+       "      <td>99812</td>\n",
+       "      <td>253.209850</td>\n",
+       "      <td>255.741948</td>\n",
+       "      <td>2</td>\n",
+       "      <td>7</td>\n",
+       "      <td>1</td>\n",
+       "      <td>car_horn</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8731</th>\n",
+       "      <td>99812-1-6-0.wav</td>\n",
+       "      <td>99812</td>\n",
+       "      <td>332.289233</td>\n",
+       "      <td>334.821332</td>\n",
+       "      <td>2</td>\n",
+       "      <td>7</td>\n",
+       "      <td>1</td>\n",
+       "      <td>car_horn</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>8732 rows × 8 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "         slice_file_name    fsID       start         end  salience  fold  \\\n",
+       "0       100032-3-0-0.wav  100032    0.000000    0.317551         1     5   \n",
+       "1     100263-2-0-117.wav  100263   58.500000   62.500000         1     5   \n",
+       "2     100263-2-0-121.wav  100263   60.500000   64.500000         1     5   \n",
+       "3     100263-2-0-126.wav  100263   63.000000   67.000000         1     5   \n",
+       "4     100263-2-0-137.wav  100263   68.500000   72.500000         1     5   \n",
+       "...                  ...     ...         ...         ...       ...   ...   \n",
+       "8727     99812-1-2-0.wav   99812  159.522205  163.522205         2     7   \n",
+       "8728     99812-1-3-0.wav   99812  181.142431  183.284976         2     7   \n",
+       "8729     99812-1-4-0.wav   99812  242.691902  246.197885         2     7   \n",
+       "8730     99812-1-5-0.wav   99812  253.209850  255.741948         2     7   \n",
+       "8731     99812-1-6-0.wav   99812  332.289233  334.821332         2     7   \n",
+       "\n",
+       "      classID             class  \n",
+       "0           3          dog_bark  \n",
+       "1           2  children_playing  \n",
+       "2           2  children_playing  \n",
+       "3           2  children_playing  \n",
+       "4           2  children_playing  \n",
+       "...       ...               ...  \n",
+       "8727        1          car_horn  \n",
+       "8728        1          car_horn  \n",
+       "8729        1          car_horn  \n",
+       "8730        1          car_horn  \n",
+       "8731        1          car_horn  \n",
+       "\n",
+       "[8732 rows x 8 columns]"
+      ]
+     },
+     "execution_count": 11,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "metadata"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
+   "id": "noble-round",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "array(['air_conditioner', 'car_horn', 'children_playing', 'dog_bark',\n",
+       "       'drilling', 'engine_idling', 'gun_shot', 'jackhammer', 'siren',\n",
+       "       'street_music'], dtype=object)"
+      ]
+     },
+     "execution_count": 14,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "np.unique(metadata['class'])"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "identical-elephant",
+   "metadata": {},
+   "source": [
+    "Nous avons donc 10 classes dans le dataset qui sont : air_conditioner', 'car_horn', 'children_playing', 'dog_bark','drilling', 'engine_idling', 'gun_shot', 'jackhammer', 'siren','street_music'\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 26,
+   "id": "ignored-thursday",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "dog_bark            1000\n",
+       "air_conditioner     1000\n",
+       "street_music        1000\n",
+       "children_playing    1000\n",
+       "jackhammer          1000\n",
+       "drilling            1000\n",
+       "engine_idling       1000\n",
+       "siren                929\n",
+       "car_horn             429\n",
+       "gun_shot             374\n",
+       "Name: class, dtype: int64"
+      ]
+     },
+     "execution_count": 26,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "metadata['class'].value_counts()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "solved-alaska",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3.8.2 64-bit",
+   "language": "python",
+   "name": "python38264bit553a082d8987410db038174ed8b7851d"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.8.5"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}
+%% Cell type:code id:smart-nerve tags:
+
+``` python
+import numpy as np
+import os
+import pandas as pd
+from scipy.io import wavfile
+```
+
+%% Cell type:code id:religious-module tags:
+
+``` python
+US8K_audio = os.path.abspath('/home/maxence/Documents/INSA/ASI4/s8/DL/UrbanSound8K/audio/')
+US8K_metadata = os.path.abspath('/home/maxence/Documents/INSA/ASI4/s8/DL/UrbanSound8K/metadata/UrbanSound8K.csv')
+```
+
+%% Cell type:code id:bizarre-visiting tags:
+
+``` python
+metadata = pd.read_csv(US8K_metadata)
+```
+
+%% Cell type:code id:biblical-embassy tags:
+
+``` python
+metadata
+```
+
+%% Output
+
+             slice_file_name    fsID       start         end  salience  fold  \
+    0       100032-3-0-0.wav  100032    0.000000    0.317551         1     5
+    1     100263-2-0-117.wav  100263   58.500000   62.500000         1     5
+    2     100263-2-0-121.wav  100263   60.500000   64.500000         1     5
+    3     100263-2-0-126.wav  100263   63.000000   67.000000         1     5
+    4     100263-2-0-137.wav  100263   68.500000   72.500000         1     5
+    ...                  ...     ...         ...         ...       ...   ...
+    8727     99812-1-2-0.wav   99812  159.522205  163.522205         2     7
+    8728     99812-1-3-0.wav   99812  181.142431  183.284976         2     7
+    8729     99812-1-4-0.wav   99812  242.691902  246.197885         2     7
+    8730     99812-1-5-0.wav   99812  253.209850  255.741948         2     7
+    8731     99812-1-6-0.wav   99812  332.289233  334.821332         2     7
+    
+          classID             class
+    0           3          dog_bark
+    1           2  children_playing
+    2           2  children_playing
+    3           2  children_playing
+    4           2  children_playing
+    ...       ...               ...
+    8727        1          car_horn
+    8728        1          car_horn
+    8729        1          car_horn
+    8730        1          car_horn
+    8731        1          car_horn
+    
+    [8732 rows x 8 columns]
+
+%% Cell type:code id:noble-round tags:
+
+``` python
+np.unique(metadata['class'])
+```
+
+%% Output
+
+    array(['air_conditioner', 'car_horn', 'children_playing', 'dog_bark',
+           'drilling', 'engine_idling', 'gun_shot', 'jackhammer', 'siren',
+           'street_music'], dtype=object)
+
+%% Cell type:markdown id:identical-elephant tags:
+
+Nous avons donc 10 classes dans le dataset qui sont : air_conditioner', 'car_horn', 'children_playing', 'dog_bark','drilling', 'engine_idling', 'gun_shot', 'jackhammer', 'siren','street_music'
+
+%% Cell type:code id:ignored-thursday tags:
+
+``` python
+metadata['class'].value_counts()
+```
+
+%% Output
+
+    dog_bark            1000
+    air_conditioner     1000
+    street_music        1000
+    children_playing    1000
+    jackhammer          1000
+    drilling            1000
+    engine_idling       1000
+    siren                929
+    car_horn             429
+    gun_shot             374
+    Name: class, dtype: int64
+
+%% Cell type:code id:solved-alaska tags:
+
+``` python
+```
--- a/Data_loading.ipynb
+++ b/Data_loading.ipynb
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "id": "smart-nerve",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import numpy as np \n",
+    "import os\n",
+    "import pandas as pd \n",
+    "from scipy.io import wavfile\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "religious-module",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "US8K_audio = os.path.abspath('/home/maxence/Documents/INSA/ASI4/s8/DL/UrbanSound8K/audio/')\n",
+    "US8K_metadata = os.path.abspath('/home/maxence/Documents/INSA/ASI4/s8/DL/UrbanSound8K/metadata/UrbanSound8K.csv')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "id": "bizarre-visiting",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "metadata = pd.read_csv(US8K_metadata)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "id": "biblical-embassy",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>slice_file_name</th>\n",
+       "      <th>fsID</th>\n",
+       "      <th>start</th>\n",
+       "      <th>end</th>\n",
+       "      <th>salience</th>\n",
+       "      <th>fold</th>\n",
+       "      <th>classID</th>\n",
+       "      <th>class</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>100032-3-0-0.wav</td>\n",
+       "      <td>100032</td>\n",
+       "      <td>0.000000</td>\n",
+       "      <td>0.317551</td>\n",
+       "      <td>1</td>\n",
+       "      <td>5</td>\n",
+       "      <td>3</td>\n",
+       "      <td>dog_bark</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>100263-2-0-117.wav</td>\n",
+       "      <td>100263</td>\n",
+       "      <td>58.500000</td>\n",
+       "      <td>62.500000</td>\n",
+       "      <td>1</td>\n",
+       "      <td>5</td>\n",
+       "      <td>2</td>\n",
+       "      <td>children_playing</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>100263-2-0-121.wav</td>\n",
+       "      <td>100263</td>\n",
+       "      <td>60.500000</td>\n",
+       "      <td>64.500000</td>\n",
+       "      <td>1</td>\n",
+       "      <td>5</td>\n",
+       "      <td>2</td>\n",
+       "      <td>children_playing</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>100263-2-0-126.wav</td>\n",
+       "      <td>100263</td>\n",
+       "      <td>63.000000</td>\n",
+       "      <td>67.000000</td>\n",
+       "      <td>1</td>\n",
+       "      <td>5</td>\n",
+       "      <td>2</td>\n",
+       "      <td>children_playing</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>100263-2-0-137.wav</td>\n",
+       "      <td>100263</td>\n",
+       "      <td>68.500000</td>\n",
+       "      <td>72.500000</td>\n",
+       "      <td>1</td>\n",
+       "      <td>5</td>\n",
+       "      <td>2</td>\n",
+       "      <td>children_playing</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>...</th>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8727</th>\n",
+       "      <td>99812-1-2-0.wav</td>\n",
+       "      <td>99812</td>\n",
+       "      <td>159.522205</td>\n",
+       "      <td>163.522205</td>\n",
+       "      <td>2</td>\n",
+       "      <td>7</td>\n",
+       "      <td>1</td>\n",
+       "      <td>car_horn</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8728</th>\n",
+       "      <td>99812-1-3-0.wav</td>\n",
+       "      <td>99812</td>\n",
+       "      <td>181.142431</td>\n",
+       "      <td>183.284976</td>\n",
+       "      <td>2</td>\n",
+       "      <td>7</td>\n",
+       "      <td>1</td>\n",
+       "      <td>car_horn</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8729</th>\n",
+       "      <td>99812-1-4-0.wav</td>\n",
+       "      <td>99812</td>\n",
+       "      <td>242.691902</td>\n",
+       "      <td>246.197885</td>\n",
+       "      <td>2</td>\n",
+       "      <td>7</td>\n",
+       "      <td>1</td>\n",
+       "      <td>car_horn</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8730</th>\n",
+       "      <td>99812-1-5-0.wav</td>\n",
+       "      <td>99812</td>\n",
+       "      <td>253.209850</td>\n",
+       "      <td>255.741948</td>\n",
+       "      <td>2</td>\n",
+       "      <td>7</td>\n",
+       "      <td>1</td>\n",
+       "      <td>car_horn</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>8731</th>\n",
+       "      <td>99812-1-6-0.wav</td>\n",
+       "      <td>99812</td>\n",
+       "      <td>332.289233</td>\n",
+       "      <td>334.821332</td>\n",
+       "      <td>2</td>\n",
+       "      <td>7</td>\n",
+       "      <td>1</td>\n",
+       "      <td>car_horn</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>8732 rows × 8 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "         slice_file_name    fsID       start         end  salience  fold  \\\n",
+       "0       100032-3-0-0.wav  100032    0.000000    0.317551         1     5   \n",
+       "1     100263-2-0-117.wav  100263   58.500000   62.500000         1     5   \n",
+       "2     100263-2-0-121.wav  100263   60.500000   64.500000         1     5   \n",
+       "3     100263-2-0-126.wav  100263   63.000000   67.000000         1     5   \n",
+       "4     100263-2-0-137.wav  100263   68.500000   72.500000         1     5   \n",
+       "...                  ...     ...         ...         ...       ...   ...   \n",
+       "8727     99812-1-2-0.wav   99812  159.522205  163.522205         2     7   \n",
+       "8728     99812-1-3-0.wav   99812  181.142431  183.284976         2     7   \n",
+       "8729     99812-1-4-0.wav   99812  242.691902  246.197885         2     7   \n",
+       "8730     99812-1-5-0.wav   99812  253.209850  255.741948         2     7   \n",
+       "8731     99812-1-6-0.wav   99812  332.289233  334.821332         2     7   \n",
+       "\n",
+       "      classID             class  \n",
+       "0           3          dog_bark  \n",
+       "1           2  children_playing  \n",
+       "2           2  children_playing  \n",
+       "3           2  children_playing  \n",
+       "4           2  children_playing  \n",
+       "...       ...               ...  \n",
+       "8727        1          car_horn  \n",
+       "8728        1          car_horn  \n",
+       "8729        1          car_horn  \n",
+       "8730        1          car_horn  \n",
+       "8731        1          car_horn  \n",
+       "\n",
+       "[8732 rows x 8 columns]"
+      ]
+     },
+     "execution_count": 11,
+     "metadata": {},
+     "output_type": "execute_result"
+    }