generate_BirdVox-300h.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import datetime\n",
    "import numpy as np\n",
    "import os\n",
    "import pandas as pd\n",
    "import pytz\n",
    "\n",
    "data_dir = '/scratch/vl1019/bvd300h_data'\n",
    "in_dir = os.path.join(data_dir, 'BirdVox-300h_wav_raw-entrofy-names')\n",
    "in_wav_names = os.listdir(in_dir)\n",
    "in_dawn_names = [x for x in in_wav_names if \"_dawn\" in x]\n",
    "\n",
    "# 2015-09-08 and 2015-09-09, unit01_2015-10-01 are exceptions which are treated manually\n",
    "in_dawn_names = [\n",
    "    x for x in in_dawn_names if\n",
    "    not x.startswith(\"unit03_2015-09-08\") and\n",
    "    not x.startswith(\"unit03_2015-09-09\") and\n",
    "    not x.startswith(\"unit01_2015-10-01\")]\n",
    "\n",
    "in_df = pd.read_csv('etc/Entrofy_145_raw-entrofy-names.csv')\n",
    "in_dawn_df = in_df[in_df[\"utc\"]==\"dawn\"]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "dawn_converter = {}\n",
    "\n",
    "for in_dawn_name in sorted(in_dawn_names):\n",
    "    out_dawn_name = \"init\"\n",
    "    unit_str = in_dawn_name.split(\"_\")[0]\n",
    "    start_str = str(int(\"\".join(in_dawn_name.split(\"_\")[1].split(\"-\"))))\n",
    "    excerpt_start = unit_str + \"/\" + start_str\n",
    "    row_id = np.where([\n",
    "        x.startswith(excerpt_start) for x in\n",
    "        list(in_dawn_df[\"excerpt\"])])[0]\n",
    "    assert len(row_id) < 2\n",
    "    is_day_minus_one = (len(row_id) == 0)\n",
    "    \n",
    "    if not is_day_minus_one:\n",
    "        in_dict = dict(in_dawn_df.iloc[row_id[0]])\n",
    "        excerpt_str = in_dict[\"excerpt\"]\n",
    "        timestamp_str = excerpt_str[7:].split(\"_\")[0]\n",
    "        offset_str = excerpt_str[7:].split(\"_\")[1]\n",
    "        offset_hours = int(offset_str.split(\":\")[0])\n",
    "        offset_minutes = int(offset_str.split(\":\")[1])\n",
    "        offset_seconds = int(offset_str.split(\":\")[2])\n",
    "        timestamp_year = int(timestamp_str[:4])\n",
    "        timestamp_month = int(timestamp_str[4:6])\n",
    "        timestamp_day = int(timestamp_str[6:8])\n",
    "        timestamp_hour = int(timestamp_str[8:10])\n",
    "        timestamp_minute = int(timestamp_str[10:12])\n",
    "        timestamp_second = int(timestamp_str[12:])\n",
    "        start_dt = datetime.datetime(\n",
    "            timestamp_year, timestamp_month, timestamp_day,\n",
    "            timestamp_hour, timestamp_minute, timestamp_second, 0, pytz.UTC)\n",
    "        offset_td = datetime.timedelta(\n",
    "            hours=offset_hours,\n",
    "            minutes=offset_minutes,\n",
    "            seconds=offset_seconds)\n",
    "        dt = start_dt + offset_td\n",
    "        out_dawn_name = \"{:04d}-{:02d}-{:02d}_{:02d}-{:02d}-{:02d}\".format(\n",
    "            dt.year, dt.month, dt.day,\n",
    "            dt.hour, dt.minute, dt.second) + \"_\" + unit_str + \".wav\"\n",
    "        day_str = \"{:04d}-{:02d}-{:02d}\".format(dt.year, dt.month, dt.day)\n",
    "        if day_str not in in_dawn_name:\n",
    "            is_day_minus_one = True\n",
    "        \n",
    "    if is_day_minus_one:\n",
    "        start_str = str(int(\"\".join(in_dawn_name.split(\"_\")[1].split(\"-\")))-1)\n",
    "        excerpt_start = unit_str + \"/\" + start_str\n",
    "        row_id = np.where([\n",
    "            x.startswith(excerpt_start) for x in\n",
    "            list(in_dawn_df[\"excerpt\"])])[0]\n",
    "        assert len(row_id) == 1\n",
    "        in_dict = dict(in_dawn_df.iloc[row_id[0]])\n",
    "        excerpt_str = in_dict[\"excerpt\"]\n",
    "        timestamp_str = excerpt_str[7:].split(\"_\")[0]\n",
    "        offset_str = excerpt_str[7:].split(\"_\")[1]\n",
    "        offset_hours = int(offset_str.split(\":\")[0])\n",
    "        offset_minutes = int(offset_str.split(\":\")[1])\n",
    "        offset_seconds = int(offset_str.split(\":\")[2])\n",
    "        timestamp_year = int(timestamp_str[:4])\n",
    "        timestamp_month = int(timestamp_str[4:6])\n",
    "        timestamp_day = int(timestamp_str[6:8])\n",
    "        timestamp_hour = int(timestamp_str[8:10])\n",
    "        timestamp_minute = int(timestamp_str[10:12])\n",
    "        timestamp_second = int(timestamp_str[12:])\n",
    "        start_dt = datetime.datetime(\n",
    "            timestamp_year, timestamp_month, timestamp_day,\n",
    "            timestamp_hour, timestamp_minute, timestamp_second, 0, pytz.UTC)\n",
    "        offset_td = datetime.timedelta(\n",
    "            hours=offset_hours,\n",
    "            minutes=offset_minutes,\n",
    "            seconds=offset_seconds)\n",
    "        dt = start_dt + offset_td\n",
    "        out_dawn_name = \"{:04d}-{:02d}-{:02d}_{:02d}-{:02d}-{:02d}\".format(\n",
    "            dt.year, dt.month, dt.day,\n",
    "            dt.hour, dt.minute, dt.second) + \"_\" + unit_str + \".wav\"\n",
    "        \n",
    "    dawn_converter[in_dawn_name] = out_dawn_name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "in_dawn_name = \"unit03_2015-09-08_dawn.wav\"\n",
    "excerpt_str = \"unit03/20150908000002_08:09:57\"\n",
    "timestamp_str = excerpt_str[7:].split(\"_\")[0]\n",
    "offset_str = excerpt_str[7:].split(\"_\")[1]\n",
    "offset_hours = int(offset_str.split(\":\")[0])\n",
    "offset_minutes = int(offset_str.split(\":\")[1])\n",
    "offset_seconds = int(offset_str.split(\":\")[2])\n",
    "timestamp_year = int(timestamp_str[:4])\n",
    "timestamp_month = int(timestamp_str[4:6])\n",
    "timestamp_day = int(timestamp_str[6:8])\n",
    "timestamp_hour = int(timestamp_str[8:10])\n",
    "timestamp_minute = int(timestamp_str[10:12])\n",
    "timestamp_second = int(timestamp_str[12:])\n",
    "start_dt = datetime.datetime(\n",
    "    timestamp_year, timestamp_month, timestamp_day,\n",
    "    timestamp_hour, timestamp_minute, timestamp_second, 0, pytz.UTC)\n",
    "offset_td = datetime.timedelta(\n",
    "    hours=offset_hours,\n",
    "    minutes=offset_minutes,\n",
    "    seconds=offset_seconds)\n",
    "dt = start_dt + offset_td\n",
    "out_dawn_name = \"{:04d}-{:02d}-{:02d}_{:02d}-{:02d}-{:02d}\".format(\n",
    "    dt.year, dt.month, dt.day,\n",
    "    dt.hour, dt.minute, dt.second) + \"_unit03.wav\"\n",
    "dawn_converter[in_dawn_name] = out_dawn_name\n",
    "\n",
    "in_dawn_name = \"unit03_2015-09-09_dawn.wav\"\n",
    "excerpt_str = \"unit03/20150908235804_08:13:01\"\n",
    "timestamp_str = excerpt_str[7:].split(\"_\")[0]\n",
    "offset_str = excerpt_str[7:].split(\"_\")[1]\n",
    "offset_hours = int(offset_str.split(\":\")[0])\n",
    "offset_minutes = int(offset_str.split(\":\")[1])\n",
    "offset_seconds = int(offset_str.split(\":\")[2])\n",
    "timestamp_year = int(timestamp_str[:4])\n",
    "timestamp_month = int(timestamp_str[4:6])\n",
    "timestamp_day = int(timestamp_str[6:8])\n",
    "timestamp_hour = int(timestamp_str[8:10])\n",
    "timestamp_minute = int(timestamp_str[10:12])\n",
    "timestamp_second = int(timestamp_str[12:])\n",
    "start_dt = datetime.datetime(\n",
    "    timestamp_year, timestamp_month, timestamp_day,\n",
    "    timestamp_hour, timestamp_minute, timestamp_second, 0, pytz.UTC)\n",
    "offset_td = datetime.timedelta(\n",
    "    hours=offset_hours,\n",
    "    minutes=offset_minutes,\n",
    "    seconds=offset_seconds)\n",
    "dt = start_dt + offset_td\n",
    "out_dawn_name = \"{:04d}-{:02d}-{:02d}_{:02d}-{:02d}-{:02d}\".format(\n",
    "    dt.year, dt.month, dt.day,\n",
    "    dt.hour, dt.minute, dt.second) + \"_unit03.wav\"\n",
    "dawn_converter[in_dawn_name] = out_dawn_name\n",
    "\n",
    "in_dawn_name = \"unit01_2015-10-01.wav\"\n",
    "excerpt_str = \"unit01/20150930231902_09:14:28\"\n",
    "timestamp_str = excerpt_str[7:].split(\"_\")[0]\n",
    "offset_str = excerpt_str[7:].split(\"_\")[1]\n",
    "offset_hours = int(offset_str.split(\":\")[0])\n",
    "offset_minutes = int(offset_str.split(\":\")[1])\n",
    "offset_seconds = int(offset_str.split(\":\")[2])\n",
    "timestamp_year = int(timestamp_str[:4])\n",
    "timestamp_month = int(timestamp_str[4:6])\n",
    "timestamp_day = int(timestamp_str[6:8])\n",
    "timestamp_hour = int(timestamp_str[8:10])\n",
    "timestamp_minute = int(timestamp_str[10:12])\n",
    "timestamp_second = int(timestamp_str[12:])\n",
    "start_dt = datetime.datetime(\n",
    "    timestamp_year, timestamp_month, timestamp_day,\n",
    "    timestamp_hour, timestamp_minute, timestamp_second, 0, pytz.UTC)\n",
    "offset_td = datetime.timedelta(\n",
    "    hours=offset_hours,\n",
    "    minutes=offset_minutes,\n",
    "    seconds=offset_seconds)\n",
    "dt = start_dt + offset_td\n",
    "out_dawn_name = \"{:04d}-{:02d}-{:02d}_{:02d}-{:02d}-{:02d}\".format(\n",
    "    dt.year, dt.month, dt.day,\n",
    "    dt.hour, dt.minute, dt.second) + \"_unit01.wav\"\n",
    "dawn_converter[in_dawn_name] = out_dawn_name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "in_night_names = [x for x in in_wav_names if \"_dawn\" not in x]\n",
    "# 20151114221604_1:43:56_fold-unit02_utc-22h_week-Nov14_cluster-5 is an exception which is treated manually\n",
    "in_night_names = [\n",
    "    x for x in in_night_names\n",
    "    if not \"20151114221604_1:43:56_fold-unit02_utc-22h_week-Nov14_cluster-5\" in x]\n",
    "in_night_df = in_df[in_df[\"utc\"]!=\"dawn\"]\n",
    "    \n",
    "night_converter = {}\n",
    "leftovers = []\n",
    "for in_night_name in in_night_names:\n",
    "    row_id = np.where([\n",
    "        in_night_name[:14] in x and\n",
    "        in_night_name[15:22] in x\n",
    "        for x in list(in_night_df[\"excerpt\"])])[0]\n",
    "    assert len(row_id)<2\n",
    "    if len(row_id)==1:\n",
    "        timestamp_year = int(in_night_name[:4])\n",
    "        timestamp_month = int(in_night_name[4:6])\n",
    "        timestamp_day = int(in_night_name[6:8])\n",
    "        timestamp_hour = int(in_night_name[8:10])\n",
    "        timestamp_minute = int(in_night_name[10:12])\n",
    "        timestamp_second = int(in_night_name[12:14])\n",
    "        start_dt = datetime.datetime(\n",
    "            timestamp_year, timestamp_month, timestamp_day,\n",
    "            timestamp_hour, timestamp_minute, timestamp_second, 0, pytz.UTC)\n",
    "        offset_str = in_night_name[15:22]\n",
    "        offset_hours = int(offset_str[:1])\n",
    "        offset_minutes = int(offset_str[2:4])\n",
    "        offset_seconds = int(offset_str[5:7])\n",
    "        offset_td = datetime.timedelta(\n",
    "            hours=offset_hours,\n",
    "            minutes=offset_minutes,\n",
    "            seconds=offset_seconds)\n",
    "        dt = start_dt + offset_td\n",
    "        unit_str = in_night_df.iloc[row_id[0]][\"excerpt\"][:6]\n",
    "        out_night_name = \"{:04d}-{:02d}-{:02d}_{:02d}-{:02d}-{:02d}\".format(\n",
    "            dt.year, dt.month, dt.day,\n",
    "            dt.hour, dt.minute, dt.second) + \"_\" + unit_str + \".wav\"\n",
    "        night_converter[in_night_name] = out_night_name\n",
    "    \n",
    "    if len(row_id)==0:\n",
    "        leftovers.append(in_night_name)\n",
    "        \n",
    "        \n",
    "# Special case\n",
    "in_night_name = \"20151114221604_1:43:56_fold-unit02_utc-22h_week-Nov14_cluster-5.wav\"\n",
    "timestamp_year = int(in_night_name[:4])\n",
    "timestamp_month = int(in_night_name[4:6])\n",
    "timestamp_day = int(in_night_name[6:8])\n",
    "timestamp_hour = int(in_night_name[8:10])\n",
    "timestamp_minute = int(in_night_name[10:12])\n",
    "timestamp_second = int(in_night_name[12:14])\n",
    "start_dt = datetime.datetime(\n",
    "    timestamp_year, timestamp_month, timestamp_day,\n",
    "    timestamp_hour, timestamp_minute, timestamp_second, 0, pytz.UTC)\n",
    "offset_str = in_night_name[15:22]\n",
    "offset_hours = int(offset_str[:1])\n",
    "offset_minutes = int(offset_str[2:4])\n",
    "offset_seconds = int(offset_str[5:7])\n",
    "offset_td = datetime.timedelta(\n",
    "    hours=offset_hours,\n",
    "    minutes=offset_minutes,\n",
    "    seconds=offset_seconds)\n",
    "dt = start_dt + offset_td\n",
    "unit_str = \"unit02\"\n",
    "out_night_name = \"{:04d}-{:02d}-{:02d}_{:02d}-{:02d}-{:02d}\".format(\n",
    "    dt.year, dt.month, dt.day,\n",
    "    dt.hour, dt.minute, dt.second) + \"_\" + unit_str + \".wav\"\n",
    "night_converter[in_night_name] = out_night_name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "extra_df = pd.read_csv('etc/BirdVox_robin2015.csv')\n",
    "\n",
    "leftover_converter = {}\n",
    "for wav_name in leftovers:\n",
    "    cluster_id = int(wav_name.split(\"cluster-\")[1][0])\n",
    "    week_str = wav_name.split(\"week-\")[1][:3] + \" \" + wav_name.split(\"week-\")[1][4]\n",
    "    offset_str = \" \" + wav_name[15] + \":\" + wav_name[17:19] + \":\" + wav_name[20:22]\n",
    "    row_id = extra_df[\n",
    "        (extra_df[\"Cluster ID (0-9)\"]==cluster_id) &\n",
    "        (extra_df[\"File name\"]==int(wav_name[:14])) &\n",
    "        (extra_df[\"Offset (hh:mm:ss)\"]==offset_str)]\n",
    "    if len(row_id) > 1:\n",
    "        row_id = row_id[row_id[\"Unit\"].isin([\"unit\" + x for x in wav_name[33:].split(\"_\")[0].split(\"-\")])]\n",
    "    assert len(row_id) == 1\n",
    "    timestamp_year = int(wav_name[:4])\n",
    "    timestamp_month = int(wav_name[4:6])\n",
    "    timestamp_day = int(wav_name[6:8])\n",
    "    timestamp_hour = int(wav_name[8:10])\n",
    "    timestamp_minute = int(wav_name[10:12])\n",
    "    timestamp_second = int(wav_name[12:14])\n",
    "    start_dt = datetime.datetime(\n",
    "        timestamp_year, timestamp_month, timestamp_day,\n",
    "        timestamp_hour, timestamp_minute, timestamp_second, 0, pytz.UTC)\n",
    "    offset_str = wav_name[15:22]\n",
    "    offset_hours = int(offset_str[:1])\n",
    "    offset_minutes = int(offset_str[2:4])\n",
    "    offset_seconds = int(offset_str[5:7])\n",
    "    offset_td = datetime.timedelta(\n",
    "        hours=offset_hours,\n",
    "        minutes=offset_minutes,\n",
    "        seconds=offset_seconds)\n",
    "    dt = start_dt + offset_td\n",
    "    unit_str = row_id.iloc[0][\"Unit\"]\n",
    "    out_wav_name = \"{:04d}-{:02d}-{:02d}_{:02d}-{:02d}-{:02d}\".format(\n",
    "        dt.year, dt.month, dt.day,\n",
    "        dt.hour, dt.minute, dt.second) + \"_\" + unit_str + \".wav\"\n",
    "    leftover_converter[wav_name] = out_wav_name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "wav_converter = {**dawn_converter, **night_converter, **leftover_converter}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{}"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Make sure that there are no collisions. The output should be empty\n",
    "from collections import Counter\n",
    "value_counter = Counter(wav_converter.values())\n",
    "dups = list({k: value_counter[k] for k in value_counter if value_counter[k]>1}.keys())\n",
    "{k: wav_converter[k] for k in wav_converter if wav_converter[k] in dups}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "150"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(wav_converter)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'unit01_2015-09-01_dawn.wav': '2015-09-01_08-00-58_unit01.wav',\n",
       " 'unit01_2015-09-09_dawn.wav': '2015-09-09_08-09-59_unit01.wav',\n",
       " 'unit01_2015-09-29_dawn.wav': '2015-09-29_08-31-38_unit01.wav',\n",
       " 'unit01_2015-10-02_dawn.wav': '2015-10-02_08-34-49_unit01.wav',\n",
       " 'unit01_2015-10-18_dawn.wav': '2015-10-18_08-52-44_unit01.wav',\n",
       " 'unit02_2015-08-27_dawn.wav': '2015-08-27_07-55-10_unit02.wav',\n",
       " 'unit02_2015-08-30_dawn.wav': '2015-08-30_07-58-57_unit02.wav',\n",
       " 'unit02_2015-08-31_dawn.wav': '2015-08-31_07-59-58_unit02.wav',\n",
       " 'unit02_2015-09-15_dawn.wav': '2015-09-15_08-16-59_unit02.wav',\n",
       " 'unit02_2015-09-16_dawn.wav': '2015-09-16_08-17-57_unit02.wav',\n",
       " 'unit02_2015-09-26_dawn.wav': '2015-09-26_08-28-00_unit02.wav',\n",
       " 'unit02_2015-11-02_dawn.wav': '2015-11-02_09-09-58_unit02.wav',\n",
       " 'unit03_2015-08-04_dawn.wav': '2015-08-04_03-40-48_unit03.wav',\n",
       " 'unit03_2015-09-04_dawn.wav': '2015-09-04_08-04-59_unit03.wav',\n",
       " 'unit03_2015-09-29_dawn.wav': '2015-09-29_08-32-57_unit03.wav',\n",
       " 'unit03_2015-10-02_dawn.wav': '2015-10-02_08-35-59_unit03.wav',\n",
       " 'unit03_2015-11-07_dawn.wav': '2015-11-07_09-16-17_unit03.wav',\n",
       " 'unit04_2015-08-03_dawn.wav': '2015-08-03_07-27-59_unit04.wav',\n",
       " 'unit04_2015-08-14_dawn.wav': '2015-08-14_17-59-47_unit04.wav',\n",
       " 'unit05_2015-08-30_dawn.wav': '2015-08-30_07-58-58_unit05.wav',\n",
       " 'unit05_2015-09-03_dawn.wav': '2015-09-03_08-03-58_unit05.wav',\n",
       " 'unit05_2015-09-05_dawn.wav': '2015-09-05_08-05-57_unit05.wav',\n",
       " 'unit05_2015-09-08_dawn.wav': '2015-09-08_08-09-00_unit05.wav',\n",
       " 'unit05_2015-10-08_dawn.wav': '2015-10-08_08-41-58_unit05.wav',\n",
       " 'unit05_2015-10-14_dawn.wav': '2015-10-14_08-48-57_unit05.wav',\n",
       " 'unit05_2015-10-19_dawn.wav': '2015-10-19_08-53-57_unit05.wav',\n",
       " 'unit05_2015-11-20_dawn.wav': '2015-11-20_09-31-57_unit05.wav',\n",
       " 'unit06_2015-10-30_dawn.wav': '2015-10-30_09-06-00_unit06.wav',\n",
       " 'unit06_2015-11-09_dawn.wav': '2015-11-09_09-17-59_unit06.wav',\n",
       " 'unit06_2015-11-14_dawn.wav': '2015-11-14_09-24-00_unit06.wav',\n",
       " 'unit06_2015-11-25_dawn.wav': '2015-11-25_09-35-59_unit06.wav',\n",
       " 'unit06_2015-11-26_dawn.wav': '2015-11-26_09-37-00_unit06.wav',\n",
       " 'unit07_2015-08-18_dawn.wav': '2015-08-18_07-44-59_unit07.wav',\n",
       " 'unit07_2015-08-19_dawn.wav': '2015-08-19_07-45-58_unit07.wav',\n",
       " 'unit07_2015-09-20_dawn.wav': '2015-09-20_08-21-58_unit07.wav',\n",
       " 'unit07_2015-10-02_dawn.wav': '2015-10-02_08-34-58_unit07.wav',\n",
       " 'unit07_2015-10-09_dawn.wav': '2015-10-09_08-42-14_unit07.wav',\n",
       " 'unit07_2015-10-22_dawn.wav': '2015-10-22_08-56-56_unit07.wav',\n",
       " 'unit07_2015-10-24_dawn.wav': '2015-10-24_08-59-57_unit07.wav',\n",
       " 'unit08_2015-08-12_dawn.wav': '2015-08-12_07-37-51_unit08.wav',\n",
       " 'unit08_2015-08-14_dawn.wav': '2015-08-14_07-40-58_unit08.wav',\n",
       " 'unit08_2015-08-16_dawn.wav': '2015-08-16_07-42-59_unit08.wav',\n",
       " 'unit08_2015-09-19_dawn.wav': '2015-09-19_08-20-57_unit08.wav',\n",
       " 'unit08_2015-10-20_dawn.wav': '2015-10-20_08-54-55_unit08.wav',\n",
       " 'unit08_2015-11-02_dawn.wav': '2015-11-02_09-10-56_unit08.wav',\n",
       " 'unit08_2015-11-15_dawn.wav': '2015-11-15_09-25-57_unit08.wav',\n",
       " 'unit10_2015-09-27_dawn.wav': '2015-09-27_08-28-56_unit10.wav',\n",
       " 'unit03_2015-09-08_dawn.wav': '2015-09-08_08-09-59_unit03.wav',\n",
       " 'unit03_2015-09-09_dawn.wav': '2015-09-09_08-11-05_unit03.wav',\n",
       " 'unit01_2015-10-01.wav': '2015-10-01_08-33-30_unit01.wav',\n",
       " '20151012225802_1:01:58_fold-unit-01-10_utc-22h_week-Oct7_cluster-0.wav': '2015-10-13_00-00-00_unit01.wav',\n",
       " '20150908000003_1:59:57_fold-unit-01-10_utc-06h_week-Sep7_cluster-2.wav': '2015-09-08_02-00-00_unit01.wav',\n",
       " '20151121221103_7:48:57_fold-unit02_utc-10h_week-Nov21_cluster-0.wav': '2015-11-22_06-00-00_unit02.wav',\n",
       " '20150827002103_5:38:57_fold-unit07_utc-10h_week-Aug21_cluster-3.wav': '2015-08-27_06-00-00_unit07.wav',\n",
       " '20150910235403_6:05:57_fold-unit07_utc-10h_week-Sep7_cluster-1.wav': '2015-09-11_06-00-00_unit07.wav',\n",
       " '20151118221302_5:46:58_fold-unit07_utc-08h_week-Nov14_cluster-4.wav': '2015-11-19_04-00-00_unit07.wav',\n",
       " '20151112221802_7:41:58_fold-unit05_utc-10h_week-Nov7_cluster-0.wav': '2015-11-13_06-00-00_unit05.wav',\n",
       " '20150821003102_3:28:58_fold-unit03_utc-08h_week-Aug14_cluster-9.wav': '2015-08-21_04-00-00_unit03.wav',\n",
       " '20151018225002_3:09:58_fold-unit03_utc-06h_week-Oct14_cluster-5.wav': '2015-10-19_02-00-00_unit03.wav',\n",
       " '20151009230302_6:56:58_fold-unit-01-10_utc-10h_week-Oct7_cluster-8.wav': '2015-10-10_06-00-00_unit01.wav',\n",
       " '20150917234202_0:17:58_fold-unit07_utc-22h_week-Sep14_cluster-4.wav': '2015-09-18_00-00-00_unit07.wav',\n",
       " '20151101223102_1:28:58_fold-unit03_utc-22h_week-Nov1_cluster-5.wav': '2015-11-02_00-00-00_unit03.wav',\n",
       " '20151102222902_5:30:58_fold-unit03_utc-08h_week-Nov1_cluster-5.wav': '2015-11-03_04-00-00_unit03.wav',\n",
       " '20151009230311_0:56:48_fold-unit02_utc-22h_week-Oct7_cluster-0.wav': '2015-10-09_23-59-59_unit02.wav',\n",
       " '20150911235303_2:06:57_fold-unit-01-10_utc-06h_week-Sep7_cluster-8.wav': '2015-09-12_02-00-00_unit01.wav',\n",
       " '20150925023412_1:25:48_fold-unit-01-10_utc-08h_week-Sep21_cluster-5.wav': '2015-09-25_04-00-00_unit10.wav',\n",
       " '20151108222202_1:37:58_fold-unit05_utc-22h_week-Nov7_cluster-4.wav': '2015-11-09_00-00-00_unit05.wav',\n",
       " '20151111221902_7:40:58_fold-unit02_utc-10h_week-Nov7_cluster-5.wav': '2015-11-12_06-00-00_unit02.wav',\n",
       " '20151114221604_5:43:56_fold-unit-04-06_utc-08h_week-Nov14_cluster-5.wav': '2015-11-15_04-00-00_unit06.wav',\n",
       " '20151031223102_3:28:58_fold-unit07_utc-06h_week-Nov1_cluster-4.wav': '2015-11-01_02-00-00_unit07.wav',\n",
       " '20150921233403_6:25:57_fold-unit07_utc-10h_week-Sep21_cluster-4.wav': '2015-09-22_06-00-00_unit07.wav',\n",
       " '20151023224203_3:17:57_fold-unit08_utc-06h_week-Oct21_cluster-7.wav': '2015-10-24_02-00-00_unit08.wav',\n",
       " '20150815004003_1:19:57_fold-unit-01-10_utc-06h_week-Aug14_cluster-8.wav': '2015-08-15_02-00-00_unit01.wav',\n",
       " '20150928232302_0:36:58_fold-unit03_utc-22h_week-Sep21_cluster-3.wav': '2015-09-29_00-00-00_unit03.wav',\n",
       " '20150920233602_6:23:58_fold-unit05_utc-10h_week-Sep14_cluster-5.wav': '2015-09-21_06-00-00_unit05.wav',\n",
       " '20151110221904_7:40:56_fold-unit-04-06_utc-10h_week-Nov7_cluster-0.wav': '2015-11-11_06-00-00_unit06.wav',\n",
       " '20151001231604_0:43:56_fold-unit-04-06_utc-22h_week-Oct1_cluster-5.wav': '2015-10-02_00-00-00_unit06.wav',\n",
       " '20151013225702_5:02:58_fold-unit-01-10_utc-08h_week-Oct7_cluster-8.wav': '2015-10-14_04-00-00_unit01.wav',\n",
       " '20151103222802_3:31:58_fold-unit05_utc-06h_week-Nov1_cluster-4.wav': '2015-11-04_02-00-00_unit05.wav',\n",
       " '20150924232902_6:30:58_fold-unit-01-10_utc-10h_week-Sep21_cluster-8.wav': '2015-09-25_06-00-00_unit01.wav',\n",
       " '20151009230303_6:56:57_fold-unit08_utc-10h_week-Oct7_cluster-7.wav': '2015-10-10_06-00-00_unit08.wav',\n",
       " '20150819003402_1:25:58_fold-unit05_utc-06h_week-Aug14_cluster-2.wav': '2015-08-19_02-00-00_unit05.wav',\n",
       " '20150919233802_2:21:58_fold-unit05_utc-06h_week-Sep14_cluster-0.wav': '2015-09-20_02-00-00_unit05.wav',\n",
       " '20150930231905_2:40:54_fold-unit08_utc-06h_week-Oct1_cluster-1.wav': '2015-10-01_01-59-59_unit08.wav',\n",
       " '20151014225503_1:04:56_fold-unit05_utc-22h_week-Oct7_cluster-5.wav': '2015-10-14_23-59-59_unit05.wav',\n",
       " '20151001231702_0:42:58_fold-unit-04-06_utc-22h_week-Oct1_cluster-0.wav': '2015-10-02_00-00-00_unit04.wav',\n",
       " '20150818003503_1:24:57_fold-unit02_utc-06h_week-Aug14_cluster-2.wav': '2015-08-18_02-00-00_unit02.wav',\n",
       " '20151029223304_5:26:55_fold-unit-04-06_utc-08h_week-Oct21_cluster-5.wav': '2015-10-30_03-59-59_unit06.wav',\n",
       " '20150919233802_6:21:58_fold-unit08_utc-10h_week-Sep14_cluster-1.wav': '2015-09-20_06-00-00_unit08.wav',\n",
       " '20151109222103_3:38:56_fold-unit02_utc-06h_week-Nov7_cluster-0.wav': '2015-11-10_01-59-59_unit02.wav',\n",
       " '20151102222802_5:31:58_fold-unit02_utc-08h_week-Nov1_cluster-5.wav': '2015-11-03_04-00-00_unit02.wav',\n",
       " '20150908235803_2:01:57_fold-unit02_utc-06h_week-Sep7_cluster-2.wav': '2015-09-09_02-00-00_unit02.wav',\n",
       " '20151006230802_0:51:58_fold-unit-01-10_utc-22h_week-Oct1_cluster-8.wav': '2015-10-07_00-00-00_unit01.wav',\n",
       " '20151004231103_4:48:57_fold-unit07_utc-08h_week-Oct1_cluster-4.wav': '2015-10-05_04-00-00_unit07.wav',\n",
       " '20151010230103_4:58:57_fold-unit07_utc-08h_week-Oct7_cluster-4.wav': '2015-10-11_04-00-00_unit07.wav',\n",
       " '20150902001106_1:48:54_fold-unit03_utc-06h_week-Sep1_cluster-3.wav': '2015-09-02_02-00-00_unit03.wav',\n",
       " '20150917234102_2:18:58_fold-unit02_utc-06h_week-Sep14_cluster-6.wav': '2015-09-18_02-00-00_unit02.wav',\n",
       " '20151018224902_5:10:58_fold-unit08_utc-08h_week-Oct14_cluster-7.wav': '2015-10-19_04-00-00_unit08.wav',\n",
       " '20151116221404_7:45:55_fold-unit-04-06_utc-10h_week-Nov14_cluster-5.wav': '2015-11-17_05-59-59_unit06.wav',\n",
       " '20151001231703_4:42:56_fold-unit03_utc-08h_week-Oct1_cluster-5.wav': '2015-10-02_03-59-59_unit03.wav',\n",
       " '20151001231702_2:42:58_fold-unit05_utc-06h_week-Oct1_cluster-8.wav': '2015-10-02_02-00-00_unit05.wav',\n",
       " '20150827002002_1:39:58_fold-unit02_utc-06h_week-Aug21_cluster-9.wav': '2015-08-27_02-00-00_unit02.wav',\n",
       " '20151008230503_2:54:57_fold-unit08_utc-06h_week-Oct7_cluster-7.wav': '2015-10-09_02-00-00_unit08.wav',\n",
       " '20151016225202_1:07:58_fold-unit-01-10_utc-22h_week-Oct14_cluster-8.wav': '2015-10-17_00-00-00_unit01.wav',\n",
       " '20150912235102_2:08:58_fold-unit08_utc-06h_week-Sep7_cluster-1.wav': '2015-09-13_02-00-00_unit08.wav',\n",
       " '20151123220905_5:50:55_fold-unit-04-06_utc-08h_week-Nov21_cluster-5.wav': '2015-11-24_04-00-00_unit06.wav',\n",
       " '20150816003902_3:20:58_fold-unit07_utc-08h_week-Aug14_cluster-5.wav': '2015-08-16_04-00-00_unit07.wav',\n",
       " '20151013225702_3:02:58_fold-unit08_utc-06h_week-Oct7_cluster-7.wav': '2015-10-14_02-00-00_unit08.wav',\n",
       " '20150916234403_0:15:56_fold-unit08_utc-22h_week-Sep14_cluster-3.wav': '2015-09-16_23-59-59_unit08.wav',\n",
       " '20151020224602_1:13:58_fold-unit08_utc-22h_week-Oct14_cluster-5.wav': '2015-10-21_00-00-00_unit08.wav',\n",
       " '20151029230315_6:56:44_fold-unit03_utc-10h_week-Oct21_cluster-5.wav': '2015-10-30_05-59-59_unit03.wav',\n",
       " '20151003231320_2:46:40_fold-unit08_utc-06h_week-Oct1_cluster-5.wav': '2015-10-04_02-00-00_unit08.wav',\n",
       " '20151027223602_7:23:58_fold-unit05_utc-10h_week-Oct21_cluster-0.wav': '2015-10-28_06-00-00_unit05.wav',\n",
       " '20151011225904_5:00:55_fold-unit-04-06_utc-08h_week-Oct7_cluster-5.wav': '2015-10-12_03-59-59_unit06.wav',\n",
       " '20151017225003_7:09:57_fold-unit-01-10_utc-10h_week-Oct14_cluster-8.wav': '2015-10-18_06-00-00_unit01.wav',\n",
       " '20151113221702_5:42:58_fold-unit07_utc-08h_week-Nov7_cluster-4.wav': '2015-11-14_04-00-00_unit07.wav',\n",
       " '20150827002002_5:39:58_fold-unit02_utc-10h_week-Aug21_cluster-9.wav': '2015-08-27_06-00-00_unit02.wav',\n",
       " '20151021224503_3:14:57_fold-unit03_utc-06h_week-Oct21_cluster-8.wav': '2015-10-22_02-00-00_unit03.wav',\n",
       " '20150827002102_1:38:58_fold-unit05_utc-06h_week-Aug21_cluster-3.wav': '2015-08-27_02-00-00_unit05.wav',\n",
       " '20150821003102_5:28:58_fold-unit07_utc-10h_week-Aug14_cluster-9.wav': '2015-08-21_06-00-00_unit07.wav',\n",
       " '20150911235204_2:07:55_fold-unit02_utc-06h_week-Sep7_cluster-3.wav': '2015-09-12_01-59-59_unit02.wav',\n",
       " '20150830001602_1:43:58_fold-unit08_utc-06h_week-Aug21_cluster-9.wav': '2015-08-30_02-00-00_unit08.wav',\n",
       " '20150922233302_6:26:58_fold-unit07_utc-10h_week-Sep21_cluster-4.wav': '2015-09-23_06-00-00_unit07.wav',\n",
       " '20151009230311_4:56:48_fold-unit02_utc-08h_week-Oct7_cluster-5.wav': '2015-10-10_03-59-59_unit02.wav',\n",
       " '20151018224902_3:10:58_fold-unit07_utc-06h_week-Oct14_cluster-4.wav': '2015-10-19_02-00-00_unit07.wav',\n",
       " '20151006230804_4:51:56_fold-unit02_utc-08h_week-Oct1_cluster-0.wav': '2015-10-07_04-00-00_unit02.wav',\n",
       " '20151111221902_1:40:58_fold-unit08_utc-22h_week-Nov7_cluster-7.wav': '2015-11-12_00-00-00_unit08.wav',\n",
       " '20151022224402_7:15:58_fold-unit03_utc-10h_week-Oct21_cluster-0.wav': '2015-10-23_06-00-00_unit03.wav',\n",
       " '20150815004003_3:19:57_fold-unit-01-10_utc-08h_week-Aug14_cluster-8.wav': '2015-08-15_04-00-00_unit01.wav',\n",
       " '20151028223503_5:24:57_fold-unit07_utc-08h_week-Oct21_cluster-0.wav': '2015-10-29_04-00-00_unit07.wav',\n",
       " '20151019224804_3:11:55_fold-unit03_utc-06h_week-Oct14_cluster-0.wav': '2015-10-20_01-59-59_unit03.wav',\n",
       " '20150831001303_5:46:57_fold-unit02_utc-10h_week-Aug21_cluster-9.wav': '2015-08-31_06-00-00_unit02.wav',\n",
       " '20151012225804_5:01:56_fold-unit-04-06_utc-08h_week-Oct7_cluster-5.wav': '2015-10-13_04-00-00_unit06.wav',\n",
       " '20151025223804_1:21:56_fold-unit-04-06_utc-22h_week-Oct21_cluster-5.wav': '2015-10-26_00-00-00_unit06.wav',\n",
       " '20150803005802_3:01:58_fold-unit-04-06_utc-08h_week-Aug1_cluster-7.wav': '2015-08-03_04-00-00_unit04.wav',\n",
       " '20150920233603_2:23:56_fold-unit08_utc-06h_week-Sep14_cluster-7.wav': '2015-09-21_01-59-59_unit08.wav',\n",
       " '20151104222602_1:33:58_fold-unit07_utc-22h_week-Nov1_cluster-4.wav': '2015-11-05_00-00-00_unit07.wav',\n",
       " '20151020224602_3:13:58_fold-unit05_utc-06h_week-Oct14_cluster-5.wav': '2015-10-21_02-00-00_unit05.wav',\n",
       " '20150907000105_5:58:55_fold-unit07_utc-10h_week-Sep1_cluster-2.wav': '2015-09-07_06-00-00_unit07.wav',\n",
       " '20151108222202_5:37:58_fold-unit08_utc-08h_week-Nov7_cluster-7.wav': '2015-11-09_04-00-00_unit08.wav',\n",
       " '20151114221604_1:43:56_fold-unit02_utc-22h_week-Nov14_cluster-5.wav': '2015-11-15_00-00-00_unit02.wav',\n",
       " '20150920233603_6_23_56_fold-unit08_utc-10h_week-Sep14_cluster-7.wav': '2015-09-21_05-59-59_unit08.wav',\n",
       " '20150815004003_5:19:57_fold-unit_01_10_utc-10h_week-Aug14_cluster-8.wav': '2015-08-15_06-00-00_unit01.wav',\n",
       " '20151018224902_1_10_58_fold-unit07_utc-22h_week-Oct14_cluster-4.wav': '2015-10-19_00-00-00_unit07.wav',\n",
       " '20151114221604_1_43_56_fold-unit-04-06_utc-22h_week-Nov14_cluster-5.wav': '2015-11-15_00-00-00_unit06.wav',\n",
       " '20150824211215_0:47:45_fold-unit-04-06_utc-22h_week-Aug21_cluster-7.wav': '2015-08-24_22-00-00_unit04.wav',\n",
       " '20150826024815_1:11:45_fold-unit08_utc-08h_week-Aug21_cluster-9.wav': '2015-08-26_04-00-00_unit08.wav',\n",
       " '20151028223604_1:23:55_fold-unit03_utc-22h_week-Oct21_cluster-1.wav': '2015-10-28_23-59-59_unit03.wav',\n",
       " '20150924232902_2_30_58_fold-unit-01-10_utc-06h_week-Sep21_cluster-8.wav': '2015-09-25_02-00-00_unit01.wav',\n",
       " '20151023224002_1:19:58_fold-unit-01-10_utc-22h_week-Oct21_cluster-6.wav': '2015-10-24_00-00-00_unit10.wav'}"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "wav_converter"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>in</th>\n",
       "      <th>out</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>unit01_2015-09-01_dawn.wav</td>\n",
       "      <td>2015-09-01_08-00-58_unit01.wav</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>unit01_2015-09-09_dawn.wav</td>\n",
       "      <td>2015-09-09_08-09-59_unit01.wav</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>unit01_2015-09-29_dawn.wav</td>\n",
       "      <td>2015-09-29_08-31-38_unit01.wav</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>unit01_2015-10-02_dawn.wav</td>\n",
       "      <td>2015-10-02_08-34-49_unit01.wav</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>unit01_2015-10-18_dawn.wav</td>\n",
       "      <td>2015-10-18_08-52-44_unit01.wav</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>145</td>\n",
       "      <td>20150824211215_0:47:45_fold-unit-04-06_utc-22h...</td>\n",
       "      <td>2015-08-24_22-00-00_unit04.wav</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>146</td>\n",
       "      <td>20150826024815_1:11:45_fold-unit08_utc-08h_wee...</td>\n",
       "      <td>2015-08-26_04-00-00_unit08.wav</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>147</td>\n",
       "      <td>20151028223604_1:23:55_fold-unit03_utc-22h_wee...</td>\n",
       "      <td>2015-10-28_23-59-59_unit03.wav</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>148</td>\n",
       "      <td>20150924232902_2_30_58_fold-unit-01-10_utc-06h...</td>\n",
       "      <td>2015-09-25_02-00-00_unit01.wav</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>149</td>\n",
       "      <td>20151023224002_1:19:58_fold-unit-01-10_utc-22h...</td>\n",
       "      <td>2015-10-24_00-00-00_unit10.wav</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>150 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    in  \\\n",
       "0                           unit01_2015-09-01_dawn.wav   \n",
       "1                           unit01_2015-09-09_dawn.wav   \n",
       "2                           unit01_2015-09-29_dawn.wav   \n",
       "3                           unit01_2015-10-02_dawn.wav   \n",
       "4                           unit01_2015-10-18_dawn.wav   \n",
       "..                                                 ...   \n",
       "145  20150824211215_0:47:45_fold-unit-04-06_utc-22h...   \n",
       "146  20150826024815_1:11:45_fold-unit08_utc-08h_wee...   \n",
       "147  20151028223604_1:23:55_fold-unit03_utc-22h_wee...   \n",
       "148  20150924232902_2_30_58_fold-unit-01-10_utc-06h...   \n",
       "149  20151023224002_1:19:58_fold-unit-01-10_utc-22h...   \n",
       "\n",
       "                                out  \n",
       "0    2015-09-01_08-00-58_unit01.wav  \n",
       "1    2015-09-09_08-09-59_unit01.wav  \n",
       "2    2015-09-29_08-31-38_unit01.wav  \n",
       "3    2015-10-02_08-34-49_unit01.wav  \n",
       "4    2015-10-18_08-52-44_unit01.wav  \n",
       "..                              ...  \n",
       "145  2015-08-24_22-00-00_unit04.wav  \n",
       "146  2015-08-26_04-00-00_unit08.wav  \n",
       "147  2015-10-28_23-59-59_unit03.wav  \n",
       "148  2015-09-25_02-00-00_unit01.wav  \n",
       "149  2015-10-24_00-00-00_unit10.wav  \n",
       "\n",
       "[150 rows x 2 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_converter = pd.DataFrame(wav_converter.items(), columns=['in', 'out'])\n",
    "df_converter.to_csv('etc/BirdVox-300h_wav-name-converter.cs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}