recommendation_system.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 推荐系统实现"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 根据用户数据提取歌曲特征"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "import scipy.sparse as sp\n",
    "from sklearn import ensemble\n",
    "from sklearn.decomposition import TruncatedSVD\n",
    "from matplotlib import pyplot as plt\n",
    "import matplotlib\n",
    "ZHFONT = matplotlib.font_manager.FontProperties(fname=\"data/SourceHanSansSC-Regular.otf\")\n",
    "\n",
    "df_train = pd.read_csv(\"data/train.csv\")\n",
    "df_songs = pd.read_csv(\"data/songs.csv\")\n",
    "df_songs_extra = pd.read_csv(\"data/song_extra_info.csv\")\n",
    "\n",
    "# 将train，songs和songs_extra进行内连接\n",
    "df_train = df_train.merge(df_songs,on=\"song_id\",how=\"inner\")\n",
    "df_train = df_train.merge(df_songs_extra,on=\"song_id\",how=\"inner\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 将文本类别转换成 Category以计算相关性\n",
    "for col in df_train.select_dtypes(include=['object']).columns:\n",
    "    df_train[col] = df_train[col].astype('category')\n",
    "    df_train[col] = df_train[col].cat.codes\n",
    "corr = df_train.corr()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 创建稀疏矩阵\n",
    "df_train_grouped = df_train.groupby(['msno','song_id'])\n",
    "df_train_grouped = df_train_grouped.size().reset_index(name='play_count')\n",
    "\n",
    "user_song_sparse_matrix = sp.coo_matrix((df_train_grouped['play_count'], (df_train_grouped['msno'].astype('category').cat.codes, df_train_grouped['song_id'].astype('category').cat.codes)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 计算每首歌曲的SVD向量表示\n",
    "K = 64\n",
    "svd = TruncatedSVD(n_components=K)\n",
    "song_user_sparse_matrix = sp.coo_matrix((df_train_grouped['play_count'], (df_train_grouped['song_id'].astype('category').cat.codes, df_train_grouped['msno'].astype('category').cat.codes)))\n",
    "\n",
    "# SVD算法\n",
    "song_user_svd = svd.fit_transform(song_user_sparse_matrix)\n",
    "song_user_features = pd.DataFrame(song_user_svd, \n",
    "                                columns=[f'特征{i+1}' for i in range(K)],\n",
    "                                index=df_train_grouped['song_id'].astype('category').cat.categories)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(359755, 78)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>msno</th>\n",
       "      <th>song_id</th>\n",
       "      <th>source_system_tab</th>\n",
       "      <th>source_screen_name</th>\n",
       "      <th>source_type</th>\n",
       "      <th>target</th>\n",
       "      <th>song_length</th>\n",
       "      <th>genre_ids</th>\n",
       "      <th>artist_name</th>\n",
       "      <th>composer</th>\n",
       "      <th>...</th>\n",
       "      <th>特征55</th>\n",
       "      <th>特征56</th>\n",
       "      <th>特征57</th>\n",
       "      <th>特征58</th>\n",
       "      <th>特征59</th>\n",
       "      <th>特征60</th>\n",
       "      <th>特征61</th>\n",
       "      <th>特征62</th>\n",
       "      <th>特征63</th>\n",
       "      <th>特征64</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>FGtllVqz18RPiwJj/edr2gV78zirAiY/9SmYvia+kCg=</td>\n",
       "      <td>74631</td>\n",
       "      <td>explore</td>\n",
       "      <td>Explore</td>\n",
       "      <td>online-playlist</td>\n",
       "      <td>1</td>\n",
       "      <td>206471</td>\n",
       "      <td>359</td>\n",
       "      <td>Bastille</td>\n",
       "      <td>Dan Smith| Mark Crew</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.669902</td>\n",
       "      <td>-0.814714</td>\n",
       "      <td>0.365887</td>\n",
       "      <td>0.625832</td>\n",
       "      <td>-0.414132</td>\n",
       "      <td>0.449320</td>\n",
       "      <td>0.094190</td>\n",
       "      <td>-0.198572</td>\n",
       "      <td>0.458480</td>\n",
       "      <td>0.207223</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Xumu+NIjS6QYVxDS4/t3SawvJ7viT9hPKXmf0RtLNx8=</td>\n",
       "      <td>223347</td>\n",
       "      <td>my library</td>\n",
       "      <td>Local playlist more</td>\n",
       "      <td>local-playlist</td>\n",
       "      <td>1</td>\n",
       "      <td>284584</td>\n",
       "      <td>1259</td>\n",
       "      <td>Various Artists</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>0.011652</td>\n",
       "      <td>0.003097</td>\n",
       "      <td>0.003180</td>\n",
       "      <td>-0.008135</td>\n",
       "      <td>-0.003253</td>\n",
       "      <td>-0.005914</td>\n",
       "      <td>-0.008940</td>\n",
       "      <td>-0.003045</td>\n",
       "      <td>-0.008815</td>\n",
       "      <td>0.000713</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Xumu+NIjS6QYVxDS4/t3SawvJ7viT9hPKXmf0RtLNx8=</td>\n",
       "      <td>120686</td>\n",
       "      <td>my library</td>\n",
       "      <td>Local playlist more</td>\n",
       "      <td>local-playlist</td>\n",
       "      <td>1</td>\n",
       "      <td>225396</td>\n",
       "      <td>1259</td>\n",
       "      <td>Nas</td>\n",
       "      <td>N. Jones、W. Adams、J. Lordan、D. Ingle</td>\n",
       "      <td>...</td>\n",
       "      <td>0.004484</td>\n",
       "      <td>-0.041385</td>\n",
       "      <td>0.011043</td>\n",
       "      <td>0.038386</td>\n",
       "      <td>0.028808</td>\n",
       "      <td>0.080269</td>\n",
       "      <td>0.023810</td>\n",
       "      <td>-0.040498</td>\n",
       "      <td>0.036063</td>\n",
       "      <td>0.043778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Xumu+NIjS6QYVxDS4/t3SawvJ7viT9hPKXmf0RtLNx8=</td>\n",
       "      <td>23688</td>\n",
       "      <td>my library</td>\n",
       "      <td>Local playlist more</td>\n",
       "      <td>local-playlist</td>\n",
       "      <td>1</td>\n",
       "      <td>255512</td>\n",
       "      <td>1019</td>\n",
       "      <td>Soundway</td>\n",
       "      <td>Kwadwo Donkoh</td>\n",
       "      <td>...</td>\n",
       "      <td>0.011652</td>\n",
       "      <td>0.003097</td>\n",
       "      <td>0.003180</td>\n",
       "      <td>-0.008135</td>\n",
       "      <td>-0.003253</td>\n",
       "      <td>-0.005914</td>\n",
       "      <td>-0.008940</td>\n",
       "      <td>-0.003045</td>\n",
       "      <td>-0.008815</td>\n",
       "      <td>0.000713</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>FGtllVqz18RPiwJj/edr2gV78zirAiY/9SmYvia+kCg=</td>\n",
       "      <td>33284</td>\n",
       "      <td>explore</td>\n",
       "      <td>Explore</td>\n",
       "      <td>online-playlist</td>\n",
       "      <td>1</td>\n",
       "      <td>187802</td>\n",
       "      <td>1011</td>\n",
       "      <td>Brett Young</td>\n",
       "      <td>Brett Young| Kelly Archer| Justin Ebach</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.488168</td>\n",
       "      <td>-1.639779</td>\n",
       "      <td>0.392439</td>\n",
       "      <td>-0.101235</td>\n",
       "      <td>-1.530603</td>\n",
       "      <td>-0.733189</td>\n",
       "      <td>0.995997</td>\n",
       "      <td>1.201326</td>\n",
       "      <td>1.178950</td>\n",
       "      <td>-0.927256</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>FGtllVqz18RPiwJj/edr2gV78zirAiY/9SmYvia+kCg=</td>\n",
       "      <td>30167</td>\n",
       "      <td>explore</td>\n",
       "      <td>Explore</td>\n",
       "      <td>online-playlist</td>\n",
       "      <td>1</td>\n",
       "      <td>247803</td>\n",
       "      <td>1259</td>\n",
       "      <td>Desiigner</td>\n",
       "      <td>Sidney Selby| Adnan Khan</td>\n",
       "      <td>...</td>\n",
       "      <td>0.179260</td>\n",
       "      <td>-0.061225</td>\n",
       "      <td>-0.984969</td>\n",
       "      <td>-0.833324</td>\n",
       "      <td>1.912671</td>\n",
       "      <td>1.751444</td>\n",
       "      <td>-1.647275</td>\n",
       "      <td>-0.325898</td>\n",
       "      <td>0.598098</td>\n",
       "      <td>0.804848</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Xumu+NIjS6QYVxDS4/t3SawvJ7viT9hPKXmf0RtLNx8=</td>\n",
       "      <td>189910</td>\n",
       "      <td>my library</td>\n",
       "      <td>Local playlist more</td>\n",
       "      <td>local-playlist</td>\n",
       "      <td>1</td>\n",
       "      <td>229982</td>\n",
       "      <td>465</td>\n",
       "      <td>BIGBANG TAEYANG</td>\n",
       "      <td>TEDDY| DEE.P| Rebecca Johnson</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.695626</td>\n",
       "      <td>2.074209</td>\n",
       "      <td>-1.928169</td>\n",
       "      <td>1.301798</td>\n",
       "      <td>-0.168560</td>\n",
       "      <td>-0.928602</td>\n",
       "      <td>0.619620</td>\n",
       "      <td>-1.626899</td>\n",
       "      <td>-1.952161</td>\n",
       "      <td>0.658397</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>FGtllVqz18RPiwJj/edr2gV78zirAiY/9SmYvia+kCg=</td>\n",
       "      <td>221696</td>\n",
       "      <td>explore</td>\n",
       "      <td>Explore</td>\n",
       "      <td>online-playlist</td>\n",
       "      <td>1</td>\n",
       "      <td>181115</td>\n",
       "      <td>1011</td>\n",
       "      <td>Thomas Rhett</td>\n",
       "      <td>Thomas Rhett| Rhett Akins| Ben Hayslip</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.881164</td>\n",
       "      <td>-1.281910</td>\n",
       "      <td>0.488264</td>\n",
       "      <td>-0.140746</td>\n",
       "      <td>-1.270513</td>\n",
       "      <td>-0.497853</td>\n",
       "      <td>0.805853</td>\n",
       "      <td>0.915915</td>\n",
       "      <td>1.048601</td>\n",
       "      <td>-0.717854</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>uHqAtShXTRXju5GE8ri3ITsVFepPf8jUoCF7ffNOuqE=</td>\n",
       "      <td>9173</td>\n",
       "      <td>my library</td>\n",
       "      <td>Local playlist more</td>\n",
       "      <td>local-library</td>\n",
       "      <td>1</td>\n",
       "      <td>278964</td>\n",
       "      <td>2022</td>\n",
       "      <td>OneRepublic</td>\n",
       "      <td>Ryan Tedder</td>\n",
       "      <td>...</td>\n",
       "      <td>0.084390</td>\n",
       "      <td>-0.061995</td>\n",
       "      <td>0.063706</td>\n",
       "      <td>0.125521</td>\n",
       "      <td>0.016351</td>\n",
       "      <td>0.019265</td>\n",
       "      <td>-0.004544</td>\n",
       "      <td>-0.111708</td>\n",
       "      <td>-0.098042</td>\n",
       "      <td>-0.018869</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>uHqAtShXTRXju5GE8ri3ITsVFepPf8jUoCF7ffNOuqE=</td>\n",
       "      <td>93766</td>\n",
       "      <td>my library</td>\n",
       "      <td>Local playlist more</td>\n",
       "      <td>local-library</td>\n",
       "      <td>1</td>\n",
       "      <td>257369</td>\n",
       "      <td>465</td>\n",
       "      <td>OneRepublic</td>\n",
       "      <td>Ryan Tedder</td>\n",
       "      <td>...</td>\n",
       "      <td>0.116966</td>\n",
       "      <td>0.299618</td>\n",
       "      <td>-0.085313</td>\n",
       "      <td>0.349382</td>\n",
       "      <td>-1.017769</td>\n",
       "      <td>0.148962</td>\n",
       "      <td>-0.386848</td>\n",
       "      <td>1.921020</td>\n",
       "      <td>-0.766945</td>\n",
       "      <td>-0.314502</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>uHqAtShXTRXju5GE8ri3ITsVFepPf8jUoCF7ffNOuqE=</td>\n",
       "      <td>320763</td>\n",
       "      <td>my library</td>\n",
       "      <td>Local playlist more</td>\n",
       "      <td>local-library</td>\n",
       "      <td>1</td>\n",
       "      <td>223933</td>\n",
       "      <td>465</td>\n",
       "      <td>Lindsey Stirling</td>\n",
       "      <td>Lindsey Stirling| Dia Frampton| SILAS</td>\n",
       "      <td>...</td>\n",
       "      <td>0.018604</td>\n",
       "      <td>-0.017556</td>\n",
       "      <td>0.008332</td>\n",
       "      <td>0.002831</td>\n",
       "      <td>-0.000739</td>\n",
       "      <td>0.017012</td>\n",
       "      <td>-0.017531</td>\n",
       "      <td>-0.001991</td>\n",
       "      <td>-0.013292</td>\n",
       "      <td>0.000333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>uHqAtShXTRXju5GE8ri3ITsVFepPf8jUoCF7ffNOuqE=</td>\n",
       "      <td>58069</td>\n",
       "      <td>my library</td>\n",
       "      <td>Local playlist more</td>\n",
       "      <td>local-library</td>\n",
       "      <td>1</td>\n",
       "      <td>224597</td>\n",
       "      <td>465</td>\n",
       "      <td>嚴爵 (Yen-j)</td>\n",
       "      <td>嚴爵</td>\n",
       "      <td>...</td>\n",
       "      <td>0.045498</td>\n",
       "      <td>-0.837263</td>\n",
       "      <td>-0.724027</td>\n",
       "      <td>-0.471066</td>\n",
       "      <td>-0.747993</td>\n",
       "      <td>0.097226</td>\n",
       "      <td>-0.059129</td>\n",
       "      <td>0.314495</td>\n",
       "      <td>-0.029684</td>\n",
       "      <td>0.262232</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>TJU0Gfvy7FB+r89bWovPKXTjuApTCiv3xg/tt5shR78=</td>\n",
       "      <td>326924</td>\n",
       "      <td>my library</td>\n",
       "      <td>NaN</td>\n",
       "      <td>top-hits-for-artist</td>\n",
       "      <td>0</td>\n",
       "      <td>280084</td>\n",
       "      <td>465</td>\n",
       "      <td>林俊傑 (JJ Lin)</td>\n",
       "      <td>林俊傑</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.138259</td>\n",
       "      <td>-1.029645</td>\n",
       "      <td>2.250884</td>\n",
       "      <td>1.466172</td>\n",
       "      <td>0.088254</td>\n",
       "      <td>0.893221</td>\n",
       "      <td>1.043854</td>\n",
       "      <td>1.721537</td>\n",
       "      <td>-0.735036</td>\n",
       "      <td>-1.704976</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>3g0bC24RD7QUeALY1IF/e8L6X3fHG298ZFIsCEG9T9Y=</td>\n",
       "      <td>177564</td>\n",
       "      <td>my library</td>\n",
       "      <td>Local playlist more</td>\n",
       "      <td>local-library</td>\n",
       "      <td>1</td>\n",
       "      <td>253492</td>\n",
       "      <td>458</td>\n",
       "      <td>周杰倫 (Jay Chou)</td>\n",
       "      <td>周杰倫</td>\n",
       "      <td>...</td>\n",
       "      <td>-2.752389</td>\n",
       "      <td>-1.094040</td>\n",
       "      <td>3.560038</td>\n",
       "      <td>-2.916467</td>\n",
       "      <td>4.571066</td>\n",
       "      <td>-2.103715</td>\n",
       "      <td>1.330434</td>\n",
       "      <td>-3.190201</td>\n",
       "      <td>3.036527</td>\n",
       "      <td>1.426327</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>TJU0Gfvy7FB+r89bWovPKXTjuApTCiv3xg/tt5shR78=</td>\n",
       "      <td>116704</td>\n",
       "      <td>my library</td>\n",
       "      <td>Local playlist more</td>\n",
       "      <td>local-playlist</td>\n",
       "      <td>1</td>\n",
       "      <td>210364</td>\n",
       "      <td>465|458</td>\n",
       "      <td>林俊傑 (JJ Lin)</td>\n",
       "      <td>JJ Lin</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.359743</td>\n",
       "      <td>0.855385</td>\n",
       "      <td>0.396391</td>\n",
       "      <td>0.848224</td>\n",
       "      <td>0.992473</td>\n",
       "      <td>-0.492213</td>\n",
       "      <td>3.211751</td>\n",
       "      <td>-1.888377</td>\n",
       "      <td>-1.527182</td>\n",
       "      <td>-0.217943</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>15 rows × 78 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            msno  song_id source_system_tab  \\\n",
       "0   FGtllVqz18RPiwJj/edr2gV78zirAiY/9SmYvia+kCg=    74631           explore   \n",
       "1   Xumu+NIjS6QYVxDS4/t3SawvJ7viT9hPKXmf0RtLNx8=   223347        my library   \n",
       "2   Xumu+NIjS6QYVxDS4/t3SawvJ7viT9hPKXmf0RtLNx8=   120686        my library   \n",
       "3   Xumu+NIjS6QYVxDS4/t3SawvJ7viT9hPKXmf0RtLNx8=    23688        my library   \n",
       "4   FGtllVqz18RPiwJj/edr2gV78zirAiY/9SmYvia+kCg=    33284           explore   \n",
       "5   FGtllVqz18RPiwJj/edr2gV78zirAiY/9SmYvia+kCg=    30167           explore   \n",
       "6   Xumu+NIjS6QYVxDS4/t3SawvJ7viT9hPKXmf0RtLNx8=   189910        my library   \n",
       "7   FGtllVqz18RPiwJj/edr2gV78zirAiY/9SmYvia+kCg=   221696           explore   \n",
       "8   uHqAtShXTRXju5GE8ri3ITsVFepPf8jUoCF7ffNOuqE=     9173        my library   \n",
       "9   uHqAtShXTRXju5GE8ri3ITsVFepPf8jUoCF7ffNOuqE=    93766        my library   \n",
       "10  uHqAtShXTRXju5GE8ri3ITsVFepPf8jUoCF7ffNOuqE=   320763        my library   \n",
       "11  uHqAtShXTRXju5GE8ri3ITsVFepPf8jUoCF7ffNOuqE=    58069        my library   \n",
       "12  TJU0Gfvy7FB+r89bWovPKXTjuApTCiv3xg/tt5shR78=   326924        my library   \n",
       "13  3g0bC24RD7QUeALY1IF/e8L6X3fHG298ZFIsCEG9T9Y=   177564        my library   \n",
       "14  TJU0Gfvy7FB+r89bWovPKXTjuApTCiv3xg/tt5shR78=   116704        my library   \n",
       "\n",
       "     source_screen_name          source_type  target  song_length genre_ids  \\\n",
       "0               Explore      online-playlist       1       206471       359   \n",
       "1   Local playlist more       local-playlist       1       284584      1259   \n",
       "2   Local playlist more       local-playlist       1       225396      1259   \n",
       "3   Local playlist more       local-playlist       1       255512      1019   \n",
       "4               Explore      online-playlist       1       187802      1011   \n",
       "5               Explore      online-playlist       1       247803      1259   \n",
       "6   Local playlist more       local-playlist       1       229982       465   \n",
       "7               Explore      online-playlist       1       181115      1011   \n",
       "8   Local playlist more        local-library       1       278964      2022   \n",
       "9   Local playlist more        local-library       1       257369       465   \n",
       "10  Local playlist more        local-library       1       223933       465   \n",
       "11  Local playlist more        local-library       1       224597       465   \n",
       "12                  NaN  top-hits-for-artist       0       280084       465   \n",
       "13  Local playlist more        local-library       1       253492       458   \n",
       "14  Local playlist more       local-playlist       1       210364   465|458   \n",
       "\n",
       "         artist_name                                 composer  ...      特征55  \\\n",
       "0           Bastille                     Dan Smith| Mark Crew  ... -0.669902   \n",
       "1    Various Artists                                      NaN  ...  0.011652   \n",
       "2                Nas     N. Jones、W. Adams、J. Lordan、D. Ingle  ...  0.004484   \n",
       "3           Soundway                            Kwadwo Donkoh  ...  0.011652   \n",
       "4        Brett Young  Brett Young| Kelly Archer| Justin Ebach  ... -1.488168   \n",
       "5          Desiigner                 Sidney Selby| Adnan Khan  ...  0.179260   \n",
       "6    BIGBANG TAEYANG            TEDDY| DEE.P| Rebecca Johnson  ... -1.695626   \n",
       "7       Thomas Rhett   Thomas Rhett| Rhett Akins| Ben Hayslip  ... -0.881164   \n",
       "8        OneRepublic                              Ryan Tedder  ...  0.084390   \n",
       "9        OneRepublic                              Ryan Tedder  ...  0.116966   \n",
       "10  Lindsey Stirling    Lindsey Stirling| Dia Frampton| SILAS  ...  0.018604   \n",
       "11        嚴爵 (Yen-j)                                       嚴爵  ...  0.045498   \n",
       "12      林俊傑 (JJ Lin)                                      林俊傑  ... -0.138259   \n",
       "13    周杰倫 (Jay Chou)                                      周杰倫  ... -2.752389   \n",
       "14      林俊傑 (JJ Lin)                                   JJ Lin  ... -0.359743   \n",
       "\n",
       "        特征56      特征57      特征58      特征59      特征60      特征61      特征62  \\\n",
       "0  -0.814714  0.365887  0.625832 -0.414132  0.449320  0.094190 -0.198572   \n",
       "1   0.003097  0.003180 -0.008135 -0.003253 -0.005914 -0.008940 -0.003045   \n",
       "2  -0.041385  0.011043  0.038386  0.028808  0.080269  0.023810 -0.040498   \n",
       "3   0.003097  0.003180 -0.008135 -0.003253 -0.005914 -0.008940 -0.003045   \n",
       "4  -1.639779  0.392439 -0.101235 -1.530603 -0.733189  0.995997  1.201326   \n",
       "5  -0.061225 -0.984969 -0.833324  1.912671  1.751444 -1.647275 -0.325898   \n",
       "6   2.074209 -1.928169  1.301798 -0.168560 -0.928602  0.619620 -1.626899   \n",
       "7  -1.281910  0.488264 -0.140746 -1.270513 -0.497853  0.805853  0.915915   \n",
       "8  -0.061995  0.063706  0.125521  0.016351  0.019265 -0.004544 -0.111708   \n",
       "9   0.299618 -0.085313  0.349382 -1.017769  0.148962 -0.386848  1.921020   \n",
       "10 -0.017556  0.008332  0.002831 -0.000739  0.017012 -0.017531 -0.001991   \n",
       "11 -0.837263 -0.724027 -0.471066 -0.747993  0.097226 -0.059129  0.314495   \n",
       "12 -1.029645  2.250884  1.466172  0.088254  0.893221  1.043854  1.721537   \n",
       "13 -1.094040  3.560038 -2.916467  4.571066 -2.103715  1.330434 -3.190201   \n",
       "14  0.855385  0.396391  0.848224  0.992473 -0.492213  3.211751 -1.888377   \n",
       "\n",
       "        特征63      特征64  \n",
       "0   0.458480  0.207223  \n",
       "1  -0.008815  0.000713  \n",
       "2   0.036063  0.043778  \n",
       "3  -0.008815  0.000713  \n",
       "4   1.178950 -0.927256  \n",
       "5   0.598098  0.804848  \n",
       "6  -1.952161  0.658397  \n",
       "7   1.048601 -0.717854  \n",
       "8  -0.098042 -0.018869  \n",
       "9  -0.766945 -0.314502  \n",
       "10 -0.013292  0.000333  \n",
       "11 -0.029684  0.262232  \n",
       "12 -0.735036 -1.704976  \n",
       "13  3.036527  1.426327  \n",
       "14 -1.527182 -0.217943  \n",
       "\n",
       "[15 rows x 78 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# 拼接歌曲名称等信息\n",
    "song_user_features['song_id'] = pd.Series(range(song_user_features.shape[0]))\n",
    "\n",
    "# 重新读取未经编码的数据\n",
    "df_train = pd.read_csv(\"data/train.csv\")\n",
    "df_songs = pd.read_csv(\"data/songs.csv\")\n",
    "df_songs_extra = pd.read_csv(\"data/song_extra_info.csv\")\n",
    "df_train = df_train.merge(df_songs,on=\"song_id\",how=\"inner\")\n",
    "df_train = df_train.merge(df_songs_extra,on=\"song_id\",how=\"inner\")\n",
    "# 只编码song_id，保证一致\n",
    "df_train['song_id'] = df_train['song_id'].astype('category').cat.codes\n",
    "df_train = df_train.drop_duplicates(subset=['song_id'],keep='first')\n",
    "df_train = df_train.merge(song_user_features,how='inner',on='song_id')\n",
    "display(df_train.shape)\n",
    "display(df_train.head(15))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>song_id</th>\n",
       "      <th>target</th>\n",
       "      <th>song_length</th>\n",
       "      <th>genre_ids</th>\n",
       "      <th>artist_name</th>\n",
       "      <th>composer</th>\n",
       "      <th>lyricist</th>\n",
       "      <th>language</th>\n",
       "      <th>name</th>\n",
       "      <th>isrc</th>\n",
       "      <th>...</th>\n",
       "      <th>特征55</th>\n",
       "      <th>特征56</th>\n",
       "      <th>特征57</th>\n",
       "      <th>特征58</th>\n",
       "      <th>特征59</th>\n",
       "      <th>特征60</th>\n",
       "      <th>特征61</th>\n",
       "      <th>特征62</th>\n",
       "      <th>特征63</th>\n",
       "      <th>特征64</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>58069</td>\n",
       "      <td>1</td>\n",
       "      <td>224597</td>\n",
       "      <td>465</td>\n",
       "      <td>嚴爵 (Yen-j)</td>\n",
       "      <td>嚴爵</td>\n",
       "      <td>嚴爵</td>\n",
       "      <td>3.0</td>\n",
       "      <td>輕輕 (Lightly)</td>\n",
       "      <td>TWK231507907</td>\n",
       "      <td>...</td>\n",
       "      <td>0.045498</td>\n",
       "      <td>-0.837263</td>\n",
       "      <td>-0.724027</td>\n",
       "      <td>-0.471066</td>\n",
       "      <td>-0.747993</td>\n",
       "      <td>0.097226</td>\n",
       "      <td>-0.059129</td>\n",
       "      <td>0.314495</td>\n",
       "      <td>-0.029684</td>\n",
       "      <td>0.262232</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>326924</td>\n",
       "      <td>0</td>\n",
       "      <td>280084</td>\n",
       "      <td>465</td>\n",
       "      <td>林俊傑 (JJ Lin)</td>\n",
       "      <td>林俊傑</td>\n",
       "      <td>林怡鳳</td>\n",
       "      <td>3.0</td>\n",
       "      <td>手心的薔薇 (Beautiful) feat. G.E.M.鄧紫棋</td>\n",
       "      <td>TWA531480006</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.138259</td>\n",
       "      <td>-1.029645</td>\n",
       "      <td>2.250884</td>\n",
       "      <td>1.466172</td>\n",
       "      <td>0.088254</td>\n",
       "      <td>0.893221</td>\n",
       "      <td>1.043854</td>\n",
       "      <td>1.721537</td>\n",
       "      <td>-0.735036</td>\n",
       "      <td>-1.704976</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>177564</td>\n",
       "      <td>1</td>\n",
       "      <td>253492</td>\n",
       "      <td>458</td>\n",
       "      <td>周杰倫 (Jay Chou)</td>\n",
       "      <td>周杰倫</td>\n",
       "      <td>周杰倫</td>\n",
       "      <td>3.0</td>\n",
       "      <td>給我一首歌的時間</td>\n",
       "      <td>TWK970801502</td>\n",
       "      <td>...</td>\n",
       "      <td>-2.752389</td>\n",
       "      <td>-1.094040</td>\n",
       "      <td>3.560038</td>\n",
       "      <td>-2.916467</td>\n",
       "      <td>4.571066</td>\n",
       "      <td>-2.103715</td>\n",
       "      <td>1.330434</td>\n",
       "      <td>-3.190201</td>\n",
       "      <td>3.036527</td>\n",
       "      <td>1.426327</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>116704</td>\n",
       "      <td>1</td>\n",
       "      <td>210364</td>\n",
       "      <td>465|458</td>\n",
       "      <td>林俊傑 (JJ Lin)</td>\n",
       "      <td>JJ Lin</td>\n",
       "      <td>Lin Yi Feng</td>\n",
       "      <td>3.0</td>\n",
       "      <td>關鍵詞 (The Key)</td>\n",
       "      <td>TWA531576504</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.359743</td>\n",
       "      <td>0.855385</td>\n",
       "      <td>0.396391</td>\n",
       "      <td>0.848224</td>\n",
       "      <td>0.992473</td>\n",
       "      <td>-0.492213</td>\n",
       "      <td>3.211751</td>\n",
       "      <td>-1.888377</td>\n",
       "      <td>-1.527182</td>\n",
       "      <td>-0.217943</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>214152</td>\n",
       "      <td>1</td>\n",
       "      <td>248790</td>\n",
       "      <td>465</td>\n",
       "      <td>吳汶芳 (Fang Wu)</td>\n",
       "      <td>吳汶芳</td>\n",
       "      <td>吳汶芳</td>\n",
       "      <td>3.0</td>\n",
       "      <td>孤獨的總和 (Accumulated Loneliness)</td>\n",
       "      <td>TWA211328806</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.390997</td>\n",
       "      <td>-1.829017</td>\n",
       "      <td>-3.270219</td>\n",
       "      <td>-0.912881</td>\n",
       "      <td>0.859131</td>\n",
       "      <td>0.205735</td>\n",
       "      <td>-1.217894</td>\n",
       "      <td>-1.219546</td>\n",
       "      <td>-0.006928</td>\n",
       "      <td>0.226888</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>321525</td>\n",
       "      <td>1</td>\n",
       "      <td>259877</td>\n",
       "      <td>458</td>\n",
       "      <td>aMEI (張惠妹)</td>\n",
       "      <td>Wang Feng</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>春天裡</td>\n",
       "      <td>TWUM71600101</td>\n",
       "      <td>...</td>\n",
       "      <td>1.573981</td>\n",
       "      <td>-0.967788</td>\n",
       "      <td>0.269891</td>\n",
       "      <td>-1.185992</td>\n",
       "      <td>0.183924</td>\n",
       "      <td>-0.884661</td>\n",
       "      <td>0.255855</td>\n",
       "      <td>-0.112575</td>\n",
       "      <td>0.436283</td>\n",
       "      <td>-1.058460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>37437</td>\n",
       "      <td>0</td>\n",
       "      <td>265743</td>\n",
       "      <td>465</td>\n",
       "      <td>林俊傑 (JJ Lin)</td>\n",
       "      <td>JJ Lin</td>\n",
       "      <td>Wang Ya Jun</td>\n",
       "      <td>3.0</td>\n",
       "      <td>因你而在 (You N Me)</td>\n",
       "      <td>TWA531398014</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.134129</td>\n",
       "      <td>-1.060240</td>\n",
       "      <td>-1.272638</td>\n",
       "      <td>1.289265</td>\n",
       "      <td>0.766787</td>\n",
       "      <td>1.523809</td>\n",
       "      <td>1.033244</td>\n",
       "      <td>0.800090</td>\n",
       "      <td>2.494180</td>\n",
       "      <td>0.902940</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>67806</td>\n",
       "      <td>1</td>\n",
       "      <td>241975</td>\n",
       "      <td>465</td>\n",
       "      <td>孫燕姿 (Yanzi Sun)</td>\n",
       "      <td>Li Wei Song</td>\n",
       "      <td>Xiao Han</td>\n",
       "      <td>3.0</td>\n",
       "      <td>雨天 (雨天)</td>\n",
       "      <td>TWA530617601</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.211062</td>\n",
       "      <td>0.547520</td>\n",
       "      <td>0.082267</td>\n",
       "      <td>0.329495</td>\n",
       "      <td>-0.625898</td>\n",
       "      <td>-0.198381</td>\n",
       "      <td>-0.108539</td>\n",
       "      <td>-0.802532</td>\n",
       "      <td>0.838897</td>\n",
       "      <td>-1.555693</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>190425</td>\n",
       "      <td>1</td>\n",
       "      <td>189846</td>\n",
       "      <td>458</td>\n",
       "      <td>陳星翰 (Starr Chen)</td>\n",
       "      <td>Starr Chen</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>EGO-HOLIC戀我癖 (EGO-HOLIC)</td>\n",
       "      <td>TWUM71600076</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.329635</td>\n",
       "      <td>0.403698</td>\n",
       "      <td>3.941835</td>\n",
       "      <td>0.461805</td>\n",
       "      <td>-3.731353</td>\n",
       "      <td>0.322436</td>\n",
       "      <td>-1.190308</td>\n",
       "      <td>-0.032522</td>\n",
       "      <td>0.149215</td>\n",
       "      <td>2.531194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>107310</td>\n",
       "      <td>1</td>\n",
       "      <td>247911</td>\n",
       "      <td>465</td>\n",
       "      <td>莫文蔚 (Karen Mok)</td>\n",
       "      <td>Skot Suyama</td>\n",
       "      <td>李焯雄</td>\n",
       "      <td>3.0</td>\n",
       "      <td>愛死你</td>\n",
       "      <td>TWA470326002</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.030639</td>\n",
       "      <td>0.516861</td>\n",
       "      <td>0.235568</td>\n",
       "      <td>-0.044960</td>\n",
       "      <td>0.388393</td>\n",
       "      <td>0.044496</td>\n",
       "      <td>-0.333293</td>\n",
       "      <td>0.364095</td>\n",
       "      <td>0.225322</td>\n",
       "      <td>-0.151769</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>280430</td>\n",
       "      <td>1</td>\n",
       "      <td>257671</td>\n",
       "      <td>465</td>\n",
       "      <td>五月天 (Mayday)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.0</td>\n",
       "      <td>麥來亂</td>\n",
       "      <td>TWA450586306</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.613792</td>\n",
       "      <td>0.194574</td>\n",
       "      <td>0.100659</td>\n",
       "      <td>0.141057</td>\n",
       "      <td>-0.438419</td>\n",
       "      <td>-0.239341</td>\n",
       "      <td>0.007575</td>\n",
       "      <td>-0.404542</td>\n",
       "      <td>0.224184</td>\n",
       "      <td>0.009121</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>264800</td>\n",
       "      <td>1</td>\n",
       "      <td>271255</td>\n",
       "      <td>465</td>\n",
       "      <td>S.H.E</td>\n",
       "      <td>周杰倫</td>\n",
       "      <td>Selina+李姚</td>\n",
       "      <td>3.0</td>\n",
       "      <td>安靜了</td>\n",
       "      <td>TWD950806109</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.129499</td>\n",
       "      <td>-0.905622</td>\n",
       "      <td>0.800940</td>\n",
       "      <td>-0.565501</td>\n",
       "      <td>0.660646</td>\n",
       "      <td>-1.173043</td>\n",
       "      <td>-0.502466</td>\n",
       "      <td>-0.302371</td>\n",
       "      <td>-0.129156</td>\n",
       "      <td>0.525417</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>81042</td>\n",
       "      <td>1</td>\n",
       "      <td>248581</td>\n",
       "      <td>NaN</td>\n",
       "      <td>韋禮安 (William Wei)</td>\n",
       "      <td>韋禮安</td>\n",
       "      <td>韋禮安</td>\n",
       "      <td>3.0</td>\n",
       "      <td>Intro</td>\n",
       "      <td>TWA211630901</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.195895</td>\n",
       "      <td>0.560628</td>\n",
       "      <td>0.676569</td>\n",
       "      <td>-2.051721</td>\n",
       "      <td>1.129638</td>\n",
       "      <td>2.812487</td>\n",
       "      <td>0.142425</td>\n",
       "      <td>0.089075</td>\n",
       "      <td>-1.051159</td>\n",
       "      <td>-2.013955</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>175866</td>\n",
       "      <td>1</td>\n",
       "      <td>183484</td>\n",
       "      <td>465</td>\n",
       "      <td>S.H.E</td>\n",
       "      <td>NaN</td>\n",
       "      <td>藍小邪</td>\n",
       "      <td>3.0</td>\n",
       "      <td>宇宙小姐</td>\n",
       "      <td>TWD950806103</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.120944</td>\n",
       "      <td>-0.247228</td>\n",
       "      <td>0.201583</td>\n",
       "      <td>0.079522</td>\n",
       "      <td>0.394972</td>\n",
       "      <td>-0.325910</td>\n",
       "      <td>-0.025732</td>\n",
       "      <td>0.292862</td>\n",
       "      <td>-0.431568</td>\n",
       "      <td>0.298512</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>6097</td>\n",
       "      <td>1</td>\n",
       "      <td>260806</td>\n",
       "      <td>465</td>\n",
       "      <td>S.H.E</td>\n",
       "      <td>鄭楠</td>\n",
       "      <td>黃建洲</td>\n",
       "      <td>3.0</td>\n",
       "      <td>沿海公路的出口</td>\n",
       "      <td>TWD950806104</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.832329</td>\n",
       "      <td>-0.481511</td>\n",
       "      <td>-0.059514</td>\n",
       "      <td>-0.601807</td>\n",
       "      <td>1.030923</td>\n",
       "      <td>-0.446396</td>\n",
       "      <td>-0.206613</td>\n",
       "      <td>0.035849</td>\n",
       "      <td>-0.039738</td>\n",
       "      <td>0.778249</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>15 rows × 74 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    song_id  target  song_length genre_ids        artist_name     composer  \\\n",
       "11    58069       1       224597       465         嚴爵 (Yen-j)           嚴爵   \n",
       "12   326924       0       280084       465       林俊傑 (JJ Lin)          林俊傑   \n",
       "13   177564       1       253492       458     周杰倫 (Jay Chou)          周杰倫   \n",
       "14   116704       1       210364   465|458       林俊傑 (JJ Lin)       JJ Lin   \n",
       "16   214152       1       248790       465      吳汶芳 (Fang Wu)          吳汶芳   \n",
       "17   321525       1       259877       458         aMEI (張惠妹)    Wang Feng   \n",
       "18    37437       0       265743       465       林俊傑 (JJ Lin)       JJ Lin   \n",
       "19    67806       1       241975       465    孫燕姿 (Yanzi Sun)  Li Wei Song   \n",
       "20   190425       1       189846       458   陳星翰 (Starr Chen)   Starr Chen   \n",
       "21   107310       1       247911       465    莫文蔚 (Karen Mok)  Skot Suyama   \n",
       "22   280430       1       257671       465       五月天 (Mayday)          NaN   \n",
       "28   264800       1       271255       465              S.H.E          周杰倫   \n",
       "29    81042       1       248581       NaN  韋禮安 (William Wei)          韋禮安   \n",
       "30   175866       1       183484       465              S.H.E          NaN   \n",
       "31     6097       1       260806       465              S.H.E           鄭楠   \n",
       "\n",
       "       lyricist  language                               name          isrc  \\\n",
       "11           嚴爵       3.0                       輕輕 (Lightly)  TWK231507907   \n",
       "12          林怡鳳       3.0  手心的薔薇 (Beautiful) feat. G.E.M.鄧紫棋  TWA531480006   \n",
       "13          周杰倫       3.0                           給我一首歌的時間  TWK970801502   \n",
       "14  Lin Yi Feng       3.0                      關鍵詞 (The Key)  TWA531576504   \n",
       "16          吳汶芳       3.0     孤獨的總和 (Accumulated Loneliness)  TWA211328806   \n",
       "17          NaN       3.0                                春天裡  TWUM71600101   \n",
       "18  Wang Ya Jun       3.0                    因你而在 (You N Me)  TWA531398014   \n",
       "19     Xiao Han       3.0                            雨天 (雨天)  TWA530617601   \n",
       "20          NaN       3.0           EGO-HOLIC戀我癖 (EGO-HOLIC)  TWUM71600076   \n",
       "21          李焯雄       3.0                                愛死你  TWA470326002   \n",
       "22          NaN       3.0                                麥來亂  TWA450586306   \n",
       "28    Selina+李姚       3.0                                安靜了  TWD950806109   \n",
       "29          韋禮安       3.0                              Intro  TWA211630901   \n",
       "30          藍小邪       3.0                               宇宙小姐  TWD950806103   \n",
       "31          黃建洲       3.0                            沿海公路的出口  TWD950806104   \n",
       "\n",
       "    ...      特征55      特征56      特征57      特征58      特征59      特征60      特征61  \\\n",
       "11  ...  0.045498 -0.837263 -0.724027 -0.471066 -0.747993  0.097226 -0.059129   \n",
       "12  ... -0.138259 -1.029645  2.250884  1.466172  0.088254  0.893221  1.043854   \n",
       "13  ... -2.752389 -1.094040  3.560038 -2.916467  4.571066 -2.103715  1.330434   \n",
       "14  ... -0.359743  0.855385  0.396391  0.848224  0.992473 -0.492213  3.211751   \n",
       "16  ... -1.390997 -1.829017 -3.270219 -0.912881  0.859131  0.205735 -1.217894   \n",
       "17  ...  1.573981 -0.967788  0.269891 -1.185992  0.183924 -0.884661  0.255855   \n",
       "18  ... -0.134129 -1.060240 -1.272638  1.289265  0.766787  1.523809  1.033244   \n",
       "19  ... -1.211062  0.547520  0.082267  0.329495 -0.625898 -0.198381 -0.108539   \n",
       "20  ... -1.329635  0.403698  3.941835  0.461805 -3.731353  0.322436 -1.190308   \n",
       "21  ... -0.030639  0.516861  0.235568 -0.044960  0.388393  0.044496 -0.333293   \n",
       "22  ... -0.613792  0.194574  0.100659  0.141057 -0.438419 -0.239341  0.007575   \n",
       "28  ... -0.129499 -0.905622  0.800940 -0.565501  0.660646 -1.173043 -0.502466   \n",
       "29  ... -0.195895  0.560628  0.676569 -2.051721  1.129638  2.812487  0.142425   \n",
       "30  ... -0.120944 -0.247228  0.201583  0.079522  0.394972 -0.325910 -0.025732   \n",
       "31  ... -0.832329 -0.481511 -0.059514 -0.601807  1.030923 -0.446396 -0.206613   \n",
       "\n",
       "        特征62      特征63      特征64  \n",
       "11  0.314495 -0.029684  0.262232  \n",
       "12  1.721537 -0.735036 -1.704976  \n",
       "13 -3.190201  3.036527  1.426327  \n",
       "14 -1.888377 -1.527182 -0.217943  \n",
       "16 -1.219546 -0.006928  0.226888  \n",
       "17 -0.112575  0.436283 -1.058460  \n",
       "18  0.800090  2.494180  0.902940  \n",
       "19 -0.802532  0.838897 -1.555693  \n",
       "20 -0.032522  0.149215  2.531194  \n",
       "21  0.364095  0.225322 -0.151769  \n",
       "22 -0.404542  0.224184  0.009121  \n",
       "28 -0.302371 -0.129156  0.525417  \n",
       "29  0.089075 -1.051159 -2.013955  \n",
       "30  0.292862 -0.431568  0.298512  \n",
       "31  0.035849 -0.039738  0.778249  \n",
       "\n",
       "[15 rows x 74 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# 只保留中文歌曲，language=3\n",
    "df_train.drop(['msno','source_system_tab','source_screen_name','source_type'],axis=1,inplace= True)\n",
    "df_train = df_train.loc[df_train['language'] == 3]\n",
    "display(df_train.head(15))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(60866, 73)"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# 保存到本地\n",
    "df_train.drop(['target'],axis=1,inplace=True)\n",
    "display(df_train.shape)\n",
    "df_train.to_csv('data/songs_features.csv',index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "bi",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.13.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}