search_final.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/Cellar/ipython@5/5.5.0_4/libexec/lib/python2.7/site-packages/IPython/core/interactiveshell.py:2718: DtypeWarning: Columns (56,58) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  interactivity=interactivity, compiler=compiler, result=result)\n"
     ]
    }
   ],
   "source": [
    "final = pd.read_csv('raw_data/final.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def find_course(year, term, department1, course_number1):\n",
    "    df = final[(final['year'] == year) & \n",
    "               (final['term'] == term) &\n",
    "               (final['course_number1'] == course_number1) &\n",
    "               (final['department1'] == department1)]\n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1249, 66)"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final[(final.year==2017) & (final.term=='fall')].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>web-scraper-order</th>\n",
       "      <th>web-scraper-start-url</th>\n",
       "      <th>course</th>\n",
       "      <th>comments</th>\n",
       "      <th>year</th>\n",
       "      <th>term</th>\n",
       "      <th>course_title</th>\n",
       "      <th>course_number1</th>\n",
       "      <th>department1</th>\n",
       "      <th>...</th>\n",
       "      <th>Course_Goals_Distribution</th>\n",
       "      <th>Course_Recommend_Distribution</th>\n",
       "      <th>Course_Money_Distribution</th>\n",
       "      <th>Instructor_Return_Distribution</th>\n",
       "      <th>Instructor_Feedback_Distribution</th>\n",
       "      <th>Instructor_Participation_Distribution</th>\n",
       "      <th>Instructor_Enthusiasm_Distribution</th>\n",
       "      <th>Instructor_Accessible_Distribution</th>\n",
       "      <th>Instructor_Lectures_Distribution</th>\n",
       "      <th>Instructor_Overall_Distribution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>25425</th>\n",
       "      <td>734</td>\n",
       "      <td>1522924305-38388</td>\n",
       "      <td>https://course-evaluation-reports.fas.harvard....</td>\n",
       "      <td>MATH 101:  Sets, Groups and Topology</td>\n",
       "      <td>[]</td>\n",
       "      <td>2017</td>\n",
       "      <td>spring</td>\n",
       "      <td>Sets, Groups and Topology</td>\n",
       "      <td>101</td>\n",
       "      <td>MATH</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[0, 1, 3, 7, 10]</td>\n",
       "      <td>[20, 1, 0, 0, 0]</td>\n",
       "      <td>[0, 0, 0, 4, 17]</td>\n",
       "      <td>[0, 0, 1, 2, 18]</td>\n",
       "      <td>[0, 0, 0, 2, 19]</td>\n",
       "      <td>[0, 0, 1, 1, 19]</td>\n",
       "      <td>[0, 0, 1, 2, 16]</td>\n",
       "      <td>[0, 0, 0, 3, 15]</td>\n",
       "      <td>[0, 0, 0, 2, 16]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1 rows × 66 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Unnamed: 0 web-scraper-order  \\\n",
       "25425         734  1522924305-38388   \n",
       "\n",
       "                                   web-scraper-start-url  \\\n",
       "25425  https://course-evaluation-reports.fas.harvard....   \n",
       "\n",
       "                                     course comments  year    term  \\\n",
       "25425  MATH 101:  Sets, Groups and Topology       []  2017  spring   \n",
       "\n",
       "                    course_title course_number1 department1  \\\n",
       "25425  Sets, Groups and Topology            101        MATH   \n",
       "\n",
       "                    ...                Course_Goals_Distribution  \\\n",
       "25425               ...                                      NaN   \n",
       "\n",
       "      Course_Recommend_Distribution Course_Money_Distribution  \\\n",
       "25425              [0, 1, 3, 7, 10]          [20, 1, 0, 0, 0]   \n",
       "\n",
       "      Instructor_Return_Distribution Instructor_Feedback_Distribution  \\\n",
       "25425               [0, 0, 0, 4, 17]                 [0, 0, 1, 2, 18]   \n",
       "\n",
       "       Instructor_Participation_Distribution  \\\n",
       "25425                       [0, 0, 0, 2, 19]   \n",
       "\n",
       "      Instructor_Enthusiasm_Distribution  Instructor_Accessible_Distribution  \\\n",
       "25425                   [0, 0, 1, 1, 19]                    [0, 0, 1, 2, 16]   \n",
       "\n",
       "       Instructor_Lectures_Distribution  Instructor_Overall_Distribution  \n",
       "25425                  [0, 0, 0, 3, 15]                 [0, 0, 0, 2, 16]  \n",
       "\n",
       "[1 rows x 66 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "find_course(2017, 'spring', 'MATH', '101')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>web-scraper-order</th>\n",
       "      <th>web-scraper-start-url</th>\n",
       "      <th>course</th>\n",
       "      <th>comments</th>\n",
       "      <th>year</th>\n",
       "      <th>term</th>\n",
       "      <th>course_title</th>\n",
       "      <th>course_number1</th>\n",
       "      <th>department1</th>\n",
       "      <th>...</th>\n",
       "      <th>Course_Goals_Distribution</th>\n",
       "      <th>Course_Recommend_Distribution</th>\n",
       "      <th>Course_Money_Distribution</th>\n",
       "      <th>Instructor_Return_Distribution</th>\n",
       "      <th>Instructor_Feedback_Distribution</th>\n",
       "      <th>Instructor_Participation_Distribution</th>\n",
       "      <th>Instructor_Enthusiasm_Distribution</th>\n",
       "      <th>Instructor_Accessible_Distribution</th>\n",
       "      <th>Instructor_Lectures_Distribution</th>\n",
       "      <th>Instructor_Overall_Distribution</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>1522891683-18234</td>\n",
       "      <td>https://course-evaluation-reports.fas.harvard....</td>\n",
       "      <td>AFRAMER 112:  Black Humor: Performance Art and...</td>\n",
       "      <td>[]</td>\n",
       "      <td>2006</td>\n",
       "      <td>fall</td>\n",
       "      <td>Black Humor: Performance Art and Literature</td>\n",
       "      <td>112</td>\n",
       "      <td>AFRAMER</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[3, 1, 0, 2, 15]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[0, 1, 2, 2, 15]</td>\n",
       "      <td>[0, 1, 2, 7, 10]</td>\n",
       "      <td>[0, 0, 1, 3, 16]</td>\n",
       "      <td>[0, 0, 3, 1, 16]</td>\n",
       "      <td>[0, 0, 2, 3, 14]</td>\n",
       "      <td>[1, 0, 1, 4, 3]</td>\n",
       "      <td>[0, 0, 1, 3, 3]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1522891674-18223</td>\n",
       "      <td>https://course-evaluation-reports.fas.harvard....</td>\n",
       "      <td>AFRAMER 113:  Fictions of Race, Facts of Racis...</td>\n",
       "      <td>[]</td>\n",
       "      <td>2006</td>\n",
       "      <td>fall</td>\n",
       "      <td>Fictions of Race, Facts of Racism: Perspective...</td>\n",
       "      <td>113</td>\n",
       "      <td>AFRAMER</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>1522891670-18217</td>\n",
       "      <td>https://course-evaluation-reports.fas.harvard....</td>\n",
       "      <td>AFRAMER 116:  Autobiography and Literary Imagi...</td>\n",
       "      <td>[]</td>\n",
       "      <td>2006</td>\n",
       "      <td>fall</td>\n",
       "      <td>Autobiography and Literary Imagination</td>\n",
       "      <td>116</td>\n",
       "      <td>AFRAMER</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[0, 0, 0, 1, 3]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[0, 0, 0, 2, 2]</td>\n",
       "      <td>[0, 1, 0, 1, 2]</td>\n",
       "      <td>[0, 0, 1, 2, 1]</td>\n",
       "      <td>[0, 0, 0, 1, 3]</td>\n",
       "      <td>[0, 1, 0, 0, 3]</td>\n",
       "      <td>[0, 1, 0, 0, 2]</td>\n",
       "      <td>[0, 1, 0, 0, 2]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>1522891657-18200</td>\n",
       "      <td>https://course-evaluation-reports.fas.harvard....</td>\n",
       "      <td>AFRAMER 175:  Introduction to African Music</td>\n",
       "      <td>[]</td>\n",
       "      <td>2006</td>\n",
       "      <td>fall</td>\n",
       "      <td>Introduction to African Music</td>\n",
       "      <td>175</td>\n",
       "      <td>AFRAMER</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[0, 0, 0, 4, 9]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[0, 0, 1, 3, 9]</td>\n",
       "      <td>[0, 0, 2, 3, 7]</td>\n",
       "      <td>[0, 1, 5, 1, 2]</td>\n",
       "      <td>[0, 0, 1, 4, 8]</td>\n",
       "      <td>[0, 1, 0, 3, 6]</td>\n",
       "      <td>[0, 2, 2, 6, 2]</td>\n",
       "      <td>[0, 1, 3, 4, 2]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>1522891495-18013</td>\n",
       "      <td>https://course-evaluation-reports.fas.harvard....</td>\n",
       "      <td>AFRAMER 190:  African-American Families: Polit...</td>\n",
       "      <td>[]</td>\n",
       "      <td>2006</td>\n",
       "      <td>fall</td>\n",
       "      <td>African-American Families: Politics, Culture, ...</td>\n",
       "      <td>190</td>\n",
       "      <td>AFRAMER</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[0, 0, 1, 2, 4]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[0, 0, 1, 2, 4]</td>\n",
       "      <td>[0, 0, 1, 4, 2]</td>\n",
       "      <td>[0, 1, 1, 0, 4]</td>\n",
       "      <td>[0, 0, 1, 3, 3]</td>\n",
       "      <td>[0, 0, 1, 1, 5]</td>\n",
       "      <td>[0, 0, 1, 2, 3]</td>\n",
       "      <td>[0, 0, 1, 1, 4]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 66 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0 web-scraper-order  \\\n",
       "0           0  1522891683-18234   \n",
       "1           1  1522891674-18223   \n",
       "2           2  1522891670-18217   \n",
       "3           3  1522891657-18200   \n",
       "4           4  1522891495-18013   \n",
       "\n",
       "                               web-scraper-start-url  \\\n",
       "0  https://course-evaluation-reports.fas.harvard....   \n",
       "1  https://course-evaluation-reports.fas.harvard....   \n",
       "2  https://course-evaluation-reports.fas.harvard....   \n",
       "3  https://course-evaluation-reports.fas.harvard....   \n",
       "4  https://course-evaluation-reports.fas.harvard....   \n",
       "\n",
       "                                              course comments  year  term  \\\n",
       "0  AFRAMER 112:  Black Humor: Performance Art and...       []  2006  fall   \n",
       "1  AFRAMER 113:  Fictions of Race, Facts of Racis...       []  2006  fall   \n",
       "2  AFRAMER 116:  Autobiography and Literary Imagi...       []  2006  fall   \n",
       "3        AFRAMER 175:  Introduction to African Music       []  2006  fall   \n",
       "4  AFRAMER 190:  African-American Families: Polit...       []  2006  fall   \n",
       "\n",
       "                                        course_title course_number1  \\\n",
       "0        Black Humor: Performance Art and Literature            112   \n",
       "1  Fictions of Race, Facts of Racism: Perspective...            113   \n",
       "2             Autobiography and Literary Imagination            116   \n",
       "3                      Introduction to African Music            175   \n",
       "4  African-American Families: Politics, Culture, ...            190   \n",
       "\n",
       "  department1               ...                Course_Goals_Distribution  \\\n",
       "0     AFRAMER               ...                                      NaN   \n",
       "1     AFRAMER               ...                                      NaN   \n",
       "2     AFRAMER               ...                                      NaN   \n",
       "3     AFRAMER               ...                                      NaN   \n",
       "4     AFRAMER               ...                                      NaN   \n",
       "\n",
       "  Course_Recommend_Distribution Course_Money_Distribution  \\\n",
       "0              [3, 1, 0, 2, 15]                       NaN   \n",
       "1                           NaN                       NaN   \n",
       "2               [0, 0, 0, 1, 3]                       NaN   \n",
       "3               [0, 0, 0, 4, 9]                       NaN   \n",
       "4               [0, 0, 1, 2, 4]                       NaN   \n",
       "\n",
       "  Instructor_Return_Distribution Instructor_Feedback_Distribution  \\\n",
       "0               [0, 1, 2, 2, 15]                 [0, 1, 2, 7, 10]   \n",
       "1                            NaN                              NaN   \n",
       "2                [0, 0, 0, 2, 2]                  [0, 1, 0, 1, 2]   \n",
       "3                [0, 0, 1, 3, 9]                  [0, 0, 2, 3, 7]   \n",
       "4                [0, 0, 1, 2, 4]                  [0, 0, 1, 4, 2]   \n",
       "\n",
       "   Instructor_Participation_Distribution Instructor_Enthusiasm_Distribution  \\\n",
       "0                       [0, 0, 1, 3, 16]                   [0, 0, 3, 1, 16]   \n",
       "1                                    NaN                                NaN   \n",
       "2                        [0, 0, 1, 2, 1]                    [0, 0, 0, 1, 3]   \n",
       "3                        [0, 1, 5, 1, 2]                    [0, 0, 1, 4, 8]   \n",
       "4                        [0, 1, 1, 0, 4]                    [0, 0, 1, 3, 3]   \n",
       "\n",
       "   Instructor_Accessible_Distribution  Instructor_Lectures_Distribution  \\\n",
       "0                    [0, 0, 2, 3, 14]                   [1, 0, 1, 4, 3]   \n",
       "1                                 NaN                               NaN   \n",
       "2                     [0, 1, 0, 0, 3]                   [0, 1, 0, 0, 2]   \n",
       "3                     [0, 1, 0, 3, 6]                   [0, 2, 2, 6, 2]   \n",
       "4                     [0, 0, 1, 1, 5]                   [0, 0, 1, 2, 3]   \n",
       "\n",
       "   Instructor_Overall_Distribution  \n",
       "0                  [0, 0, 1, 3, 3]  \n",
       "1                              NaN  \n",
       "2                  [0, 1, 0, 0, 2]  \n",
       "3                  [0, 1, 3, 4, 2]  \n",
       "4                  [0, 0, 1, 1, 4]  \n",
       "\n",
       "[5 rows x 66 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.15"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}