{
"cells": [
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"collapsed": false
},
"outputs": [],
"source": [
"from urllib.request import urlopen\n",
"from bs4 import BeautifulSoup\n",
"import pandas as pd\n",
"import time\n",
"import nltk\n",
"from nltk.corpus import stopwords\n",
"from sklearn.feature_extraction.text import TfidfVectorizer, CountVectorizer, TfidfTransformer\n",
"from sklearn.model_selection import train_test_split\n",
"from nltk.stem import PorterStemmer\n",
"from sklearn.naive_bayes import GaussianNB, MultinomialNB\n",
"from textblob import Word\n",
"from textblob import TextBlob\n",
"import re\n",
"import nltk"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Scraping reviews"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"base_url = \"https://www.tripadvisor.com\"\n",
"url = base_url + \"/Hotels\"\n",
"\n",
"hotel_url = base_url + \"/Hotel_Review-g297701-d500134-Reviews-The_Mansion_Resort_Hotel_Spa-Ubud_Gianyar_Regency_Bali.html#REVIEWS\"\n",
"html = urlopen(hotel_url)\n",
"soup = BeautifulSoup(html, 'html.parser')\n",
"reviews_div = soup.find_all(\"div\",\n",
" class_=\"hotels-hotel-review-community-content-review-list-parts-SingleReview__mainCol--29php\")"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"total_review

Assignment 4: 1. Scrape at least 400 review excerpts and ratings f...