You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
32 lines
1.5 KiB
Python
32 lines
1.5 KiB
Python
import sys
|
|
from bs4 import BeautifulSoup
|
|
from tqdm import tqdm
|
|
import datetime
|
|
import requests
|
|
import os
|
|
|
|
dataset_location = os.path.realpath(os.path.join(os.path.dirname(__file__), "./"))
|
|
current_year = int(datetime.datetime.now().year)
|
|
headers = {'User-agent': 'Mozilla/5.0'}
|
|
input_year = int(input("Please enter start year (eg. 2016): "))
|
|
if input_year > current_year:
|
|
print("No movie is recorded in year %i yet!!" % (input_year))
|
|
else:
|
|
for year in tqdm(range(input_year, current_year + 1)):
|
|
sys.stdout = open(os.path.join(dataset_location, "IMDB_Top50_" + str(year) + '.txt'), 'w+')
|
|
url = "http://www.imdb.com/search/title?release_date=" + str(year) + "," + str(year) + "&title_type=feature"
|
|
response = requests.get(url, headers=headers)
|
|
soup = BeautifulSoup(response.text, "html.parser")
|
|
article = soup.find('li', attrs={'class': 'ipc-metadata-list-summary-item'}).find('h3')
|
|
print(article.contents[0] + ': ')
|
|
lister_list_contents = soup.find('a', attrs={'class': 'lister-list'})
|
|
i = 1
|
|
movieList = soup.findAll('div', attrs={'class': 'lister-item mode-advanced'})
|
|
for div_item in tqdm(movieList):
|
|
div = div_item.find('div', attrs={'class': 'lister-item-content'})
|
|
print(str(i) + '.', )
|
|
header = div.findChildren('h3', attrs={'class': 'lister-item-header'})
|
|
print(
|
|
'Movie: ' + str((header[0].findChildren('a'))[0].contents[0].encode('utf-8').decode('ascii', 'ignore')))
|
|
i += 1
|