import sys
from bs4 import BeautifulSoup
from tqdm import tqdm
import datetime
import requests
import os

dataset_location = os.path.realpath(os.path.join(os.path.dirname(__file__), "./"))
current_year = int(datetime.datetime.now().year)
headers = {'User-agent': 'Mozilla/5.0'}
input_year = int(input("Please enter start year (eg. 2016): "))
if input_year > current_year:
    print("No movie is recorded in year %i yet!!" % (input_year))
else:
    for year in tqdm(range(input_year, current_year + 1)):
        sys.stdout = open(os.path.join(dataset_location, "IMDB_Top50_" + str(year) + '.txt'), 'w+')
        url = "http://www.imdb.com/search/title?release_date=" + str(year) + "," + str(year) + "&title_type=feature"
        response = requests.get(url, headers=headers)
        soup = BeautifulSoup(response.text, "html.parser")
        article = soup.find('li', attrs={'class': 'ipc-metadata-list-summary-item'}).find('h3')
        print(article.contents[0] + ': ')
        lister_list_contents = soup.find('a', attrs={'class': 'lister-list'})
        i = 1
        movieList = soup.findAll('div', attrs={'class': 'lister-item mode-advanced'})
        for div_item in tqdm(movieList):
            div = div_item.find('div', attrs={'class': 'lister-item-content'})
            print(str(i) + '.', )
            header = div.findChildren('h3', attrs={'class': 'lister-item-header'})
            print(
                'Movie: ' + str((header[0].findChildren('a'))[0].contents[0].encode('utf-8').decode('ascii', 'ignore')))
            i += 1