Uppdatera main

This commit is contained in:
jwradhe 2024-10-26 20:24:35 +02:00
commit 160fe3f322
3 changed files with 118 additions and 24900 deletions

View File

@ -1,6 +1,62 @@
<<<<<<< HEAD
# Python_AI_Projekt # Python_AI_Projekt
Projekt för Pythonkurs (AI) Projekt för Pythonkurs (AI)
Autoencoders Autoencoders
Scikit-learn: - K-nearest neighbors Scikit-learn: - K-nearest neighbors
=======
# Supervised Learning - Movie/TV-Show recommender
## Specification
Movie/TV-Show recommender
This program will recommend you what movie or th-show to view based on what Movie/TV-Show you like.
### Data Source:
I will use 4 datasets from kaggle, 3 datasets from streaming-sites Netflix, Amazon Prime and Disney Plus, also 1 from a IMDB dataset.
### Model:
I will use k-Nearest Neighbors (k-NN) alhorithm that can help me find other titles based on features like Title, Release year, Description, Cast, Director and genres.
### Features:
1. Load data and preprocessing before creating new dataset csv file.
2. Model training with k-NN algorithm.
3.
### Requirements:
1. Title data:
* Title
* Genres
* Release year
* Cast
* Director
* Description
2. User data:
* What Movie / TV-Show
* What genre
* Director
### Libraries
* pandas: Data manipulation and analysis
* scikit-learn: machine learning algorithms and preprocessing
* numpy: numerical operations
* beatifulsoup4: web scraping
### Classes
1. LoadData
* Loading, cleaning and saving alla data to csv
* check_data
* clean_text
* clean_data
* load_dataset
* create_data
* save_data
* load_data
2. UserData
* input
3. Recommendations
* get_recommendations
>>>>>>> b992895c329b4c147193b68b17c8181bb17fb220

File diff suppressed because it is too large Load Diff

123
main.py
View File

@ -6,11 +6,12 @@ from sklearn.preprocessing import OneHotEncoder
from sklearn.metrics.pairwise import cosine_similarity from sklearn.metrics.pairwise import cosine_similarity
import numpy as np import numpy as np
class Load_Data: class LoadData:
def __init__(self): def __init__(self):
self.data_file = 'data_movies_series.csv' self.data_file = 'data_movies_series.csv'
self.data = None self.data = None
self.loaded_datasets = []
def check_data(self): def check_data(self):
if os.path.isfile(self.data_file): if os.path.isfile(self.data_file):
@ -29,7 +30,6 @@ class Load_Data:
return None return None
def clean_text(self, text): def clean_text(self, text):
if isinstance(text, str): if isinstance(text, str):
cleaned = re.sub(r'[^\x00-\x7F]+', '', text) cleaned = re.sub(r'[^\x00-\x7F]+', '', text)
cleaned = cleaned.replace('#', '') cleaned = cleaned.replace('#', '')
@ -37,50 +37,35 @@ class Load_Data:
return cleaned.strip() return cleaned.strip()
return '' return ''
def clean_data(self):
string_columns = self.data.select_dtypes(include=['object'])
self.data[string_columns.columns] = string_columns.apply(lambda col: col.map(self.clean_text, na_action='ignore'))
self.data = self.data[~self.data['title'].str.strip().isin(['', ':'])]
print(f'Data cleaned successfully.')
def load_dataset(self, dataset_path, stream):
print(f'dataset/{dataset_path}')
try:
df = pd.read_csv(f'dataset/{dataset_path}')
df['stream'] = stream
if stream not in 'IMDB':
df = df.drop(columns=['show_id', 'date_added', 'duration', 'rating'], errors='ignore')
df = df.rename(columns={'listed_in': 'genres'})
else:
df = df.rename(columns={'releaseYear': 'release_year'})
df = df.drop(columns=['numVotes', 'id','avaverageRating'], errors='ignore')
self.loaded_datasets.append(stream)
return df
except FileNotFoundError:
print(f'Warning: "{dataset_path}" not found. Skipping this dataset.')
def create_data(self): def create_data(self):
print(f'Starting to read data ...') print(f'Starting to read data ...')
df_netflix = None df_netflix = self.load_dataset('data_netflix.csv','Netflix')
df_amazon = None df_amazon = self.load_dataset('data_amazon.csv','Amazon')
df_disney = None df_disney = self.load_dataset('data_disney.csv','Disney')
df_imdb = None df_imdb = self.load_dataset('data_imdb.csv','IMDB')
loaded_datasets = []
try:
df_netflix = pd.read_csv('dataset/data_netflix.csv')
df_netflix['stream'] = 'Netflix'
df_netflix = df_netflix.drop(columns=['show_id', 'date_added', 'duration', 'rating'], errors='ignore')
df_netflix = df_netflix.rename(columns={'listed_in': 'genres'})
loaded_datasets.append('Netflix')
except FileNotFoundError:
print("Warning: 'data_netflix.csv' not found. Skipping this dataset.")
try:
df_amazon = pd.read_csv('dataset/data_amazon.csv')
df_amazon['stream'] = 'Amazon'
df_amazon = df_amazon.drop(columns=['show_id', 'date_added', 'duration', 'rating'], errors='ignore')
df_amazon = df_amazon.rename(columns={'listed_in': 'genres'})
loaded_datasets.append('Amazon')
except FileNotFoundError:
print("Warning: 'data_amazon.csv' not found. Skipping this dataset.")
try:
df_disney = pd.read_csv('dataset/data_disney.csv')
df_disney['stream'] = 'Disney'
df_disney = df_disney.drop(columns=['show_id', 'date_added', 'duration', 'rating'], errors='ignore')
df_disney = df_disney.rename(columns={'listed_in': 'genres'})
loaded_datasets.append('Disney')
except FileNotFoundError:
print("Warning: 'data_disney.csv' not found. Skipping this dataset.")
try:
df_imdb = pd.read_csv('dataset/data_imdb.csv')
df_imdb['stream'] = 'Unknown'
df_imdb = df_imdb.rename(columns={'releaseYear': 'release_year'})
df_imdb = df_imdb.drop(columns=['numVotes', 'id','avaverageRating'], errors='ignore')
loaded_datasets.append('IMDB')
except FileNotFoundError:
print("Warning: 'data_imdb.csv' not found. Skipping this dataset.")
dataframes = [df for df in [df_imdb, df_netflix, df_amazon, df_disney] if df is not None] dataframes = [df for df in [df_imdb, df_netflix, df_amazon, df_disney] if df is not None]
if not dataframes: if not dataframes:
@ -91,13 +76,7 @@ class Load_Data:
df_all = df_all.infer_objects(copy=False) df_all = df_all.infer_objects(copy=False)
self.data = df_all self.data = df_all
print(f'Data from {", ".join(loaded_datasets)} loaded successfully.') print(f'Data from {", ".join(self.loaded_datasets)} loaded successfully.')
def clean_data(self):
string_columns = self.data.select_dtypes(include=['object'])
self.data[string_columns.columns] = string_columns.apply(lambda col: col.map(self.clean_text, na_action='ignore'))
self.data = self.data[~self.data['title'].str.strip().isin(['', ':'])]
print(f'Data cleaned successfully.')
def save_data(self): def save_data(self):
self.data.to_csv(self.data_file, index=False) self.data.to_csv(self.data_file, index=False)
@ -109,13 +88,23 @@ class Load_Data:
print(f'{num_rows} titles loaded successfully.') print(f'{num_rows} titles loaded successfully.')
class UserData:
def __init__(self):
self.user_data = None
def input(self):
self.user_data = input("Which Movie or TV-Serie do you prefer: ")
return self.user_data.lower()
class Search: class Search:
def __init__(self, data): def __init__(self, data):
self.data = data self.data = data
self.preproccess() self.preprocess()
def preproccess(self): def preprocess(self):
self.description_vectorizer = TfidfVectorizer(stop_words='english') self.description_vectorizer = TfidfVectorizer(stop_words='english')
self.description_matrix = self.description_vectorizer.fit_transform(self.data['description'].fillna('')) self.description_matrix = self.description_vectorizer.fit_transform(self.data['description'].fillna(''))
@ -140,20 +129,30 @@ class Search:
return self.data.iloc[top_indices][['title', 'genres', 'type', 'release_year', 'stream','description']] return self.data.iloc[top_indices][['title', 'genres', 'type', 'release_year', 'stream','description']]
def main(): class Recommendations:
data_loader = Load_Data() def __init__(self):
data = data_loader.check_data() self.result = None
if data is not None and not data.empty:
user_input = input("Which Movie or TV-Serie do you prefer: ")
search_data = Search(data)
results = search_data.search(user_input)
print(results)
def get_recommendations(self, user_data, title_data):
if title_data is not None and not title_data.empty:
search_data = Search(title_data)
self.results = search_data.search(user_data)
print(self.results)
else: else:
print("No data available to search.") print("No data available to search.")
def main():
data_loader = LoadData()
title_data = data_loader.check_data()
user_data = UserData()
user_input = user_data.input()
recommendations = Recommendations()
recommendations.get_recommendations(user_data, title_data)
if __name__ == "__main__": if __name__ == "__main__":
main() main()