david/Telebilbao-Epg
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add movie scraping and documentation
Some checks failed
Build docker container / build (push) Failing after 7m21s
Details

Browse Source
This commit is contained in:
David Claeys
2024-05-17 10:17:15 +02:00
parent a82d7bd861
commit 87e8700236
8 changed files with 203 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

43
TelebilbaoEpg/Jobs/ScrapeJob.cs
View File

@ -7,6 +7,8 @@ using System.Web;
using TableSpans.HtmlAgilityPack;
using TelebilbaoEpg.Database.Models;
using TelebilbaoEpg.Database.Repository;
using Telebilbap_Epg.Services;
using static System.Net.Mime.MediaTypeNames;
namespace TelebilbaoEpg.Jobs
{
@ -14,11 +16,13 @@ namespace TelebilbaoEpg.Jobs
{
private IConfiguration _configuration;
private IBroadCastRepository _broadCastRepository;
private IMovieService _movieService;
public ScrapeJob(IConfiguration configuration, IBroadCastRepository broadCastRepository)
public ScrapeJob(IConfiguration configuration, IBroadCastRepository broadCastRepository, IMovieService movieService)
{
_configuration = configuration;
_broadCastRepository = broadCastRepository;
_movieService = movieService;
}
private List<TimeBlock> GetTimeBlocks(HtmlNode programTable)
@ -510,8 +514,45 @@ namespace TelebilbaoEpg.Jobs
var startSaveDate = parsedBroadCasts.Min(x => x.From);
var endSaveDate = parsedBroadCasts.Max(x => x.To);
var movieIndicator = "Cine.";
var movies = parsedBroadCasts.Where(b => b.Name.Contains(movieIndicator))
.ToList();
foreach(var movie in movies)
{
string yearPattern = "(\\d{4})";
var textWithoutIndicator = movie.Name.Replace(movieIndicator, string.Empty).Trim();
var match = Regex.Match(textWithoutIndicator, yearPattern);
int? year = null;
if (match.Success)
{
year = int.Parse(match.Value);
}
var title = textWithoutIndicator;
if (year.HasValue)
{
var yearIndex = textWithoutIndicator.IndexOf(year.Value.ToString());
title = textWithoutIndicator.Substring(0, yearIndex).Replace(".", "").Trim();
}
var foundMovie = await _movieService.GetMovie(title, year);
if (foundMovie != null)
{
movie.Name = foundMovie.Title;
movie.Description = foundMovie.Description;
movie.ImageUrl = foundMovie.ImageUrl;
}
}
var savedBroadCasts = _broadCastRepository.GetBroadCasts(DateOnly.FromDateTime(startSaveDate), DateOnly.FromDateTime(endSaveDate));
foreach (var broadcast in parsedBroadCasts)
{
var shouldSave = !savedBroadCasts.Any(b => b.From == broadcast.From && b.To == broadcast.To && b.Name == broadcast.Name);