Skip to content

Commit

Permalink
configure topics search
Browse files Browse the repository at this point in the history
  • Loading branch information
pidoubleyou committed Mar 23, 2024
1 parent af81acf commit 5dee698
Showing 1 changed file with 18 additions and 13 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -56,19 +56,24 @@ protected RecursiveTask<Set<Film>> createCrawlerTask() {
allVideos.addAll(epsiodesFromDay);
printMessage(ServerMessages.DEBUG_ALL_SENDUNG_FOLGEN_COUNT, getSender().getName(), allVideos.size());
getAndSetMaxCount(allVideos.size());
//
// Sendungen a-z
// Buchstabe > Episoden > Episode2Film
final Set<OrfOnBreadCrumsUrlDTO> videosFromTopics = processAZUrlsToCrawl();
allVideos.addAll(videosFromTopics);
printMessage(ServerMessages.DEBUG_ALL_SENDUNG_FOLGEN_COUNT, getSender().getName(), allVideos.size());
getAndSetMaxCount(allVideos.size());
//
// History (top categories) > children > VideoItem > Episode > Episode2Film
final Set<OrfOnBreadCrumsUrlDTO> historyVideos = processHistoryUrlToCrawl();
allVideos.addAll(historyVideos);
printMessage(ServerMessages.DEBUG_ALL_SENDUNG_FOLGEN_COUNT, getSender().getName(), allVideos.size());
getAndSetMaxCount(allVideos.size());

if (Boolean.TRUE.equals(crawlerConfig.getTopicsSearchEnabled())) {
//
// Sendungen a-z
// Buchstabe > Episoden > Episode2Film
final Set<OrfOnBreadCrumsUrlDTO> videosFromTopics = processAZUrlsToCrawl();
allVideos.addAll(videosFromTopics);
printMessage(
ServerMessages.DEBUG_ALL_SENDUNG_FOLGEN_COUNT, getSender().getName(), allVideos.size());
getAndSetMaxCount(allVideos.size());
//
// History (top categories) > children > VideoItem > Episode > Episode2Film
final Set<OrfOnBreadCrumsUrlDTO> historyVideos = processHistoryUrlToCrawl();
allVideos.addAll(historyVideos);
printMessage(
ServerMessages.DEBUG_ALL_SENDUNG_FOLGEN_COUNT, getSender().getName(), allVideos.size());
getAndSetMaxCount(allVideos.size());
}
//
return new OrfOnEpisodeTask(this, new ConcurrentLinkedQueue<>(allVideos));
} catch (final Exception ex) {
Expand Down

0 comments on commit 5dee698

Please sign in to comment.