From 58410e09f7aff86b34483191d8f00d06e00563d1 Mon Sep 17 00:00:00 2001 From: Omar Roth Date: Tue, 1 May 2018 18:51:16 -0500 Subject: [PATCH] Clarify crawl option --- config/config.yml | 2 +- src/helpers.cr | 2 +- src/invidious.cr | 8 ++++---- 3 files changed, 6 insertions(+), 6 deletions(-) diff --git a/config/config.yml b/config/config.yml index ad8ccd98..e631793f 100644 --- a/config/config.yml +++ b/config/config.yml @@ -1,4 +1,4 @@ -threads: 5 +crawl_threads: 5 channel_threads: 5 video_threads: 5 db: diff --git a/src/helpers.cr b/src/helpers.cr index d0c74d5c..34224e24 100644 --- a/src/helpers.cr +++ b/src/helpers.cr @@ -15,7 +15,7 @@ end class Config YAML.mapping({ - threads: Int32, + crawl_threads: Int32, channel_threads: Int32, video_threads: Int32, db: NamedTuple( diff --git a/src/invidious.cr b/src/invidious.cr index bb6ccf20..a24ad3dc 100644 --- a/src/invidious.cr +++ b/src/invidious.cr @@ -25,15 +25,15 @@ require "./helpers" CONFIG = Config.from_yaml(File.read("config/config.yml")) -threads = CONFIG.threads +crawl_threads = CONFIG.crawl_threads channel_threads = CONFIG.channel_threads video_threads = CONFIG.video_threads Kemal.config.extra_options do |parser| parser.banner = "Usage: invidious [arguments]" - parser.on("-t THREADS", "--youtube-threads=THREADS", "Number of threads for crawling (default: #{threads})") do |number| + parser.on("-t THREADS", "--crawl-threads=THREADS", "Number of threads for crawling (default: #{crawl_threads})") do |number| begin - threads = number.to_i + crawl_threads = number.to_i rescue ex puts "THREADS must be integer" exit @@ -73,7 +73,7 @@ YT_URL = URI.parse("https://www.youtube.com") REDDIT_URL = URI.parse("https://api.reddit.com") LOGIN_URL = URI.parse("https://accounts.google.com") -threads.times do +crawl_threads.times do spawn do ids = Deque(String).new random = Random.new