Mirror/dhtcrawler2
1
0
Fork 0
mirror of https://github.com/btdig/dhtcrawler2.git synced 2025-01-31 10:31:37 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

try to fix high cpu usage when no hash and no wait_download

Browse Source
This commit is contained in:
Kevin Lynx 2013-07-15 23:02:41 +08:00
parent 91731f7839
commit eb4f6fa9ea
1 changed files with 10 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
src/hash_reader/hash_reader.erl
View File

@ -89,9 +89,13 @@ handle_info(process_download_hash, State) ->
?T(?FMT("start a new download ~p", [D])),
% launch downloader
Conn = db_conn(State),
try_next_download(Conn),
% until the max downloader count reaches
timer:send_after(?DOWNLOAD_INTERVAL, process_download_hash),
case try_next_download(Conn) of
ok ->
% until the max downloader count reaches
timer:send_after(?DOWNLOAD_INTERVAL, process_download_hash);
empty ->
skip
end,
D % + 1, bug here ?
end,
{noreply, State#state{downloading = NewD}};
@ -214,7 +218,7 @@ try_next_download(Conn) ->
check_in_index_cache(Conn, Doc).
check_in_index_cache(_, {}) ->
ok;
empty;
check_in_index_cache(Conn, {Doc}) ->
{Hash} = bson:lookup(hash, Doc),
ListHash = binary_to_list(Hash),
@ -227,7 +231,8 @@ check_in_index_cache(Conn, {Doc}) ->
% so give it up
hash_reader_stats:handle_cache_filtered(),
self() ! filter_torrent
end.
end,
ok.
should_try_download(true, Conn, Hash) ->
db_hash_index:exist(Conn, Hash);