Mirror/dhtcrawler2
1
0
Fork 0
mirror of https://github.com/btdig/dhtcrawler2.git synced 2025-01-19 04:31:37 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

add `size' function to hash_download_cache, to debug

Browse Source
This commit is contained in:
Kevin Lynx 2013-07-21 21:55:30 +08:00
parent 108a1bfd1b
commit e46c264056
2 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/hash_reader/hash_download.erl
View File

@ -89,7 +89,7 @@ handle_info(timeout, State) ->
schedule_next() -> schedule_next() ->
case hash_download_cache:get_one() of case hash_download_cache:get_one() of
{} -> {} ->
timer:send_after(?WAIT_TIME); timer:send_after(?WAIT_TIME, timeout);
Doc -> Doc ->
gen_server:cast(self(), {process_hash, Doc}) gen_server:cast(self(), {process_hash, Doc})
end. end.

8
src/hash_reader/hash_download_cache.erl
View File

@ -18,6 +18,7 @@
-export([start_link/1, -export([start_link/1,
stop/0, stop/0,
insert/1, insert/1,
size/0,
get_one/0]). get_one/0]).
-record(state, {cache = [], max, dbpool}). -record(state, {cache = [], max, dbpool}).
-define(SAVE_BATCH, 100). -define(SAVE_BATCH, 100).
@ -35,6 +36,9 @@ insert(Doc) ->
get_one() -> get_one() ->
gen_server:call(srv_name(), get_one, infinity). gen_server:call(srv_name(), get_one, infinity).
size() ->
gen_server:call(srv_name(), size).
srv_name() -> srv_name() ->
?MODULE. ?MODULE.
@ -58,6 +62,10 @@ handle_cast({insert, Doc}, State) ->
handle_cast(stop, State) -> handle_cast(stop, State) ->
{stop, normal, State}. {stop, normal, State}.
handle_call(size, _From, State) ->
#state{cache = Cache} = State,
{reply, length(Cache), State};
handle_call(get_one, _From, State) -> handle_call(get_one, _From, State) ->
#state{dbpool = DBPool, cache = Cache} = State, #state{dbpool = DBPool, cache = Cache} = State,
{Doc, NewCache} = try_load(DBPool, Cache), {Doc, NewCache} = try_load(DBPool, Cache),