Mirror/dhtcrawler2
1
0
Fork 0
mirror of https://github.com/btdig/dhtcrawler2.git synced 2025-01-19 04:31:37 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

hash_reader now use findAndModify to read and delete hash/wait_download

Browse Source
This commit is contained in:
Kevin Lynx 2013-07-14 15:34:52 +08:00
parent 356a1c0a92
commit 539dd9103b
1 changed files with 11 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
src/hash_reader/hash_reader.erl
View File

@ -205,28 +205,23 @@ insert_to_download_wait(Conn, Doc) ->
end).
try_next_download(Conn) ->
Doc = mongo:do(safe, master, Conn, ?HASH_DBNAME, fun() ->
D = mongo:find_one(?HASH_DOWNLOAD_COLL, {}),
delete_inner_doc(?HASH_DOWNLOAD_COLL, D),
D
end),
Doc = load_delete_next(Conn, ?HASH_DOWNLOAD_COLL),
schedule_next(Doc, true).
% if there's no hash, try `wait_download'
try_next(Conn) ->
Doc = mongo:do(safe, master, Conn, ?HASH_DBNAME, fun() ->
D = mongo:find_one(?HASH_COLLNAME, {}),
delete_inner_doc(?HASH_COLLNAME, D),
D
end),
Doc = load_delete_next(Conn, ?HASH_COLLNAME),
schedule_next(Doc, false).
delete_inner_doc(_Col, {}) ->
ok;
delete_inner_doc(Col, {Doc}) ->
{ID} = bson:lookup('_id', Doc),
mongo:delete(Col, {'_id', ID}).
load_delete_next(Conn, Col) ->
Cmd = {findAndModify, Col, fields, {}, remove, true},
Ret = mongo:do(safe, master, Conn, ?HASH_DBNAME, fun() ->
mongo:command(Cmd)
end),
case Ret of
{value, undefined, ok, 1.0} -> {};
{value, Obj, lastErrorObject, _, ok, 1.0} -> {Obj}
end.
schedule_next({}, true) ->
ok;