NOTE: rewrite hash_reader, config changed, dht_hash database changed, require to remove existed dht_hash database

HISTORY.md

@@ -1,3 +1,11 @@
+## 07.19.2013
+
+* add simple json searhch api to http
+
+## 07.15.2013
+
+* crawler now will keep a hash cache, merge same hash in the cache, this makes hash_reader process less hashes
+
 ## 07.08.2013
 
 * add torrent importer which can import local torrents into torrents database

ebin/dhtcrawler.app

@@ -1,6 +1,6 @@
 {application,dhtcrawler,
              [{description,"A DHT crawler to index magnet hash to torrent"},
-              {vsn,"060804a"},
+              {vsn,"75b3d82"},
               {registered,[dht_crawler_sup]},
               {applications,[kernel,stdlib,crypto,public_key,ssl,inets,bson,
                              mongodb]},
@@ -9,11 +9,12 @@
                         crawler_http,crawler_stats,crawler_sup,db_daterange,
                         db_frontend,db_hash,db_hash_index,db_loc_torrent,
                         db_store_mongo,db_system,dht_monitor,
-                        hash_cache_writer,hash_reader,hash_reader_stats,
-                        hash_reader_sup,http_cache,http_handler,index_builder,
-                        index_download,index_file,loc_torrent,
-                        loc_torrent_cache,loc_torrent_sup,name_seger,rmmseg,
-                        string_split,time_util,tor_builder,tor_download,
-                        tor_download_stats,tor_location,tor_location_reader,
-                        tor_location_writer,tor_name_seg,torrent_file,
-                        transfer,urldecode,vlog]}]}.
+                        hash_cache_writer,hash_download,hash_download_cache,
+                        hash_reader,hash_reader2,hash_reader_common,
+                        hash_reader_stats,hash_reader_sup,http_cache,
+                        http_handler,index_builder,index_download,index_file,
+                        loc_torrent,loc_torrent_cache,loc_torrent_sup,
+                        name_seger,rmmseg,string_split,time_util,tor_builder,
+                        tor_download,tor_download_stats,tor_location,
+                        tor_location_reader,tor_location_writer,tor_name_seg,
+                        torrent_file,transfer,urldecode,vlog]}]}.