NOTE: big change! Need to delete config files. The crawler will cache hashes and merge duplicated queries.

ebin/dhtcrawler.app

@@ -8,11 +8,11 @@
               {modules,[bt_conn,bt_message,config,crawler_app,crawler_http,
                         crawler_stats,crawler_sup,db_daterange,db_frontend,
                         db_hash,db_hash_index,db_loc_torrent,db_store_mongo,
-                        db_system,dht_monitor,hash_reader,hash_reader_stats,
+                        db_system,dht_monitor,hash_cache_writer,hash_reader,
-                        hash_reader_sup,http_cache,http_handler,index_builder,
+                        hash_reader_stats,hash_reader_sup,http_cache,
-                        index_download,index_file,loc_torrent,
+                        http_handler,index_builder,index_download,index_file,
-                        loc_torrent_cache,loc_torrent_sup,name_seger,rmmseg,
+                        loc_torrent,loc_torrent_cache,loc_torrent_sup,
-                        string_split,time_util,tor_builder,tor_download,
+                        name_seger,rmmseg,string_split,time_util,tor_builder,
-                        tor_download_stats,tor_location,tor_location_reader,
+                        tor_download,tor_download_stats,tor_location,
-                        tor_location_writer,tor_name_seg,torrent_file,
+                        tor_location_reader,tor_location_writer,tor_name_seg,
-                        transfer,urldecode,vlog]}]}.
+                        torrent_file,transfer,urldecode,vlog]}]}.