diff --git a/HISTORY.md b/HISTORY.md index 0f1ed15..25d07cb 100644 --- a/HISTORY.md +++ b/HISTORY.md @@ -1,3 +1,11 @@ +## 07.19.2013 + +* add simple json searhch api to http + +## 07.15.2013 + +* crawler now will keep a hash cache, merge same hash in the cache, this makes hash_reader process less hashes + ## 07.08.2013 * add torrent importer which can import local torrents into torrents database diff --git a/ebin/dhtcrawler.app b/ebin/dhtcrawler.app index 9d031d2..f29e28c 100644 --- a/ebin/dhtcrawler.app +++ b/ebin/dhtcrawler.app @@ -1,6 +1,6 @@ {application,dhtcrawler, [{description,"A DHT crawler to index magnet hash to torrent"}, - {vsn,"060804a"}, + {vsn,"75b3d82"}, {registered,[dht_crawler_sup]}, {applications,[kernel,stdlib,crypto,public_key,ssl,inets,bson, mongodb]}, @@ -9,11 +9,12 @@ crawler_http,crawler_stats,crawler_sup,db_daterange, db_frontend,db_hash,db_hash_index,db_loc_torrent, db_store_mongo,db_system,dht_monitor, - hash_cache_writer,hash_reader,hash_reader_stats, - hash_reader_sup,http_cache,http_handler,index_builder, - index_download,index_file,loc_torrent, - loc_torrent_cache,loc_torrent_sup,name_seger,rmmseg, - string_split,time_util,tor_builder,tor_download, - tor_download_stats,tor_location,tor_location_reader, - tor_location_writer,tor_name_seg,torrent_file, - transfer,urldecode,vlog]}]}. + hash_cache_writer,hash_download,hash_download_cache, + hash_reader,hash_reader2,hash_reader_common, + hash_reader_stats,hash_reader_sup,http_cache, + http_handler,index_builder,index_download,index_file, + loc_torrent,loc_torrent_cache,loc_torrent_sup, + name_seger,rmmseg,string_split,time_util,tor_builder, + tor_download,tor_download_stats,tor_location, + tor_location_reader,tor_location_writer,tor_name_seg, + torrent_file,transfer,urldecode,vlog]}]}. diff --git a/ebin/hash_cache_writer.beam b/ebin/hash_cache_writer.beam index 9e439fb..4f13f81 100644 Binary files a/ebin/hash_cache_writer.beam and b/ebin/hash_cache_writer.beam differ diff --git a/ebin/hash_download.beam b/ebin/hash_download.beam new file mode 100644 index 0000000..beb8cc1 Binary files /dev/null and b/ebin/hash_download.beam differ diff --git a/ebin/hash_download_cache.beam b/ebin/hash_download_cache.beam new file mode 100644 index 0000000..a6f10a1 Binary files /dev/null and b/ebin/hash_download_cache.beam differ diff --git a/ebin/hash_reader.beam b/ebin/hash_reader.beam index 7a91168..e92a709 100644 Binary files a/ebin/hash_reader.beam and b/ebin/hash_reader.beam differ diff --git a/ebin/hash_reader2.beam b/ebin/hash_reader2.beam new file mode 100644 index 0000000..16da0e0 Binary files /dev/null and b/ebin/hash_reader2.beam differ diff --git a/ebin/hash_reader_common.beam b/ebin/hash_reader_common.beam new file mode 100644 index 0000000..62f96cc Binary files /dev/null and b/ebin/hash_reader_common.beam differ diff --git a/ebin/hash_reader_sup.beam b/ebin/hash_reader_sup.beam index cde61f0..01cfad1 100644 Binary files a/ebin/hash_reader_sup.beam and b/ebin/hash_reader_sup.beam differ