diff --git a/HISTORY.md b/HISTORY.md index cf841f2..6ab7db8 100644 --- a/HISTORY.md +++ b/HISTORY.md @@ -1,3 +1,7 @@ +## 07.30.2013 + +* add sphinx (coreseek which based on sphinx) to help searhcing, in expirement stage + ## 07.21.2013 * rewrite hash_reader, now it will keep a wait_download cache diff --git a/create_bin.bat b/create_bin.bat index 2606922..35f4943 100644 --- a/create_bin.bat +++ b/create_bin.bat @@ -3,10 +3,12 @@ mkdir bin\deps\bson\ebin mkdir bin\deps\mongodb\ebin mkdir bin\deps\kdht\ebin mkdir bin\deps\ibrowse\ebin +mkdir bin\deps\giza\ebin copy deps\bson\ebin\*.* bin\deps\bson\ebin\ copy deps\mongodb\ebin\*.* bin\deps\mongodb\ebin\ copy deps\kdht\ebin\*.* bin\deps\kdht\ebin\ copy deps\ibrowse\ebin\*.* bin\deps\ibrowse\ebin\ +copy deps\giza\ebin\*.* bin\deps\giza\ebin\ mkdir bin\www copy www\*.* bin\www\ copy tools\*.* bin\ diff --git a/deps/giza/ebin/giza.app b/deps/giza/ebin/giza.app new file mode 100644 index 0000000..7b20d19 --- /dev/null +++ b/deps/giza/ebin/giza.app @@ -0,0 +1,6 @@ +{application,giza, + [{description,"Client for the Sphinx search engine"}, + {vsn,"0.1.0"}, + {modules,[giza_datetime,giza_protocol,giza_query,giza_request, + giza_response,giza_update,giza_util]}, + {applications,[kernel,stdlib]}]}. diff --git a/deps/giza/ebin/giza_datetime.beam b/deps/giza/ebin/giza_datetime.beam new file mode 100644 index 0000000..7aada0f Binary files /dev/null and b/deps/giza/ebin/giza_datetime.beam differ diff --git a/deps/giza/ebin/giza_protocol.beam b/deps/giza/ebin/giza_protocol.beam new file mode 100644 index 0000000..f501647 Binary files /dev/null and b/deps/giza/ebin/giza_protocol.beam differ diff --git a/deps/giza/ebin/giza_query.beam b/deps/giza/ebin/giza_query.beam new file mode 100644 index 0000000..50fe3a2 Binary files /dev/null and b/deps/giza/ebin/giza_query.beam differ diff --git a/deps/giza/ebin/giza_request.beam b/deps/giza/ebin/giza_request.beam new file mode 100644 index 0000000..fe3e76f Binary files /dev/null and b/deps/giza/ebin/giza_request.beam differ diff --git a/deps/giza/ebin/giza_response.beam b/deps/giza/ebin/giza_response.beam new file mode 100644 index 0000000..710c29b Binary files /dev/null and b/deps/giza/ebin/giza_response.beam differ diff --git a/deps/giza/ebin/giza_update.beam b/deps/giza/ebin/giza_update.beam new file mode 100644 index 0000000..3892de7 Binary files /dev/null and b/deps/giza/ebin/giza_update.beam differ diff --git a/deps/giza/ebin/giza_util.beam b/deps/giza/ebin/giza_util.beam new file mode 100644 index 0000000..a8665a2 Binary files /dev/null and b/deps/giza/ebin/giza_util.beam differ diff --git a/ebin/crawler_http.beam b/ebin/crawler_http.beam index 2ae1fe6..a632330 100644 Binary files a/ebin/crawler_http.beam and b/ebin/crawler_http.beam differ diff --git a/ebin/db_frontend.beam b/ebin/db_frontend.beam index 9880d49..06951ea 100644 Binary files a/ebin/db_frontend.beam and b/ebin/db_frontend.beam differ diff --git a/ebin/dhtcrawler.app b/ebin/dhtcrawler.app index 5718ec2..5d071b0 100644 --- a/ebin/dhtcrawler.app +++ b/ebin/dhtcrawler.app @@ -1,6 +1,6 @@ {application,dhtcrawler, [{description,"A DHT crawler to index magnet hash to torrent"}, - {vsn,"4dc05bf"}, + {vsn,"7ab79b5"}, {registered,[dht_crawler_sup]}, {applications,[kernel,stdlib,crypto,public_key,ssl,inets,bson, mongodb]}, @@ -11,10 +11,14 @@ db_store_mongo,db_system,dht_monitor, hash_cache_writer,hash_download,hash_download_cache, hash_reader,hash_reader2,hash_reader_common, - hash_reader_stats,hash_reader_sup,http_cache, + hash_reader_stats,hash_reader_sup,hex,http_cache, http_common,http_handler,index_builder,index_download, index_file,loc_torrent,loc_torrent_cache, - loc_torrent_sup,name_seger,rmmseg,string_split, - time_util,tor_builder,tor_download,tor_download_stats, + loc_torrent_sup,name_seger,rmmseg,sphinx_builder, + sphinx_builder2,sphinx_builder_sup,sphinx_cmd, + sphinx_doc,sphinx_id,sphinx_search,sphinx_torrent, + sphinx_xml,string_split,string_util,time_util, + tor_builder,tor_download,tor_download_stats, tor_location,tor_location_reader,tor_location_writer, - tor_name_seg,torrent_file,transfer,urldecode,vlog]}]}. + tor_name_seg,torrent_file,transfer,urldecode,vlog, + xmerl_xml_cdata]}]}. diff --git a/ebin/hex.beam b/ebin/hex.beam new file mode 100644 index 0000000..f2b57d8 Binary files /dev/null and b/ebin/hex.beam differ diff --git a/ebin/http_handler.beam b/ebin/http_handler.beam index 6b97cbf..fac18ce 100644 Binary files a/ebin/http_handler.beam and b/ebin/http_handler.beam differ diff --git a/ebin/sphinx_builder.beam b/ebin/sphinx_builder.beam new file mode 100644 index 0000000..dc656cc Binary files /dev/null and b/ebin/sphinx_builder.beam differ diff --git a/ebin/sphinx_builder2.beam b/ebin/sphinx_builder2.beam new file mode 100644 index 0000000..82afdb8 Binary files /dev/null and b/ebin/sphinx_builder2.beam differ diff --git a/ebin/sphinx_builder_sup.beam b/ebin/sphinx_builder_sup.beam new file mode 100644 index 0000000..d705867 Binary files /dev/null and b/ebin/sphinx_builder_sup.beam differ diff --git a/ebin/sphinx_cmd.beam b/ebin/sphinx_cmd.beam new file mode 100644 index 0000000..7fe2bde Binary files /dev/null and b/ebin/sphinx_cmd.beam differ diff --git a/ebin/sphinx_doc.beam b/ebin/sphinx_doc.beam new file mode 100644 index 0000000..691b9ad Binary files /dev/null and b/ebin/sphinx_doc.beam differ diff --git a/ebin/sphinx_id.beam b/ebin/sphinx_id.beam new file mode 100644 index 0000000..97bc4c5 Binary files /dev/null and b/ebin/sphinx_id.beam differ diff --git a/ebin/sphinx_search.beam b/ebin/sphinx_search.beam new file mode 100644 index 0000000..f0e676f Binary files /dev/null and b/ebin/sphinx_search.beam differ diff --git a/ebin/sphinx_torrent.beam b/ebin/sphinx_torrent.beam new file mode 100644 index 0000000..05ae71a Binary files /dev/null and b/ebin/sphinx_torrent.beam differ diff --git a/ebin/sphinx_xml.beam b/ebin/sphinx_xml.beam new file mode 100644 index 0000000..65048f0 Binary files /dev/null and b/ebin/sphinx_xml.beam differ diff --git a/ebin/string_util.beam b/ebin/string_util.beam new file mode 100644 index 0000000..9c494e0 Binary files /dev/null and b/ebin/string_util.beam differ diff --git a/ebin/time_util.beam b/ebin/time_util.beam index 9083d47..1de1dfa 100644 Binary files a/ebin/time_util.beam and b/ebin/time_util.beam differ diff --git a/ebin/xmerl_xml_cdata.beam b/ebin/xmerl_xml_cdata.beam new file mode 100644 index 0000000..06378b5 Binary files /dev/null and b/ebin/xmerl_xml_cdata.beam differ diff --git a/win_init_sphinx_index.bat b/win_init_sphinx_index.bat new file mode 100644 index 0000000..1001cc3 --- /dev/null +++ b/win_init_sphinx_index.bat @@ -0,0 +1 @@ +erl -pa ebin -noshell -run sphinx_builder_sup init_indexes diff --git a/win_start_sphinx_builder.bat b/win_start_sphinx_builder.bat new file mode 100644 index 0000000..13a9097 --- /dev/null +++ b/win_start_sphinx_builder.bat @@ -0,0 +1 @@ +erl -pa ebin -noshell -run sphinx_builder_sup start_standalone localhost 27017 5