fix some sphinx related bugs, now it can be used to build sphinx index, still in experiment stage, add `giza' library to query sphinx in http_fontend

HISTORY.md

@@ -1,3 +1,7 @@
+## 07.30.2013
+
+* add sphinx (coreseek which based on sphinx) to help searhcing, in expirement stage
+
 ## 07.21.2013
 
 * rewrite hash_reader, now it will keep a wait_download cache

create_bin.bat

@@ -3,10 +3,12 @@ mkdir bin\deps\bson\ebin
 mkdir bin\deps\mongodb\ebin
 mkdir bin\deps\kdht\ebin
 mkdir bin\deps\ibrowse\ebin
+mkdir bin\deps\giza\ebin
 copy deps\bson\ebin\*.* bin\deps\bson\ebin\
 copy deps\mongodb\ebin\*.* bin\deps\mongodb\ebin\
 copy deps\kdht\ebin\*.* bin\deps\kdht\ebin\
 copy deps\ibrowse\ebin\*.* bin\deps\ibrowse\ebin\
+copy deps\giza\ebin\*.* bin\deps\giza\ebin\
 mkdir bin\www
 copy www\*.* bin\www\
 copy tools\*.* bin\

deps/giza/ebin/giza.app

@@ -0,0 +1,6 @@
+{application,giza,
+             [{description,"Client for the Sphinx search engine"},
+              {vsn,"0.1.0"},
+              {modules,[giza_datetime,giza_protocol,giza_query,giza_request,
+                        giza_response,giza_update,giza_util]},
+              {applications,[kernel,stdlib]}]}.

ebin/dhtcrawler.app

@@ -1,6 +1,6 @@
 {application,dhtcrawler,
              [{description,"A DHT crawler to index magnet hash to torrent"},
-              {vsn,"4dc05bf"},
+              {vsn,"7ab79b5"},
               {registered,[dht_crawler_sup]},
               {applications,[kernel,stdlib,crypto,public_key,ssl,inets,bson,
                              mongodb]},
@@ -11,10 +11,14 @@
                         db_store_mongo,db_system,dht_monitor,
                         hash_cache_writer,hash_download,hash_download_cache,
                         hash_reader,hash_reader2,hash_reader_common,
-                        hash_reader_stats,hash_reader_sup,http_cache,
+                        hash_reader_stats,hash_reader_sup,hex,http_cache,
                         http_common,http_handler,index_builder,index_download,
                         index_file,loc_torrent,loc_torrent_cache,
-                        loc_torrent_sup,name_seger,rmmseg,string_split,
-                        time_util,tor_builder,tor_download,tor_download_stats,
+                        loc_torrent_sup,name_seger,rmmseg,sphinx_builder,
+                        sphinx_builder2,sphinx_builder_sup,sphinx_cmd,
+                        sphinx_doc,sphinx_id,sphinx_search,sphinx_torrent,
+                        sphinx_xml,string_split,string_util,time_util,
+                        tor_builder,tor_download,tor_download_stats,
                         tor_location,tor_location_reader,tor_location_writer,
-                        tor_name_seg,torrent_file,transfer,urldecode,vlog]}]}.
+                        tor_name_seg,torrent_file,transfer,urldecode,vlog,
+                        xmerl_xml_cdata]}]}.

win_init_sphinx_index.bat

@@ -0,0 +1 @@
+erl -pa ebin -noshell -run sphinx_builder_sup init_indexes

win_start_sphinx_builder.bat

@@ -0,0 +1 @@
+erl -pa ebin -noshell -run sphinx_builder_sup start_standalone localhost 27017 5