1 | <?php
|
---|
2 |
|
---|
3 | //initialization of config variables,
|
---|
4 | //these allow
|
---|
5 | //1. optional cronjobs to call the pba-rsssearch.php directly
|
---|
6 | //2. have the search index stored in a seperate database
|
---|
7 | //no good idea to place config here, better define them in your wp-config.php
|
---|
8 | $pba_search_directcall_password="putinsomethingfullinyourwpconfig"; //to override, define PBA_SEARCH_DIRECTCALL_PASSWORD in your wp-config
|
---|
9 | $pba_search_enable_directcall=false; //disabled by default with false, to override, define PBA_SEARCH_ENABLE_DIRECTCALL as true in your wp-config
|
---|
10 | $pba_search_database=""; //empty string "" for default database name, to override, define PBA_SEARCH_CONFIG in wp-config
|
---|
11 |
|
---|
12 | //internal variable initialisation
|
---|
13 | $bdprsssearchdebug=false; //bdprsssearchdebug tells this script and the aggregator also that it is called in direct mode
|
---|
14 | $bdprsssearchdebug_with_searchindex_info=true;
|
---|
15 | $pba_search_directcall_comparepassword="";
|
---|
16 |
|
---|
17 | $pba_search_direct_call_attempt=false;
|
---|
18 | if( !class_exists('BDPRSS2') && !isset($wpdb)){
|
---|
19 | $pba_search_direct_call_attempt=true;
|
---|
20 | require_once('../../../wp-config.php');
|
---|
21 | }
|
---|
22 |
|
---|
23 | if(defined('PBA_SEARCH_DATABASE')) $pba_search_database = PBA_SEARCH_DATABASE;
|
---|
24 | if(defined('PBA_SEARCH_ENABLE_DIRECTCALL')) $pba_search_enable_directcall = PBA_SEARCH_ENABLE_DIRECTCALL;
|
---|
25 | if(defined('PBA_SEARCH_DIRECTCALL_PASSWORD')) $pba_search_directcall_password = PBA_SEARCH_DIRECTCALL_PASSWORD;
|
---|
26 |
|
---|
27 | if(isset($_GET['pbasearchpassword']))$pba_search_directcall_comparepassword=stripslashes($_GET['pbasearchpassword']);
|
---|
28 |
|
---|
29 | if($pba_search_direct_call_attempt){
|
---|
30 | if(!$pba_search_enable_directcall || $pba_search_directcall_comparepassword != $pba_search_directcall_password){
|
---|
31 | die ( __('Exiting pba_rsssearch before execution: either pba_search_enable_directcall not enabled or pba_search_directcall_password wrong.') );
|
---|
32 | }else{
|
---|
33 | $bdprsssearchdebug=true;
|
---|
34 | echo "Debug ... loading wp-config.php ... ";
|
---|
35 | }
|
---|
36 | }
|
---|
37 |
|
---|
38 |
|
---|
39 | if( !class_exists('BDPRSS_SEARCH') ) {
|
---|
40 |
|
---|
41 | class BDPRSS_SEARCH
|
---|
42 | {
|
---|
43 | //config values
|
---|
44 | var $heap_to_add;
|
---|
45 | var $default_heapmode;
|
---|
46 | var $bulklines;
|
---|
47 |
|
---|
48 | //internal script variables
|
---|
49 | var $bdprss_searchtable_prefix;
|
---|
50 | var $bdprss_searchtable_temp;
|
---|
51 | var $bdprss_searchtable_status;
|
---|
52 | var $bdprss_searchtable=array();
|
---|
53 |
|
---|
54 | var $bdprss_globalcounter;
|
---|
55 | var $bdprss_bulksql;
|
---|
56 | var $bdprss_item_status_sql;
|
---|
57 | var $bdprss_item_delete_sql;
|
---|
58 | var $get_ids4heap2add_mode_default;
|
---|
59 | var $get_ids4heap2add_min_updatetimeage_default;
|
---|
60 | var $get_ids4heap2add_max_item_updatetimeage_default;
|
---|
61 | var $process_updates;
|
---|
62 | var $process_deletes;
|
---|
63 |
|
---|
64 | function BDPRSS_SEARCH()
|
---|
65 | {
|
---|
66 | /* BDPRSS_SEARCH() - initialisition function that sets constant names for later use */
|
---|
67 |
|
---|
68 | global $pba_search_database, $table_prefix;
|
---|
69 |
|
---|
70 | //config values
|
---|
71 | $this->heap_to_add=1000; //maximum possible heap, depends on memory and exec time restricts in php
|
---|
72 | $this->default_heapmode="bulk"; //possible values: "bulk", "temptable"
|
---|
73 | $this->bulklines=20; //never set to zero, may result in division by zero error, max possible value depends on ph memory
|
---|
74 | $this->get_ids4heap2add_mode_default="notinstatus"; //possible values: "notinstatus", "maxitem_id"
|
---|
75 | $this->get_ids4heap2add_min_updatetimeage_default="30";
|
---|
76 | $this->get_ids4heap2add_max_item_updatetimeage_default="86400";
|
---|
77 | $this->process_updates=false;
|
---|
78 | $this->process_deletes=false;
|
---|
79 |
|
---|
80 | if($pba_search_database != "") $pba_search_database .= ".";
|
---|
81 | $this->bdprss_searchtable_prefix=$pba_search_database . $table_prefix . "pba_index_";
|
---|
82 |
|
---|
83 | $this->bdprss_searchtable[9]=array($this->bdprss_searchtable_prefix . "9","w","{");
|
---|
84 | $this->bdprss_searchtable[8]=array($this->bdprss_searchtable_prefix . "8","u","w");
|
---|
85 | $this->bdprss_searchtable[7]=array($this->bdprss_searchtable_prefix . "7","s","u");
|
---|
86 | $this->bdprss_searchtable[6]=array($this->bdprss_searchtable_prefix . "6","n","s");
|
---|
87 | $this->bdprss_searchtable[5]=array($this->bdprss_searchtable_prefix . "5","j","n");
|
---|
88 | $this->bdprss_searchtable[4]=array($this->bdprss_searchtable_prefix . "4","h","j");
|
---|
89 | $this->bdprss_searchtable[3]=array($this->bdprss_searchtable_prefix . "3","e","h");
|
---|
90 | $this->bdprss_searchtable[2]=array($this->bdprss_searchtable_prefix . "2","d","e");
|
---|
91 | $this->bdprss_searchtable[1]=array($this->bdprss_searchtable_prefix . "1","a","d");
|
---|
92 | $this->bdprss_searchtable[0]=array($this->bdprss_searchtable_prefix . "0","0",":");
|
---|
93 |
|
---|
94 | $this->bdprss_searchtable_temp=$this->bdprss_searchtable_prefix . "temp";
|
---|
95 | $this->bdprss_searchtable_status=$this->bdprss_searchtable_prefix . "status"; // 'OK', 'UPDATE', 'INTEMP'
|
---|
96 |
|
---|
97 | $this->bdprss_globalcounter=0;
|
---|
98 | $this->bdprss_bulksql=array();
|
---|
99 | $this->bdprss_item_status_sql="";
|
---|
100 | $this->bdprss_item_delete_sql="";
|
---|
101 | } //init function BDPRSS_SEARCH
|
---|
102 |
|
---|
103 | function bdprss_make_entities_from_searchphrase($searchword=""){
|
---|
104 | global $bdprsssearchdebug;
|
---|
105 | $return_array=array();
|
---|
106 | $linepointer=0;
|
---|
107 | $is_in_quot_mode=false;
|
---|
108 | $continue=false;
|
---|
109 |
|
---|
110 | //find chunks enclosed by doublequots
|
---|
111 | $searchword_array=str_split(" " . $searchword . " ");
|
---|
112 | //print_r($searchword_array);
|
---|
113 |
|
---|
114 | foreach($searchword_array as $searchword_pos => $searchword_letter){
|
---|
115 | if($continue){ $continue = false; continue; }
|
---|
116 | $return_array[$linepointer]['type']='Plain';
|
---|
117 | if($searchword_letter == " " && ($searchword_array[$searchword_pos + 1] == '"' || $searchword_array[$searchword_pos + 1] == "'") && $is_in_quot_mode==false){
|
---|
118 | if(strlen($return_array[$linepointer]['string'])>0) $linepointer++;
|
---|
119 | $is_in_quot_mode=true;
|
---|
120 | $searchword_letter="";
|
---|
121 | $continue=true;
|
---|
122 | } elseif(($searchword_letter == '"' || $searchword_letter == "'") && $searchword_array[$searchword_pos + 1] == ' ' && $is_in_quot_mode==true){
|
---|
123 | $return_array[$linepointer]['type']='Quoted';
|
---|
124 | if(strlen($return_array[$linepointer]['string'])>0) $linepointer++;
|
---|
125 | $return_array[$linepointer]['type']='Plain';
|
---|
126 | $is_in_quot_mode=false;
|
---|
127 | $searchword_letter="";
|
---|
128 | }
|
---|
129 | $return_array[$linepointer]['string']=$return_array[$linepointer]['string'] . $searchword_letter;
|
---|
130 | }
|
---|
131 | $array_counter=0;
|
---|
132 | $plain_merger="";
|
---|
133 | $sorted_array[0]=array();
|
---|
134 | foreach($return_array as $linepointer => $line){
|
---|
135 | $return_array[$linepointer]['stemmed']= $this->stem_search_text($line['string']);
|
---|
136 | if($line['type']=='Quoted'){
|
---|
137 | $array_counter++;
|
---|
138 | $sorted_array[$array_counter]= explode(' ', $this->stem_search_text($line['string']));
|
---|
139 | } else {
|
---|
140 | $plain_merger=$plain_merger . " " . $line['string'];
|
---|
141 | }
|
---|
142 | }
|
---|
143 | $plain_merger=$this->stem_search_text($plain_merger);
|
---|
144 | if(strlen($plain_merger)>0) $sorted_array[0] = explode(' ', $plain_merger);
|
---|
145 | if($bdprsssearchdebug) {echo "<br>Debug: sorted_array: "; print_r($sorted_array);}
|
---|
146 | return $sorted_array; //in array[0] is single words, in array [1-n] is search phrases
|
---|
147 | }
|
---|
148 |
|
---|
149 | function bdprss_findtableforword($searchword=""){
|
---|
150 | $char2compare=ord(substr($searchword,0,1));
|
---|
151 | foreach($this->bdprss_searchtable as $table_to_search){
|
---|
152 | if($char2compare >= ord($table_to_search[1]) && $char2compare < ord($table_to_search[2])) {
|
---|
153 | return $table_to_search[0];
|
---|
154 | }
|
---|
155 | }
|
---|
156 | return false;
|
---|
157 |
|
---|
158 | }
|
---|
159 |
|
---|
160 | function pbasearch_list_tables(){
|
---|
161 | $tables=array();
|
---|
162 | foreach($this->bdprss_searchtable as $table_to_search){
|
---|
163 | $tables[$table_to_search[0]]=true;
|
---|
164 | }
|
---|
165 | $tables[$this->bdprss_searchtable_status]=true;
|
---|
166 | $tables[$this->bdprss_searchtable_temp]=true;
|
---|
167 | return $tables;
|
---|
168 | }
|
---|
169 |
|
---|
170 | function bdprss_create_proc(){
|
---|
171 | global $bdprss_db, $wpdb, $bdprsssearchdebug;
|
---|
172 |
|
---|
173 | foreach($this->bdprss_searchtable as $table_to_search){
|
---|
174 | $threshold=chr(ord($table_to_search[2])-1);
|
---|
175 | $sql="CREATE TABLE IF NOT EXISTS $table_to_search[0] (
|
---|
176 | item_id int(10) NOT NULL,
|
---|
177 | index_word varchar(255) NOT NULL,
|
---|
178 | index_position int(10) NOT NULL,
|
---|
179 | PRIMARY KEY (item_id,index_position),
|
---|
180 | KEY idx_word_id (index_word,item_id)
|
---|
181 | ) ENGINE=MyISAM DEFAULT CHARSET=latin1 COMMENT='$table_to_search[1]-$threshold'";
|
---|
182 | $result = $wpdb->query($sql);
|
---|
183 | }
|
---|
184 |
|
---|
185 | $sql="CREATE TABLE IF NOT EXISTS $this->bdprss_searchtable_temp (
|
---|
186 | item_id int(10) NOT NULL,
|
---|
187 | index_word varchar(255) NOT NULL,
|
---|
188 | index_position int(10) NOT NULL,
|
---|
189 | PRIMARY KEY (item_id,index_position)
|
---|
190 | ) ENGINE=MyISAM DEFAULT CHARSET=latin1 COMMENT='temp'";
|
---|
191 | $result = $wpdb->query($sql);
|
---|
192 |
|
---|
193 | $sql="CREATE TABLE IF NOT EXISTS $this->bdprss_searchtable_status (
|
---|
194 | item_id int(10) NOT NULL,
|
---|
195 | md5 char(32) NOT NULL,
|
---|
196 | status char(6) NOT NULL,
|
---|
197 | item_time int(15) NOT NULL,
|
---|
198 | item_update_time int(15) NOT NULL,
|
---|
199 | PRIMARY KEY (item_id),
|
---|
200 | KEY idx_status_item_id (status,item_id)
|
---|
201 | ) ENGINE=MyISAM DEFAULT CHARSET=latin1 COMMENT='index status per item id'";
|
---|
202 | $result = $wpdb->query($sql);
|
---|
203 |
|
---|
204 | return $result;
|
---|
205 | }
|
---|
206 |
|
---|
207 | function stem_search_text($bdprss_itemtext2search){
|
---|
208 | //strip text of html and script tags
|
---|
209 | $bdprss_itemtext2search=BDPRSS2::remove_link_and_cache_links_from_item($bdprss_itemtext2search);
|
---|
210 | $bdprss_itemtext2search=BDPRSS2::packageItemText($bdprss_itemtext2search, 0, 1000000, FALSE, '');
|
---|
211 |
|
---|
212 | //replace non text with blanks and decapitalize
|
---|
213 | $strg=array("ä","ö","ü","ß");
|
---|
214 | $rpl=array("ae","oe","ue","ss");
|
---|
215 | $bdprss_itemtext2search=utf8_encode(str_replace($strg,$rpl,html_entity_decode(utf8_decode(strtolower(trim($bdprss_itemtext2search))))));
|
---|
216 | $bdprss_itemtext2search=trim(preg_replace('/[^a-z0-9]+/si',' ',$bdprss_itemtext2search));
|
---|
217 |
|
---|
218 | return $bdprss_itemtext2search;
|
---|
219 | }
|
---|
220 |
|
---|
221 | function delete_item_from_search($bdprss_delete_searchitem_id){
|
---|
222 | global $bdprss_db, $wpdb, $bdprsssearchdebug;
|
---|
223 | $this->bdprss_item_delete_sql .= ", '$bdprss_delete_searchitem_id'";
|
---|
224 | }
|
---|
225 |
|
---|
226 | function add_item_to_search($bdprss_add_searchitem_id, $addheapmode="", $dodelete=false){
|
---|
227 |
|
---|
228 | global $bdprss_db, $wpdb, $bdprsssearchdebug;
|
---|
229 |
|
---|
230 | if($addheapmode == "") $addheapmode = $this->default_heapmode;
|
---|
231 | if( $this->process_updates ) $dodelete=true;
|
---|
232 |
|
---|
233 | $search_item=$bdprss_db->getItemByID($bdprss_add_searchitem_id);
|
---|
234 | if(!$search_item->item_site_name && !$search_item->item_name && !$search_item->text_body) return;
|
---|
235 | $bdprss_itemtime2search=$search_item->item_time;
|
---|
236 |
|
---|
237 | //Here we got all the info needed for an entry in search index
|
---|
238 | $bdprss_itemtext2search=$search_item->item_site_name . " " . $search_item->item_name . " " . $search_item->text_body;
|
---|
239 |
|
---|
240 | $bdprss_itemtext2search=$this->stem_search_text($bdprss_itemtext2search);
|
---|
241 |
|
---|
242 | //delete previous items to search index
|
---|
243 |
|
---|
244 | //add item to search index
|
---|
245 | if($addheapmode == "temptable"){
|
---|
246 | //echo "Just testing, no real insert done";
|
---|
247 | $bdprss_itemtext2searcharray=explode(' ',$bdprss_itemtext2search);
|
---|
248 | foreach($bdprss_itemtext2searcharray as $bdprss_itemtext2searcharraykey => $bdprss_itemtext2searcharrayvalue){
|
---|
249 | $bdprss_tmptable_sql .= ", ($bdprss_add_searchitem_id, '$bdprss_itemtext2searcharrayvalue', $bdprss_itemtext2searcharraykey)";
|
---|
250 | }
|
---|
251 | $bdprss_tmptable_sql= "INSERT INTO " . $this->bdprss_searchtable_temp . " (item_id, index_word , index_position) VALUES " . substr($bdprss_tmptable_sql,2);
|
---|
252 | //echo $bdprss_tmptable_sql;
|
---|
253 | $result = $wpdb->query($bdprss_tmptable_sql);
|
---|
254 | $this->bdprss_item_status_sql .= ", '$bdprss_add_searchitem_id'";
|
---|
255 | } elseif($addheapmode == "bulk"){
|
---|
256 | //echo "Just testing, no real insert done";
|
---|
257 | $bdprss_itemtext2searcharray=explode(' ',$bdprss_itemtext2search);
|
---|
258 | foreach($bdprss_itemtext2searcharray as $bdprss_itemtext2searcharraykey => $bdprss_itemtext2searcharrayvalue){
|
---|
259 | $table4word=$this->bdprss_findtableforword($bdprss_itemtext2searcharrayvalue);
|
---|
260 | //echo " $bdprss_itemtext2searcharrayvalue -> $table4word";
|
---|
261 | if($table4word) {
|
---|
262 | if(!isset($this->bdprss_bulksql[$table4word])) $this->bdprss_bulksql[$table4word] ="";
|
---|
263 | $this->bdprss_bulksql[$table4word] .= ", ($bdprss_add_searchitem_id, '$bdprss_itemtext2searcharrayvalue', $bdprss_itemtext2searcharraykey)";
|
---|
264 | }
|
---|
265 | }
|
---|
266 | $this->bdprss_item_status_sql .= ", '$bdprss_add_searchitem_id'";
|
---|
267 | if($dodelete) $this->bdprss_item_delete_sql .= ", '$bdprss_add_searchitem_id'";
|
---|
268 | } else {
|
---|
269 | $sql = "call insme($bdprss_add_searchitem_id, '" . $bdprss_itemtext2search . "', $bdprss_itemtime2search)";
|
---|
270 | if($bdprsssearchdebug) echo "Debug: Error: no valid addheapmode: $addheapmode ";
|
---|
271 | //$result = $wpdb->query($sql); //broken procedure may be for new addheapmode
|
---|
272 | return false;
|
---|
273 | }
|
---|
274 | $insertcounter=substr_count(utf8_decode($bdprss_itemtext2search), ' ')+1;
|
---|
275 | $this->bdprss_globalcounter+=$insertcounter;
|
---|
276 | if($bdprsssearchdebug) echo " " . $insertcounter . "w. ";
|
---|
277 | flush();
|
---|
278 | return true;
|
---|
279 | }
|
---|
280 |
|
---|
281 | function bdprss_search4items($search_phrase, $start=0, $max=10, $ids=false, $list_id=0, $itemdate="", $feed="", $fromtimestamp=0, $totimestamp=0, $opsfilter=false, $orderbysitename=false, $itemid=false){
|
---|
282 | global $wpdb, $bdprss_db, $found_tickeritems, $bdprsssearchdebug;
|
---|
283 |
|
---|
284 | //$itemdate="2009-02-28"; //leave for testing purposes
|
---|
285 | //$feed="http://evilboy.ej.am/blog/?feed=rss2"; //leave for testing purposes
|
---|
286 |
|
---|
287 | //make variables secure
|
---|
288 | $list_id=abs(intval($list_id));
|
---|
289 | $fromtimestamp=abs(intval($fromtimestamp));
|
---|
290 | $totimestamp=abs(intval($totimestamp));
|
---|
291 | $start=abs(intval($start));
|
---|
292 | $max=abs(intval($max));
|
---|
293 | if($itemid) $itemid = abs(intval($itemid));
|
---|
294 | if($itemdate && $itemdate!=""){
|
---|
295 | if (!ereg("[0-9][0-9][0-9][0-9]-[0-1][0-9]-[0-3][0-9]", $itemdate)){
|
---|
296 | $itemdate = "";
|
---|
297 | }
|
---|
298 | } else {
|
---|
299 | $itemdate = "";
|
---|
300 | }
|
---|
301 |
|
---|
302 | //just a test, switch model to be programmed later in a more fitting place
|
---|
303 | if($infeed==""){
|
---|
304 | $infeed=preg_replace("/(feed:[^ ]+).*/",'${1}',$search_phrase);
|
---|
305 | if(strstr(substr($infeed, 0, 5), 'feed:')) {
|
---|
306 | $search_phrase=preg_replace("/(feed:[^ ]+)/",'',$search_phrase);
|
---|
307 | $infeed = mysql_real_escape_string(str_replace("feed:", "", $infeed));
|
---|
308 | if($bdprsssearchdebug) echo "<br>Debug: feed from switch is: " . $infeed . " Remaining searchphrase is: " . $search_phrase;
|
---|
309 | } else {
|
---|
310 | $infeed="";
|
---|
311 | }
|
---|
312 | }
|
---|
313 | if($feed && $feed != ""){
|
---|
314 | $feed = mysql_real_escape_string($feed);
|
---|
315 | } else {
|
---|
316 | $feed = "";
|
---|
317 | }
|
---|
318 |
|
---|
319 |
|
---|
320 | //following is just for testing purposes, get site ids from list
|
---|
321 | if(false && $bdprsssearchdebug && $list_id > 0){
|
---|
322 | $listInfo = $bdprss_db->get_list($list_id);
|
---|
323 | $lurls = $listInfo->{$bdprss_db->lurls};
|
---|
324 | $ids = preg_split("','", $lurls, -1, PREG_SPLIT_NO_EMPTY);
|
---|
325 | $list_id=0;
|
---|
326 | }
|
---|
327 |
|
---|
328 | //stem search phrase
|
---|
329 | $sorted_array=$this->bdprss_make_entities_from_searchphrase($search_phrase);
|
---|
330 |
|
---|
331 | $argument_counter=1;
|
---|
332 | if(false) $straight=" STRAIGHT_JOIN ";
|
---|
333 | if($bdprsssearchdebug) $no_sqlcache=" SQL_NO_CACHE ";
|
---|
334 | if(count($sorted_array[0]) + count($sorted_array[1]) > 0) $checkstatus=true;
|
---|
335 |
|
---|
336 | $found_rows = 'SQL_CALC_FOUND_ROWS ';
|
---|
337 | $search_query="SELECT $straight $no_sqlcache $found_rows distinct r1.identifier as $bdprss_db->miid FROM ";
|
---|
338 |
|
---|
339 | $search_query_tables="";
|
---|
340 | $search_query_conditions_items="";
|
---|
341 | $search_query_conditions_words="";
|
---|
342 | $search_query_conditions_position="";
|
---|
343 | $search_query_conditions_status="";
|
---|
344 | $search_query_conditions_list="";
|
---|
345 | $search_query_conditions_ids="";
|
---|
346 | $search_query_conditions_itemdate="";
|
---|
347 | $search_query_conditions_feed="";
|
---|
348 | $search_query_conditions_infeed="";
|
---|
349 | $search_query_conditions_ops="";
|
---|
350 | $search_query_conditions_obsn="";
|
---|
351 | $search_query_conditions_itemid="";
|
---|
352 |
|
---|
353 | foreach($sorted_array as $sorted_array_key => $sorted_array_value){
|
---|
354 | foreach($sorted_array_value as $sorted_array_value_key => $sorted_array_value_value){
|
---|
355 | $search_query_tables.=", " . $this->bdprss_findtableforword($sorted_array_value_value) . " i" . $argument_counter . "\n";
|
---|
356 | $search_query_conditions_items .= "AND r1.identifier = i" . $argument_counter . ".item_id \n";
|
---|
357 | $search_query_conditions_words .= "AND i" . $argument_counter . ".index_word = '" . $sorted_array_value_value . "' \n";
|
---|
358 | if($sorted_array_key > 0 && $sorted_array_value_key > 0) {
|
---|
359 | $argument_helper = $argument_counter -1;
|
---|
360 | $search_query_conditions_position .= "AND i" . $argument_counter . ".index_position = i" . $argument_helper . ".index_position + 1 \n";
|
---|
361 | }
|
---|
362 | $argument_counter++;
|
---|
363 | }
|
---|
364 | }
|
---|
365 | if($argument_counter > 1) $search_query=str_replace('r1.identifier','i1.item_id', $search_query);
|
---|
366 | $search_query_tables=" " . $bdprss_db->mitemtable . " r1 " . $search_query_tables ;
|
---|
367 | if($checkstatus) {
|
---|
368 | $search_query_tables = " " . $this->bdprss_searchtable_status . " sts, " . $search_query_tables;
|
---|
369 | $search_query_conditions_status="AND r1.identifier = sts.item_id AND ( sts.status = 'OK' OR sts.status = 'UPDATE' ) \n";
|
---|
370 | }
|
---|
371 |
|
---|
372 | //one page per site filter
|
---|
373 | if($opsfilter){
|
---|
374 | //give only out one article per site
|
---|
375 | //tough query, but still far from perfect
|
---|
376 | //1st problem - cannot specify, give out two, three or n articles from each site
|
---|
377 | //2nd problem - search filter will search only in latest article per site,
|
---|
378 | //but better would be to search first and then filter doublettes
|
---|
379 | $search_query_tables = " ( SELECT max( ops4.identifier ) as identifier
|
---|
380 | FROM " . $bdprss_db->mitemtable . " ops4, (
|
---|
381 | SELECT ops3.site_id , max( ops3.item_time ) maxtime FROM " . $bdprss_db->mitemtable . " ops3 GROUP BY ops3.site_id
|
---|
382 | )ops2 WHERE ops4.site_id = ops2.site_id AND ops4.item_time = ops2.maxtime
|
---|
383 | GROUP BY ops4.site_id ) ops, " . $search_query_tables;
|
---|
384 | $search_query_conditions_ops="AND r1.identifier = ops.identifier \n";
|
---|
385 | }
|
---|
386 |
|
---|
387 | if($feed != ""){
|
---|
388 | if($argument_counter > 1) {
|
---|
389 | $search_query_conditions_feed="AND r1.site_id = (select mst.identifier AS site_id from " . $bdprss_db->msitetable . " mst WHERE mst.feed_url = '" . $feed . "') \n";
|
---|
390 | } else {
|
---|
391 | $search_query_tables = " (select mst.identifier AS site_id from " . $bdprss_db->msitetable . " mst WHERE mst.feed_url = '" . $feed . "') s2, " . $search_query_tables;
|
---|
392 | $search_query_conditions_feed="AND r1.site_id = s2.site_id \n";
|
---|
393 | }
|
---|
394 | } elseif($infeed != ""){
|
---|
395 | if($argument_counter > 1) {
|
---|
396 | $search_query_conditions_feed="AND r1.site_id IN (select mst.identifier AS site_id from " . $bdprss_db->msitetable . " mst WHERE mst.feed_url LIKE '%" . $infeed . "%') \n";
|
---|
397 | } else {
|
---|
398 | $search_query_tables = " (select mst.identifier AS site_id from " . $bdprss_db->msitetable . " mst WHERE mst.feed_url LIKE '%" . $infeed . "%') s2, " . $search_query_tables;
|
---|
399 | $search_query_conditions_feed="AND r1.site_id = s2.site_id \n";
|
---|
400 | }
|
---|
401 | }
|
---|
402 |
|
---|
403 | if($list_id > 0) {
|
---|
404 | if($argument_counter > 1) {
|
---|
405 | //both list options are logically synonym, but mysql optimizer treats both query styles very diffrent
|
---|
406 | $search_query_conditions_list="AND r1.site_id in (select sites.identifier AS site_id from (" . $bdprss_db->listtable . " lists join " . $bdprss_db->sitetable . " sites) where ((concat(_latin1',',lists.url_list,_latin1',') like concat(_utf8'%,',sites.identifier,_utf8',%')) or (lists.list_all = _latin1'Y')) and lists.identifier = '" . $list_id . "') \n";
|
---|
407 | } else {
|
---|
408 | $search_query_tables = " (select sites.identifier AS site_id from (" . $bdprss_db->listtable . " lists join " . $bdprss_db->msitetable . " sites) where ((concat(_latin1',',lists.url_list,_latin1',') like concat(_utf8'%,',sites.identifier,_utf8',%')) or (lists.list_all = _latin1'Y')) and lists.identifier = '" . $list_id . "') s1, " . $search_query_tables;
|
---|
409 | $search_query_conditions_list="AND r1.site_id = s1.site_id \n";
|
---|
410 | }
|
---|
411 | } elseif($ids) {
|
---|
412 | if($argument_counter > 1) {
|
---|
413 | $virgin = true;
|
---|
414 | foreach($ids as $id) {
|
---|
415 | if(!$id) continue;
|
---|
416 | if($virgin)
|
---|
417 | $search_query_conditions_ids .= "AND ( ";
|
---|
418 | else
|
---|
419 | $search_query_conditions_ids .= "OR";
|
---|
420 | $search_query_conditions_ids .= " $bdprss_db->misiteid='" . abs(intval($id)) . "' ";
|
---|
421 | $virgin = false;
|
---|
422 | }
|
---|
423 | if(!$virgin) $search_query_conditions_ids .= ") ";
|
---|
424 | }else{
|
---|
425 | $replace_ids="'-1'";
|
---|
426 | foreach($ids as $id) {
|
---|
427 | $replace_ids .= ", '".abs(intval($id))."'";
|
---|
428 | }
|
---|
429 | $replace_ids=str_replace("'-1',",'', $replace_ids);
|
---|
430 | $search_query_tables = " (select sites.identifier AS site_id from " . $bdprss_db->msitetable . " sites WHERE identifier IN (".$replace_ids.")) s1, " . $search_query_tables;
|
---|
431 | $search_query_conditions_ids="AND r1.site_id = s1.site_id \n";
|
---|
432 | }
|
---|
433 | }
|
---|
434 | if($itemdate!="") $search_query_conditions_itemdate .="AND r1.item_time >= UNIX_TIMESTAMP( '" . $itemdate . "' ) AND r1.item_time < UNIX_TIMESTAMP( '" . $itemdate . "' ) + 24 *60 *60 \n";
|
---|
435 | if($fromtimestamp > 0) $search_query_conditions_itemdate .="AND r1.item_time >= '" . $fromtimestamp . "' \n";
|
---|
436 | if($totimestamp > 0) $search_query_conditions_itemdate .="AND r1.item_time <= '" . $totimestamp . "' \n";
|
---|
437 |
|
---|
438 | if($orderbysitename){
|
---|
439 | //this order seems to be only sensible together with opsfilter
|
---|
440 | $search_query_tables = " " . $bdprss_db->msitetable . " obsn, " . $search_query_tables;
|
---|
441 | $search_query_conditions_obsn="AND r1.site_id = obsn.identifier \n";
|
---|
442 | $search_query_order=" ORDER BY obsn.site_name ASC ";
|
---|
443 | }else{
|
---|
444 | $search_query_order=" ORDER BY r1.item_time DESC ";
|
---|
445 | }
|
---|
446 |
|
---|
447 | //looks strange, but gives possibility to check, if item_id is hit with all the other filter applied
|
---|
448 | if($itemid) $search_query_conditions_itemid="AND r1.identifier = '".$itemid."' \n";
|
---|
449 |
|
---|
450 | $search_query_conditions="WHERE 1 " . $search_query_conditions_words . $search_query_conditions_items . $search_query_conditions_position . $search_query_conditions_ids . $search_query_conditions_status . $search_query_conditions_list . $search_query_conditions_itemdate . $search_query_conditions_feed . $search_query_conditions_ops . $search_query_conditions_obsn . $search_query_conditions_itemid;
|
---|
451 | $search_query_conditions=str_replace('WHERE 1 AND','WHERE', $search_query_conditions);
|
---|
452 |
|
---|
453 | $search_query_limits=" LIMIT $start , $max ";
|
---|
454 |
|
---|
455 | $search_query= $search_query . $search_query_tables . $search_query_conditions . $search_query_order . $search_query_limits;
|
---|
456 | if($bdprsssearchdebug) echo "<br>Debug: search_query: " . $search_query;
|
---|
457 |
|
---|
458 | $tmp_result = $wpdb->get_results($search_query);
|
---|
459 | if ( $search_query_limits ) {
|
---|
460 | $found_tickeritems_query = apply_filters( 'found_tickeritems_query', 'SELECT FOUND_ROWS()' );
|
---|
461 | $found_tickeritems = $wpdb->get_var( $found_tickeritems_query );
|
---|
462 | }
|
---|
463 |
|
---|
464 | if($bdprsssearchdebug) echo "<br>Debug: Rows found: " . $found_tickeritems ;
|
---|
465 |
|
---|
466 | //give out item_ids
|
---|
467 |
|
---|
468 | return $tmp_result;
|
---|
469 | }
|
---|
470 |
|
---|
471 | function process_delete_sql(){
|
---|
472 | global $wpdb, $bdprss_db, $bdprsssearchdebug;
|
---|
473 | if(strlen($this->bdprss_item_delete_sql)>0){
|
---|
474 | foreach($this->bdprss_searchtable as $table_to_search){
|
---|
475 | $deletesql = "DELETE FROM $table_to_search[0] WHERE item_id IN ( " . substr($this->bdprss_item_delete_sql,2) . " ) \n";
|
---|
476 | if($bdprsssearchdebug) echo "<br>Debug " . date("H:i:s") . ": Deleting from " . $table_to_search[0];
|
---|
477 | flush();
|
---|
478 | $result = $wpdb->query($deletesql);
|
---|
479 | }
|
---|
480 | if($this->process_deletes){
|
---|
481 | $deletesql = "DELETE FROM " . $this->bdprss_searchtable_status . " WHERE item_id IN ( " . substr($this->bdprss_item_delete_sql,2) . " ) \n";
|
---|
482 | if($bdprsssearchdebug) echo "<br>Debug " . date("H:i:s") . ": Deleting from statustable ... " . $deletesql;
|
---|
483 | flush();
|
---|
484 | $result = $wpdb->query($deletesql);
|
---|
485 | }
|
---|
486 | $this->bdprss_item_delete_sql="";
|
---|
487 | }
|
---|
488 | }
|
---|
489 |
|
---|
490 | function process_bulk_sql(){
|
---|
491 | global $wpdb, $bdprss_db, $bdprsssearchdebug;
|
---|
492 | if(strlen($this->bdprss_item_delete_sql)>0){
|
---|
493 | $this->process_delete_sql();
|
---|
494 | }
|
---|
495 | if($bdprsssearchdebug) echo "<br>Debug " . date("H:i:s") . ": Inserting ... ";
|
---|
496 | flush();
|
---|
497 | foreach($this->bdprss_bulksql as $bdprss_bulksql_table => $bdprss_bulksql_value){
|
---|
498 | $bdprss_bulksql_value = "INSERT INTO " . $bdprss_bulksql_table . " (item_id, index_word , index_position) VALUES " . substr($bdprss_bulksql_value,2) . "\n";
|
---|
499 | $result = $wpdb->query($bdprss_bulksql_value);
|
---|
500 | }
|
---|
501 | if($bdprsssearchdebug) echo " Debug " . date("H:i:s") . ": inserts done.";
|
---|
502 | flush();
|
---|
503 | if($result && strlen($this->bdprss_item_status_sql)>0){
|
---|
504 | $this->bdprss_item_status_sql = "REPLACE INTO " . $this->bdprss_searchtable_status . "
|
---|
505 | Select identifier as item_id, md5(concat(item_site_name, ' ', item_name, ' ', text_body)) as md5, 'OK' as status, item_time, item_update_time from " . $bdprss_db->itemtable . "
|
---|
506 | WHERE identifier IN ( " . substr($this->bdprss_item_status_sql,2) . ")";
|
---|
507 | $result = $wpdb->query($this->bdprss_item_status_sql);
|
---|
508 | }
|
---|
509 | $this->bdprss_bulksql=array();
|
---|
510 | $this->bdprss_item_status_sql ="";
|
---|
511 | }
|
---|
512 |
|
---|
513 | function markitem4update($item_id="", $md5tocompare=""){
|
---|
514 | $item_id=abs(intval($item_id));
|
---|
515 | global $wpdb, $bdprss_db, $bdprsssearchdebug;
|
---|
516 |
|
---|
517 | if($item_id > 0 || $item_id == '0'){
|
---|
518 | $sql="UPDATE " . $this->bdprss_searchtable_status . " sts, " . $bdprss_db->itemtable . " i
|
---|
519 | SET sts.status = 'UPDATE'
|
---|
520 | WHERE sts.item_id = '".$item_id."'
|
---|
521 | AND sts.status = 'OK'
|
---|
522 | AND sts.md5 != '" . $md5tocompare . "'
|
---|
523 | AND sts.item_id = i.identifier
|
---|
524 | AND sts.md5 != md5( concat( i.item_site_name, ' ', i.item_name, ' ', i.text_body ) )
|
---|
525 | ";
|
---|
526 | $result = $wpdb->query($sql);
|
---|
527 | return $wpdb->rows_affected;
|
---|
528 | }
|
---|
529 |
|
---|
530 | return false;
|
---|
531 | }
|
---|
532 |
|
---|
533 | function markitem4delete($item_id=""){
|
---|
534 | $item_id=abs(intval($item_id));
|
---|
535 | global $wpdb, $bdprss_db, $bdprsssearchdebug;
|
---|
536 |
|
---|
537 | if($item_id > 0 || $item_id == '0'){
|
---|
538 | $sql="UPDATE " . $this->bdprss_searchtable_status . "
|
---|
539 | SET status = 'DELETE'
|
---|
540 | WHERE item_id = '".$item_id."'";
|
---|
541 | $result = $wpdb->query($sql);
|
---|
542 | return true;
|
---|
543 | }
|
---|
544 |
|
---|
545 | return false;
|
---|
546 | }
|
---|
547 |
|
---|
548 | function markfeed4delete($feed_id="", $oldDefined=false){
|
---|
549 | global $wpdb, $bdprss_db, $bdprsssearchdebug;
|
---|
550 | $feed_id=abs(intval($feed_id));
|
---|
551 | $oldDefined=abs(intval($oldDefined));
|
---|
552 |
|
---|
553 | if($oldDefined>1){
|
---|
554 | if($feed_id > 0 || $feed_id == '0'){
|
---|
555 | $sql="UPDATE " . $this->bdprss_searchtable_status . " sts, " . $bdprss_db->mitemtable . " mi
|
---|
556 | SET sts.status = 'DELETE'
|
---|
557 | WHERE sts.item_id = mi.identifier
|
---|
558 | AND mi.site_id = '" . $feed_id . "'
|
---|
559 | AND (mi.item_time < '" . $oldDefined . "' OR mi.item_time = '')";
|
---|
560 | $result = $wpdb->query($sql);
|
---|
561 | return true;
|
---|
562 | }
|
---|
563 | }else{
|
---|
564 | if($feed_id > 0 || $feed_id == '0'){
|
---|
565 | $sql="UPDATE " . $this->bdprss_searchtable_status . " sts, " . $bdprss_db->mitemtable . " mi
|
---|
566 | SET sts.status = 'DELETE'
|
---|
567 | WHERE sts.item_id = mi.identifier
|
---|
568 | AND mi.site_id = '" . $feed_id . "'";
|
---|
569 | $result = $wpdb->query($sql);
|
---|
570 | return true;
|
---|
571 | }
|
---|
572 | }
|
---|
573 | return false;
|
---|
574 | }
|
---|
575 |
|
---|
576 | function get_ids4heap2add($heap_to_add=1, $get_ids4heap2add_mode="",
|
---|
577 | $get_ids4heap2add_min_updatetimeage="", $get_ids4heap2add_max_item_updatetimeage="", $list_id=0){
|
---|
578 | global $wpdb, $bdprss_db, $bdprsssearchdebug;
|
---|
579 |
|
---|
580 | $list_id=abs(intval($list_id));
|
---|
581 | if($get_ids4heap2add_mode=="") $get_ids4heap2add_mode=$this->get_ids4heap2add_mode_default;
|
---|
582 |
|
---|
583 | if($get_ids4heap2add_min_updatetimeage==="") $get_ids4heap2add_min_updatetimeage=$this->get_ids4heap2add_min_updatetimeage_default;
|
---|
584 | $get_ids4heap2add_min_updatetimeage=abs(intval($get_ids4heap2add_min_updatetimeage));
|
---|
585 | if($get_ids4heap2add_max_item_updatetimeage==="") $get_ids4heap2add_max_item_updatetimeage=$this->get_ids4heap2add_max_item_updatetimeage_default;
|
---|
586 | $get_ids4heap2add_max_item_updatetimeage=abs(intval($get_ids4heap2add_max_item_updatetimeage));
|
---|
587 |
|
---|
588 | $list_condition="";
|
---|
589 | $maxagecondition="";
|
---|
590 |
|
---|
591 | if($get_ids4heap2add_mode=="maxitem_id"){
|
---|
592 | if($list_id > 0) $list_condition=" AND site_id in (select sites.identifier AS site_id from (" . $bdprss_db->listtable . " lists join " . $bdprss_db->sitetable . " sites) where ((concat(_latin1',',lists.url_list,_latin1',') like concat(_utf8'%,',sites.identifier,_utf8',%')) or (lists.list_all = _latin1'Y')) and lists.identifier = '" . $list_id . "') \n";
|
---|
593 | $sql = "SELECT IFNULL(max(a.mval),0) from( \n";
|
---|
594 | foreach($this->bdprss_searchtable as $table_to_search){
|
---|
595 | $sql .= "SELECT IFNULL(max(item_id),0) mval FROM $table_to_search[0] union \n";
|
---|
596 | }
|
---|
597 | $sql .= "SELECT IFNULL(max(item_id),0) mval FROM $this->bdprss_searchtable_temp
|
---|
598 | ) as a";
|
---|
599 | $sql = "SELECT identifier FROM " . $bdprss_db->mitemtable . "
|
---|
600 | WHERE identifier > (" . $sql . ") " . $list_condition . " order by identifier limit 0, $heap_to_add";
|
---|
601 | } elseif($get_ids4heap2add_mode=="notinstatus"){
|
---|
602 | //range scan not a problem when range is small
|
---|
603 | //item_update_time > UNIX_TIMESTAMP() - 86400 ran 0.1 seconds in test with newly created index
|
---|
604 | if($list_id > 0) $list_condition=" AND i.item_feed_url IN (select sites.feed_url AS item_feed_url from (" . $bdprss_db->listtable . " lists join " . $bdprss_db->sitetable . " sites) where ((concat(_latin1',',lists.url_list,_latin1',') like concat(_utf8'%,',sites.identifier,_utf8',%')) or (lists.list_all = _latin1'Y')) and lists.identifier = '" . $list_id . "') \n";
|
---|
605 | if($get_ids4heap2add_max_item_updatetimeage > 0) $maxagecondition=" AnD i.item_update_time > UNIX_TIMESTAMP( ) - " . $get_ids4heap2add_max_item_updatetimeage . " \n";
|
---|
606 | $sql="SELECT i.identifier as identifier
|
---|
607 | FROM " . $bdprss_db->itemtable . " i
|
---|
608 | LEFT JOIN " . $this->bdprss_searchtable_status . " sts
|
---|
609 | ON i.identifier = sts.item_id
|
---|
610 | WHERE sts.item_id IS NULL
|
---|
611 | $maxagecondition
|
---|
612 | AND i.item_update_time < UNIX_TIMESTAMP( ) - " . $get_ids4heap2add_min_updatetimeage . "
|
---|
613 | $list_condition
|
---|
614 | ORDER BY identifier
|
---|
615 | LIMIT 0, $heap_to_add";
|
---|
616 | }elseif($get_ids4heap2add_mode=="processupdates"){
|
---|
617 | $this->process_updates=true;
|
---|
618 | $sql="SELECT i.identifier as identifier FROM " . $bdprss_db->itemtable . " i, " . $this->bdprss_searchtable_status . " sts
|
---|
619 | WHERE i.identifier = sts.item_id
|
---|
620 | AND sts.status = 'UPDATE'
|
---|
621 | AND i.item_update_time < UNIX_TIMESTAMP() - " . $get_ids4heap2add_min_updatetimeage . "
|
---|
622 | ORDER BY identifier LIMIT 0, $heap_to_add";
|
---|
623 | //echo "Debug: getitem_id_sql: <br>". $sql . "<br>";
|
---|
624 | }elseif($get_ids4heap2add_mode=="processdeletes"){
|
---|
625 | $this->process_deletes=true;
|
---|
626 | $sql="SELECT sts.item_id as identifier FROM " . $this->bdprss_searchtable_status . " sts
|
---|
627 | WHERE sts.status = 'DELETE'
|
---|
628 | ORDER BY identifier LIMIT 0, $heap_to_add";
|
---|
629 | //echo "Debug: getitem_id_sql: <br>". $sql . "<br>";
|
---|
630 | }
|
---|
631 |
|
---|
632 |
|
---|
633 | if($bdprsssearchdebug) echo "Debug: sql in get_ids4heap2add is: $sql";
|
---|
634 | if(strlen($sql)>0)$item_ids2add = $wpdb->get_results($sql);
|
---|
635 | //if($bdprsssearchdebug) print_r($item_ids2add);
|
---|
636 | $records_found=count($item_ids2add);
|
---|
637 | if($bdprsssearchdebug) echo " Records found: " . $records_found;
|
---|
638 | return $item_ids2add;
|
---|
639 | }
|
---|
640 |
|
---|
641 | function add_heap2search_index($heap_to_add=1, $addheapmode="", $item_ids2add=false,
|
---|
642 | $insertfromtemptable=true, $bdprss_getidmode="", $list_id=0, $get_ids4heap2add_max_item_updatetimeage="", $get_ids4heap2add_min_updatetimeage=""){
|
---|
643 | //get max item id in search index
|
---|
644 | global $wpdb, $bdprss_db, $bdprsssearchdebug;
|
---|
645 |
|
---|
646 | if($bdprss_db->highserverload || $bdprss_db->memtablesok!=1){
|
---|
647 | if($bdprsssearchdebug) echo "<br>Debug: Load threshold is at: " . $bdprss_db->serverstatus['pbaload']['notice'] . " ... exiting!";
|
---|
648 | flush();
|
---|
649 | sleep (abs(intval($bdprss_db->serverstatus['pbaload']['notice'])) * 10);
|
---|
650 | return false;
|
---|
651 | }
|
---|
652 |
|
---|
653 | if($addheapmode == "") $addheapmode = $this->default_heapmode;
|
---|
654 | if($addheapmode == "bulk" && $this->bulklines == 0) return false;
|
---|
655 | if($item_ids2add===false) $item_ids2add=$this->get_ids4heap2add($heap_to_add, $bdprss_getidmode, $get_ids4heap2add_min_updatetimeage, $get_ids4heap2add_max_item_updatetimeage, $list_id);
|
---|
656 |
|
---|
657 | //add_items in loop
|
---|
658 | $bdprss_rowcounter=0;
|
---|
659 | if(is_array($item_ids2add)) {
|
---|
660 | foreach($item_ids2add as $add_item_id){
|
---|
661 | $bdprss_rowcounter++;
|
---|
662 | if($bdprsssearchdebug) echo " Debug: #$bdprss_rowcounter: ID $add_item_id->identifier -";
|
---|
663 | flush();
|
---|
664 | if($bdprss_getidmode=="processdeletes"){
|
---|
665 | $this->delete_item_from_search($add_item_id->identifier);
|
---|
666 | } else {
|
---|
667 | $this->add_item_to_search($add_item_id->identifier, $addheapmode);
|
---|
668 | }
|
---|
669 | if($addheapmode == "bulk"){
|
---|
670 | if($bdprss_rowcounter/$this->bulklines == intval($bdprss_rowcounter/$this->bulklines)) {
|
---|
671 | if($bdprsssearchdebug) echo "Debug: Rows processed: " . $bdprss_rowcounter;
|
---|
672 | if(count($this->bdprss_bulksql)>0) $this->process_bulk_sql();
|
---|
673 | if(strlen($this->bdprss_item_delete_sql)>0) $this->process_delete_sql();
|
---|
674 | }
|
---|
675 | }
|
---|
676 | }
|
---|
677 | }
|
---|
678 | if($addheapmode == "temptable" && strlen($this->bdprss_item_status_sql)>0){
|
---|
679 | $this->bdprss_item_status_sql = "REPLACE into " . $this->bdprss_searchtable_status . "
|
---|
680 | Select identifier as item_id, md5(concat(item_site_name, ' ', item_name, ' ', text_body)) as md5, 'INTEMP' as status, item_time, item_update_time FROM " . $bdprss_db->itemtable . "
|
---|
681 | WHERE identifier IN ( " . substr($this->bdprss_item_status_sql,2) . ")";
|
---|
682 | if($bdprsssearchdebug) echo " Debug bdprss_item_status_sql: " . $this->bdprss_item_status_sql;
|
---|
683 | flush();
|
---|
684 | $result = $wpdb->query($this->bdprss_item_status_sql);
|
---|
685 | $this->bdprss_item_status_sql="";
|
---|
686 | }
|
---|
687 | if(!$this->process_deletes && $insertfromtemptable && $addheapmode == "temptable"){
|
---|
688 | if($bdprsssearchdebug) echo "<br>Debug: Copying temp_table entries to indexed tables ...";
|
---|
689 | flush();
|
---|
690 | foreach($this->bdprss_searchtable as $table_to_search){
|
---|
691 | //print_r($table_to_search);
|
---|
692 | if($bdprsssearchdebug) echo "<br>Debug: Working on table $table_to_search[0]";
|
---|
693 | flush();
|
---|
694 | if($this->process_updates){
|
---|
695 | if($bdprsssearchdebug) echo " Debug " . date("H:i:s") . ": Deleting - ";
|
---|
696 | $deletesql="DELETE FROM $table_to_search[0] USING $table_to_search[0] INNER JOIN $this->bdprss_searchtable_status
|
---|
697 | WHERE " . $table_to_search[0] . ".item_id = " . $this->bdprss_searchtable_status . ".item_id
|
---|
698 | AND " . $this->bdprss_searchtable_status . ".status = 'INTEMP'";
|
---|
699 | if($bdprsssearchdebug) echo " Debug sql: " . $deletesql;
|
---|
700 | flush();
|
---|
701 | $result = $wpdb->query($deletesql);
|
---|
702 | }
|
---|
703 | if($bdprsssearchdebug) echo " Debug " . date("H:i:s") . ": Inserting - ";
|
---|
704 | flush();
|
---|
705 | $sql="Insert into $table_to_search[0] SELECT i.item_id AS item_id, i.index_word AS index_word, i.index_position
|
---|
706 | FROM $this->bdprss_searchtable_temp i
|
---|
707 | WHERE ASCII( SUBSTRING( index_word , 1, 1 ) ) >= ASCII('$table_to_search[1]')
|
---|
708 | AND ASCII( SUBSTRING( index_word , 1, 1 ) ) < ASCII('$table_to_search[2]')";
|
---|
709 | $result = $wpdb->query($sql);
|
---|
710 | if($bdprsssearchdebug) echo " Debug " . date("H:i:s") . ": Done " . $table_to_search[0];
|
---|
711 | flush();
|
---|
712 | }
|
---|
713 | $sql=" TRUNCATE TABLE $this->bdprss_searchtable_temp";
|
---|
714 | $result = $wpdb->query($sql);
|
---|
715 | $sql="UPDATE " . $this->bdprss_searchtable_status . " SET status = 'OK' WHERE status = 'INTEMP'";
|
---|
716 | $result = $wpdb->query($sql);
|
---|
717 | } elseif($addheapmode == "bulk"){
|
---|
718 | if(count($this->bdprss_bulksql)>0) $this->process_bulk_sql();
|
---|
719 | }
|
---|
720 | if(strlen($this->bdprss_item_delete_sql)>0) $this->process_delete_sql();
|
---|
721 | }
|
---|
722 |
|
---|
723 | //only for debug purpose so far
|
---|
724 | function get_search_index_info(){
|
---|
725 | global $wpdb, $bdprss_db, $bdprsssearchdebug;
|
---|
726 |
|
---|
727 | $sql = "SELECT status , count( status ) count
|
---|
728 | FROM " . $this->bdprss_searchtable_status . "
|
---|
729 | GROUP BY status";
|
---|
730 | $searchindex_status=$wpdb->get_results($sql);
|
---|
731 |
|
---|
732 | if($bdprsssearchdebug) echo "\n<br><br>Debug: Status of search index: ";
|
---|
733 | if($bdprsssearchdebug) print_r($searchindex_status);
|
---|
734 |
|
---|
735 | return $searchindex_status;
|
---|
736 | }
|
---|
737 |
|
---|
738 |
|
---|
739 | } //class BDPRSS_SEARCH
|
---|
740 | } //if class BDPRSS_SEARCH not exists
|
---|
741 |
|
---|
742 | // Make a singleton global instance.
|
---|
743 | if ( !isset($bdprss_search) ) $bdprss_search = new BDPRSS_SEARCH();
|
---|
744 |
|
---|
745 | if($bdprsssearchdebug){
|
---|
746 | //function is broken in direct use mode, neither tmp tables nor bulk mode is executed then!!!
|
---|
747 | //deletion before insert still missing, too
|
---|
748 | //$bdprss_add_searchitem_id=abs(intval($_GET['additemid']));
|
---|
749 | $bdprss_addheap=abs(intval($_GET['addheap']));
|
---|
750 | $bdprss_create_proc=$_GET['createproc'];
|
---|
751 | $bdprss_searchphrase=stripslashes($_GET['searchphrase']);
|
---|
752 | $bdprss_heapmode=stripslashes($_GET['heapmode']);
|
---|
753 | if($bdprss_heapmode == "temp") $bdprss_heapmode = "temptable"; //just a short alias
|
---|
754 | $bdprss_getidmode=stripslashes($_GET['getidmode']);
|
---|
755 | if($bdprss_getidmode!="notinstatus" && $bdprss_getidmode!="maxitem_id" && $bdprss_getidmode!="processupdates" && $bdprss_getidmode!="processdeletes") {
|
---|
756 | $bdprss_getidmode="";
|
---|
757 | } else {
|
---|
758 | echo "Debug getidmode is $bdprss_getidmode ... ";
|
---|
759 | }
|
---|
760 | if(isset($_GET['mifd'])) $bdprss_mifd=abs(intval($_GET['mifd']));
|
---|
761 | if(isset($_GET['mifu'])) $bdprss_mifu=abs(intval($_GET['mifu']));
|
---|
762 | if(isset($_GET['listid'])) {
|
---|
763 | $bdprss_debug_list_id=abs(intval($_GET['listid']));
|
---|
764 | }else{
|
---|
765 | $bdprss_debug_list_id=0;
|
---|
766 | }
|
---|
767 | if(isset($_GET['maxage'])) {
|
---|
768 | $get_ids4heap2add_max_item_updatetimeage=abs(intval($_GET['maxage']));
|
---|
769 | }else{
|
---|
770 | $get_ids4heap2add_max_item_updatetimeage="";
|
---|
771 | }
|
---|
772 |
|
---|
773 | if(isset($_GET['minage'])) {
|
---|
774 | $get_ids4heap2add_min_updatetimeage=abs(intval($_GET['minage']));
|
---|
775 | }else{
|
---|
776 | $get_ids4heap2add_min_updatetimeage="";
|
---|
777 | }
|
---|
778 |
|
---|
779 |
|
---|
780 | if($bdprss_mifd > 0 || $bdprss_mifd == '0'){
|
---|
781 | echo "Marking item #" . $bdprss_mifd . " for delete ... ";
|
---|
782 | $bdprss_debug_result=$bdprss_search->markitem4delete($bdprss_mifd);
|
---|
783 | echo "<br>Debugresult given out:<br>";
|
---|
784 | print_r($bdprss_debug_result);
|
---|
785 | }elseif($bdprss_mifu > 0 || $bdprss_mifu == '0'){
|
---|
786 | echo "Marking item #" . $bdprss_mifu . " for update ... ";
|
---|
787 | $bdprss_debug_result=$bdprss_search->markitem4update($bdprss_mifu);
|
---|
788 | echo "<br>Debugresult given out:<br>";
|
---|
789 | print_r($bdprss_debug_result);
|
---|
790 | }elseif($bdprss_create_proc > 0) {
|
---|
791 | echo "Recreating procedure ... ";
|
---|
792 | $bdprss_debug_result=$bdprss_search->bdprss_create_proc();
|
---|
793 | echo "<br>Debugresult given out:<br>";
|
---|
794 | print_r($bdprss_debug_result);
|
---|
795 | }elseif($bdprss_searchphrase != "") {
|
---|
796 | $bdprss_searchphrase=urldecode(str_replace("_","+",$bdprss_searchphrase));
|
---|
797 | echo "Searchphrase " . utf8_encode($bdprss_searchphrase) . " ... ";
|
---|
798 |
|
---|
799 | $bdprss_search_result=$bdprss_search->bdprss_search4items(utf8_encode($bdprss_searchphrase),0, 20, false, $bdprss_debug_list_id);
|
---|
800 | echo "<br>Searchresult given out:<br>";
|
---|
801 | print_r($bdprss_search_result);
|
---|
802 | }elseif($bdprss_add_searchitem_id > 0) {
|
---|
803 | echo "item_id = $bdprss_add_searchitem_id";
|
---|
804 | //add_item_to_search($bdprss_add_searchitem_id); //broken !!! siehe oben
|
---|
805 | } elseif($bdprss_addheap > 0 || $bdprss_heapmode == "temptable") {
|
---|
806 | if($bdprss_addheap > $bdprss_search->heap_to_add) $bdprss_addheap = $bdprss_search->heap_to_add;
|
---|
807 | echo " processing $bdprss_addheap entries ...";
|
---|
808 |
|
---|
809 | $heapmode=$bdprss_search->default_heapmode;
|
---|
810 | $insertfromtemptable=true;
|
---|
811 |
|
---|
812 | if($bdprss_heapmode == "temptable") {
|
---|
813 | if($bdprss_getidmode!="processdeletes") echo " using temp table $bdprss_search->bdprss_searchtable_temp ...";
|
---|
814 | $heapmode="temptable";
|
---|
815 | } elseif($bdprss_heapmode == "justinsert2temptable") {
|
---|
816 | echo " inserting 2 temp table $bdprss_search->bdprss_searchtable_temp without copying temp table to productive tables...";
|
---|
817 | $heapmode="temptable";
|
---|
818 | $insertfromtemptable=false;
|
---|
819 | }
|
---|
820 | if($heapmode=="bulk") {
|
---|
821 | if($bdprss_search->bulklines>0) echo " using bulks of $bdprss_search->bulklines lines ...";
|
---|
822 | }
|
---|
823 | $bdprss_search->add_heap2search_index($bdprss_addheap, $heapmode, false, $insertfromtemptable, $bdprss_getidmode, $bdprss_debug_list_id, $get_ids4heap2add_max_item_updatetimeage, $get_ids4heap2add_min_updatetimeage);
|
---|
824 | } else {
|
---|
825 | echo " nothing to do, use GET switches to do something in debug mode";
|
---|
826 | }
|
---|
827 |
|
---|
828 | if($bdprsssearchdebug_with_searchindex_info) $bdprss_search->get_search_index_info();
|
---|
829 | echo "<br><Br>Debug: $bdprss_search->bdprss_globalcounter Words. " . $wpdb->num_queries . " queries. " . number_format(timer_stop(),3) . " seconds. </small>";
|
---|
830 |
|
---|
831 | }// if bdprsssearchdebug
|
---|
832 |
|
---|
833 |
|
---|
834 |
|
---|
835 | ?>
|
---|