Simplificiation
This commit is contained in:
Michael RICOIS
parent
06a2861fc5
commit
dd36d5939a
35
README
35
README
@ -1,3 +1,34 @@
|
||||
How to Use
|
||||
==========
|
||||
|
||||
Sphinx Engine configuration
|
||||
---------------------------
|
||||
Create a /etc/sphinxsearch/sphinx.conf
|
||||
|
||||
See in scripts/build/config-*
|
||||
sphinx.conf : Sphinx Engine config
|
||||
*.conf : one file per index
|
||||
|
||||
Concat only needed file
|
||||
|
||||
Indexing
|
||||
--------
|
||||
indexer-*
|
||||
slave-*
|
||||
reprise-*
|
||||
manual-*
|
||||
dev-*
|
||||
|
||||
Ubuntu PPA repository
|
||||
=====================
|
||||
|
||||
sudo apt-get install software-properties-common
|
||||
sudo add-apt-repository ppa:builds/sphinxsearch-rel22
|
||||
sudo apt-get install libstemmer0d
|
||||
sudo apt-get update && apt-get install sphinxsearch
|
||||
|
||||
Manual installation
|
||||
===================
|
||||
htop
|
||||
bwm-ng
|
||||
mysql-client-5.5
|
||||
@ -12,4 +43,6 @@ cp -R re2/* sphinx-2.2.7-release/libre2/
|
||||
cd sphinx-2.2.7-release
|
||||
./configure --with-libstemmer --with-re2 --prefix=/usr/local/sphinx
|
||||
make
|
||||
make install
|
||||
make install
|
||||
|
||||
|
||||
|
||||
@ -22,7 +22,7 @@ source act
|
||||
index act
|
||||
{
|
||||
source = act
|
||||
path = /dbs/idx/act
|
||||
path = /var/lib/sphinx/idx/act
|
||||
docinfo = extern
|
||||
morphology = none
|
||||
charset_type = utf-8
|
||||
@ -21,7 +21,7 @@ source ciblage
|
||||
CONCAT('EX ', ape_entrep) AS ape_entrep, \
|
||||
age_entrep, \
|
||||
age_etab, \
|
||||
tca, \
|
||||
IF(tca IS NULL,99,tca) AS tca, \
|
||||
tcaexp, \
|
||||
IF(teff_entrep IS NULL,99,teff_entrep) AS teff_entrep, \
|
||||
IF(teff_etab IS NULL,99,teff_etab) AS teff_etab, \
|
||||
@ -141,7 +141,7 @@ source ciblage
|
||||
index ciblage
|
||||
{
|
||||
source = ciblage
|
||||
path = /dbs/idx/ciblage
|
||||
path = /var/lib/sphinx/idx/ciblage
|
||||
docinfo = extern
|
||||
morphology = none
|
||||
charset_type = utf-8
|
||||
@ -2,7 +2,8 @@
|
||||
source ciblage
|
||||
{
|
||||
type = mysql
|
||||
sql_host = 192.168.78.230
|
||||
sql_host = 192.168.3.30
|
||||
sql_port = 3306
|
||||
sql_user = sphinx
|
||||
sql_pass = indexer
|
||||
sql_db = jo
|
||||
@ -20,7 +21,7 @@ source ciblage
|
||||
CONCAT('EX ', ape_entrep) AS ape_entrep, \
|
||||
age_entrep, \
|
||||
age_etab, \
|
||||
tca, \
|
||||
IF(tca IS NULL,99,tca) AS tca, \
|
||||
tcaexp, \
|
||||
IF(teff_entrep IS NULL,99,teff_entrep) AS teff_entrep, \
|
||||
IF(teff_etab IS NULL,99,teff_etab) AS teff_etab, \
|
||||
@ -71,7 +72,7 @@ source ciblage
|
||||
IF(zrr=1,1,0) as zrr, \
|
||||
IF(zafr=1,1,0) as zafr, \
|
||||
CASE avisCs WHEN 0 THEN 1 WHEN 10 THEN 2 WHEN 15 THEN 3 WHEN 23 THEN 4 WHEN 29 THEN 4 WHEN 39 THEN 4 WHEN 43 THEN 4 WHEN 21 THEN 5 WHEN 26 THEN 5 WHEN 28 THEN 5 WHEN 31 THEN 6 WHEN 50 THEN 6 WHEN 24 THEN 7 ELSE 0 END as avisCs \
|
||||
FROM etablissements_act WHERE siren>100;
|
||||
FROM etablissements_act_tmp WHERE siren>100;
|
||||
|
||||
sql_field_string = siren
|
||||
sql_field_string = nic
|
||||
@ -140,7 +141,7 @@ source ciblage
|
||||
index ciblage
|
||||
{
|
||||
source = ciblage
|
||||
path = /dbs/sphinx/ciblage
|
||||
path = /var/lib/sphinx/idx/ciblage
|
||||
docinfo = extern
|
||||
morphology = none
|
||||
charset_type = utf-8
|
||||
@ -24,7 +24,7 @@ source dir
|
||||
index dir
|
||||
{
|
||||
source = dir
|
||||
path = /dbs/idx/dir
|
||||
path = /var/lib/sphinx/idx/dir
|
||||
docinfo = extern
|
||||
morphology = none
|
||||
charset_type = utf-8
|
||||
@ -24,7 +24,7 @@ source dir
|
||||
index dir
|
||||
{
|
||||
source = dir
|
||||
path = /dbs/idx/dir
|
||||
path = /var/lib/sphinx/idx/dir
|
||||
docinfo = extern
|
||||
morphology = none
|
||||
charset_type = utf-8
|
||||
@ -30,7 +30,7 @@ source ent
|
||||
index ent
|
||||
{
|
||||
source = ent
|
||||
path = /dbs/idx/ent
|
||||
path = /var/lib/sphinx/idx/ent
|
||||
mlock = 1
|
||||
docinfo = extern
|
||||
stopwords = /etc/sphinxsearch/stopwords-ent.txt
|
||||
@ -51,7 +51,7 @@ index ent
|
||||
index ent_phx
|
||||
{
|
||||
source = ent
|
||||
path = /dbs/idx/ent_phx
|
||||
path = /var/lib/sphinx/idx/ent_phx
|
||||
mlock = 1
|
||||
docinfo = extern
|
||||
stopwords = /etc/sphinxsearch/stopwords-ent.txt
|
||||
@ -29,7 +29,7 @@ source ent
|
||||
index ent
|
||||
{
|
||||
source = ent
|
||||
path = /dbs/idx/ent
|
||||
path = /var/lib/sphinx/idx/ent
|
||||
mlock = 1
|
||||
docinfo = extern
|
||||
stopwords = /etc/sphinxsearch/stopwords-ent.txt
|
||||
@ -16,7 +16,7 @@ source histo
|
||||
index histo
|
||||
{
|
||||
source = histo
|
||||
path = /dbs/idx/histo
|
||||
path = /var/lib/sphinx/idx/histo
|
||||
min_word_len = 3
|
||||
html_strip = 1
|
||||
charset_type = utf-8
|
||||
@ -103,11 +103,11 @@ searchd
|
||||
|
||||
# log file, searchd run info is logged here
|
||||
# optional, default is 'searchd.log'
|
||||
log = /dbs/log/searchd.log
|
||||
log = /var/lib/sphinx/log/searchd.log
|
||||
|
||||
# query log file, all search queries are logged here
|
||||
# optional, default is empty (do not log queries)
|
||||
query_log = /dbs/log/query.log
|
||||
query_log = /var/lib/sphinx/log/query.log
|
||||
|
||||
# client read timeout, seconds
|
||||
# optional, default is 5
|
||||
3
indexer/dev-indexer-all.sh
Normal file
3
indexer/dev-indexer-all.sh
Normal file
@ -0,0 +1,3 @@
|
||||
#!/bin/bash
|
||||
|
||||
/usr/bin/indexer act dir dir_phx ent ent_phx ciblage
|
||||
@ -1,7 +1,7 @@
|
||||
#!/bin/bash
|
||||
PATH_BIN=/usr/local/sphinx/bin
|
||||
PATH_LOG=/dbs/sphinxlog
|
||||
|
||||
echo "$(date '+%Y-%m-%d %H:%M:%S') === INDEXATION ACT" >> $PATH_LOG/indexer.log
|
||||
$PATH_BIN/indexer --rotate act >> $PATH_LOG/indexer.log
|
||||
echo "$(date '+%Y-%m-%d %H:%M:%S') === FIN INDEXATION ACT" >> $PATH_LOG/indexer.log
|
||||
#!/bin/bash
|
||||
PATH_BIN=/usr/bin
|
||||
PATH_LOG=/var/lib/sphinx/log
|
||||
|
||||
echo "$(date '+%Y-%m-%d %H:%M:%S') === INDEXATION ACT" >> $PATH_LOG/indexer.log
|
||||
$PATH_BIN/indexer --rotate act >> $PATH_LOG/indexer.log
|
||||
echo "$(date '+%Y-%m-%d %H:%M:%S') === FIN INDEXATION ACT" >> $PATH_LOG/indexer.log
|
||||
|
||||
@ -1,7 +1,7 @@
|
||||
#!/bin/bash
|
||||
PATH_BIN=/usr/local/sphinx/bin
|
||||
PATH_LOG=/dbs/sphinxlog
|
||||
PATH_SQL=/home/scripts/indexer/sql
|
||||
PATH_BIN=/usr/bin
|
||||
PATH_LOG=/var/lib/sphinx/log
|
||||
PATH_SQL=/home/indexer/sql
|
||||
MYSQL_HOST=192.168.3.30
|
||||
MYSQL_USER=sphinx
|
||||
MYSQL_PASS=indexer
|
||||
@ -29,6 +29,11 @@ if [ -n "$idx" ]; then
|
||||
$PATH_BIN/indexer --config /etc/sphinxsearch/sphinx.conf --rotate ciblage >> $PATH_LOG/indexer.log
|
||||
echo "$(date '+%Y-%m-%d %H:%M:%S') - Sphinx - Fin" >> $PATH_LOG/indexer.log
|
||||
|
||||
# Rotation des tables MySQL - @todo
|
||||
#echo "$(date '+%Y-%m-%d %H:%M:%S') - Rotation Table - Debut" >> $PATH_LOG/indexer.log
|
||||
#mysql -h$MYSQL_HOST -u$MYSQL_USER -p$MYSQL_PASS jo < $PATH_SQL/rotate-ciblage.sql >> $PATH_LOG/indexer.log
|
||||
#echo "$(date '+%Y-%m-%d %H:%M:%S') - Rotation Table - Fin" >> $PATH_LOG/indexer.log
|
||||
|
||||
# Enregistrement Fin Indexation
|
||||
mysql -h$MYSQL_HOST -u$MYSQL_USER -p$MYSQL_PASS sdv1 -e "UPDATE sphinx_idx SET indexingEnd=NOW() WHERE id=$idx" >> $PATH_LOG/indexer.log
|
||||
|
||||
|
||||
@ -1,7 +1,7 @@
|
||||
#!/bin/bash
|
||||
PATH_BIN=/usr/local/sphinx/bin
|
||||
PATH_LOG=/dbs/log
|
||||
PATH_SQL=/home/scripts/indexer/sql
|
||||
PATH_LOG=/var/lib/sphinx/log
|
||||
PATH_SQL=/home/indexer/sql
|
||||
MYSQL_HOST=192.168.3.30
|
||||
MYSQL_USER=sphinx
|
||||
MYSQL_PASS=indexer
|
||||
|
||||
@ -1,7 +1,7 @@
|
||||
#!/bin/bash
|
||||
PATH_BIN=/usr/local/sphinx/bin
|
||||
PATH_LOG=/dbs/log
|
||||
PATH_SQL=/home/scripts/indexer/sql
|
||||
PATH_BIN=/usr/bin
|
||||
PATH_LOG=/var/lib/sphinx/log
|
||||
PATH_SQL=/home/indexer/sql
|
||||
MYSQL_HOST=192.168.3.30
|
||||
MYSQL_USER=sphinx
|
||||
MYSQL_PASS=indexer
|
||||
|
||||
40
indexer/manual-indexer-ciblage.sh
Normal file
40
indexer/manual-indexer-ciblage.sh
Normal file
@ -0,0 +1,40 @@
|
||||
#!/bin/bash
|
||||
PATH_BIN=/usr/local/sphinx/bin
|
||||
PATH_LOG=/dbs/log
|
||||
PATH_SQL=/home/scripts/indexer/sql
|
||||
MYSQL_HOST=192.168.3.30
|
||||
MYSQL_USER=sphinx
|
||||
MYSQL_PASS=indexer
|
||||
|
||||
# Is consolidated ?
|
||||
output=$(mysql -h$MYSQL_HOST -u$MYSQL_USER -p$MYSQL_PASS sdv1 < $PATH_SQL/consolidate-ciblage.sql)
|
||||
idx='';
|
||||
for line in "$output"; do
|
||||
idx="$line";
|
||||
done
|
||||
# Suppression fin de ligne
|
||||
idx=$(echo $idx|sed -e "s/^[idx ]*//g"||sed -e "s/[ ]*$//g")
|
||||
|
||||
# Lancement de l'indexation si la consolidation a eu lieu
|
||||
if [ -n "$idx" ]; then
|
||||
if [[ "$idx" > 0 ]]; then
|
||||
|
||||
echo "$(date '+%Y-%m-%d %H:%M:%S') === INDEXATION CIBLAGE" >> $PATH_LOG/indexer.log
|
||||
|
||||
# Enregistrement Debut Indexation
|
||||
mysql -h$MYSQL_HOST -u$MYSQL_USER -p$MYSQL_PASS sdv1 -e "UPDATE sphinx_idx SET indexingBegin=NOW() WHERE id=$idx" >> $PATH_LOG/indexer.log
|
||||
|
||||
# Sphinx rotate
|
||||
echo "$(date '+%Y-%m-%d %H:%M:%S') - Sphinx - Debut" >> $PATH_LOG/indexer.log
|
||||
$PATH_BIN/indexer --config /etc/sphinxsearch/sphinx.conf --rotate ciblage >> $PATH_LOG/indexer.log
|
||||
echo "$(date '+%Y-%m-%d %H:%M:%S') - Sphinx - Fin" >> $PATH_LOG/indexer.log
|
||||
|
||||
# Enregistrement Fin Indexation
|
||||
mysql -h$MYSQL_HOST -u$MYSQL_USER -p$MYSQL_PASS sdv1 -e "UPDATE sphinx_idx SET indexingEnd=NOW() WHERE id=$idx" >> $PATH_LOG/indexer.log
|
||||
|
||||
echo "$(date '+%Y-%m-%d %H:%M:%S') === FIN INDEXATION CIBLAGE" >> $PATH_LOG/indexer.log
|
||||
|
||||
fi
|
||||
fi
|
||||
|
||||
|
||||
6
indexer/sql/manual-consolidate-ciblage.sql
Normal file
6
indexer/sql/manual-consolidate-ciblage.sql
Normal file
@ -0,0 +1,6 @@
|
||||
SELECT id FROM sphinx_idx
|
||||
WHERE createEnd BETWEEN (NOW() - INTERVAL 7 DAY) AND NOW()
|
||||
AND nom = 'jo.etablissements_act'
|
||||
AND indexingBegin IS NULL
|
||||
AND indexingEnd IS NULL
|
||||
ORDER BY createEnd DESC LIMIT 1;
|
||||
3
indexer/sql/rotate-ciblage.sql
Normal file
3
indexer/sql/rotate-ciblage.sql
Normal file
@ -0,0 +1,3 @@
|
||||
DROP TABLE IF EXISTS jo.etablissements_act_old;
|
||||
RENAME TABLE jo.etablissements_act TO jo.etablissements_act_old;
|
||||
RENAME TABLE jo.etablissements_act_tmp TO jo.etablissements_act;
|
||||
@ -1,38 +0,0 @@
|
||||
|
||||
source act
|
||||
{
|
||||
type = mysql
|
||||
sql_host = 192.168.78.230
|
||||
sql_user = sphinx
|
||||
sql_pass = indexer
|
||||
sql_db = jo
|
||||
sql_query_pre = SET NAMES utf8
|
||||
sql_query = SELECT l.id, l.idPar, l.idAct, r.siren, r.actif, r.PpPm, r.RS, r.adresse_cp, r.adresse_ville, \
|
||||
p.libPays AS pays, l.PDetention FROM liens2 l, liensRef r, tabPays p \
|
||||
WHERE l.dateSuppr = '0000-00-00 00:00:00' AND r.id = l.idAct \
|
||||
AND ( r.siren>1000 OR (r.siren=0 AND r.adresse_pays!='FRA') OR (r.siren=0 AND r.PpPm='PP') ) \
|
||||
AND p.codPays3 = r.adresse_pays;
|
||||
sql_attr_uint = idAct
|
||||
sql_attr_bool = actif
|
||||
sql_attr_float = PDetention
|
||||
sql_attr_string = pays
|
||||
}
|
||||
|
||||
index act
|
||||
{
|
||||
source = act
|
||||
path = /dbs/sphinx/act
|
||||
docinfo = extern
|
||||
morphology = none
|
||||
charset_type = utf-8
|
||||
charset_table = 0..9, A..Z->a..z, a..z, \
|
||||
U+23, U+25, U+26, U+2B, U+3D, U+40, \
|
||||
U+C0->a, U+C1->a, U+C2->a, U+C3->a, U+C4->a, U+C5->a, U+C6->a, U+C7->c, \
|
||||
U+C8->e, U+C8->e, U+C9->e, U+CA->e, U+CB->e, U+CC->i, U+CD->i, U+CE->i, \
|
||||
U+CF->i, U+D0->d, U+D1->n, U+D2->o, U+D3->o, U+D4->o, U+D5->o, U+D6->o, \
|
||||
U+D8->o, U+D9->u, U+DA->u, U+DB->u, U+DC->u, U+DD->y, U+E0->a, U+E1->a, \
|
||||
U+E2->a, U+E3->a, U+E4->a, U+E5->a, U+E7->c, U+E8->e, U+E9->e, U+EA->e, \
|
||||
U+EB->e, U+EC->i, U+ED->i, U+EE->i, U+EF->i, U+F1->n, U+F2->o, U+F3->o, \
|
||||
U+F4->o, U+F5->o, U+F6->o, U+F8->o, U+F9->u, U+FA->u,U+FB->u, U+FC->u, \
|
||||
U+FD->y, U+FF->y, U+0152->U+0153, U+0153
|
||||
}
|
||||
@ -1,110 +0,0 @@
|
||||
#############################################################################
|
||||
# Documentation
|
||||
# =============
|
||||
#
|
||||
# Présence d'éléments
|
||||
# IF(element=='',0,1) AS pElement
|
||||
#
|
||||
# Liste des champs dans la BDD
|
||||
# -----------------------------
|
||||
# id
|
||||
# source
|
||||
# source_id
|
||||
# triCode
|
||||
# autre_id
|
||||
# siren => LPAD(siren, 9, '000000000')
|
||||
# nic => LPAD(nic, 5, '00000')
|
||||
# actif => 0 ou 1
|
||||
# siege => 0 ou 1
|
||||
# raisonSociale
|
||||
# enseigne
|
||||
# sigle
|
||||
# identite_pre
|
||||
# marques => IF(marques=='',0,1) AS pMarques
|
||||
# adr_num
|
||||
# adr_btq
|
||||
# adr_typeVoie
|
||||
# adr_libVoie
|
||||
# adr_comp
|
||||
# adr_cp => Code postal
|
||||
# adr_ville => Ville
|
||||
# adr_dep => Departement (Corse 2A,2B => 201, 202)
|
||||
# adr_com
|
||||
# tel => IF(tel>0,1,0) AS pTel
|
||||
# fax => IF(fax>0,1,0) AS pFax
|
||||
# cj => Texte
|
||||
# capital => Float
|
||||
# capitalDev
|
||||
# capitalSrc
|
||||
# ape_etab => Texte => Code APE de l'etablissement
|
||||
# ape_entrep => Texte => Code APE de l'entreprise
|
||||
# age_entrep => Entier => Age de l'entreprise
|
||||
# age_etab => Entier => Age de l'etablissement
|
||||
# tca => Entier => Tranche de chiffre d'affaire
|
||||
# tcaexp => Entier => Tranche de chiffre d'affaire à l'export
|
||||
# teff_entrep => Tranche Effectif de l'entreprise
|
||||
# teff_etab => Tranche Effectif de l'etablissement
|
||||
# rang
|
||||
# web => IF(web=='',0,1) AS pWeb
|
||||
# mail => IF(mail=='',0,1) AS pMail
|
||||
# adrDom => 0,1,2
|
||||
# lieuAct
|
||||
# actifEco => 0,1
|
||||
# presentRcs => 0,1
|
||||
# procolHisto =>
|
||||
# tvaIntraCle
|
||||
# tvaIntraValide => 0,1
|
||||
# ape4_etab
|
||||
# ape4_entrep
|
||||
# NaceEtab
|
||||
# NaceEntrep
|
||||
# dateCrea_etab => Date
|
||||
# dateCrea_ent => Date
|
||||
# dateImmat => Date
|
||||
# eff_entrep => Entier => Effectif de l'entreprise
|
||||
# eff_etab => Entier => Effectir de l'etablissement
|
||||
# distSP
|
||||
# achPost
|
||||
# rivoli
|
||||
# dirCiv
|
||||
# dirNom => IF(pDirNom=='',0,1) AS pDirNom
|
||||
# dirPrenom
|
||||
# dirDateNaiss
|
||||
# dirFct
|
||||
# nbEtab => Nombre d'établissement
|
||||
# nbMPubli
|
||||
# sirenGrp => IF(pSirenGrp>0,1,0) AS pSirenGrp
|
||||
# nbActio => Entier => Nombre d'actionnaires (actio,bool)
|
||||
# nbPart => Entier => Nombre de participations (part, bool)
|
||||
# bilType =>
|
||||
# bilAnnee =>
|
||||
# bilCloture =>
|
||||
# bilDuree =>
|
||||
# bilTca =>
|
||||
# bilEE =>
|
||||
# bilFL =>
|
||||
# bilFK =>
|
||||
# bilFR =>
|
||||
# bilGF =>
|
||||
# bilGP =>
|
||||
# bilGU =>
|
||||
# bilGW =>
|
||||
# bilHD =>
|
||||
# bilHH =>
|
||||
# bilHL =>
|
||||
# bilHM =>
|
||||
# bilHN =>
|
||||
# bilYP =>
|
||||
# avisCs
|
||||
# codeCommune =>
|
||||
# l93_x
|
||||
# l93_y
|
||||
# alt
|
||||
# precis
|
||||
# zus =>
|
||||
# zru =>
|
||||
# zfu =>
|
||||
# cucs =>
|
||||
# zrr =>
|
||||
# zafr =>
|
||||
#############################################################################
|
||||
@ -1,59 +0,0 @@
|
||||
|
||||
source dir
|
||||
{
|
||||
type = mysql
|
||||
sql_host = 192.168.78.230
|
||||
sql_user = sphinx
|
||||
sql_pass = indexer
|
||||
sql_db = jo
|
||||
sql_query_pre = SET NAMES utf8
|
||||
sql_query = \
|
||||
SELECT id, siren, adr_dep, typeDir, dirSiren, civilite, CONCAT(nom,' ',naissance_nom, ' ', dirRS) AS nom, \
|
||||
prenom, YEAR(naissance_date) AS naiss_annee, MONTH(naissance_date) AS naiss_mois, \
|
||||
DAY(naissance_date) AS naiss_jour, naissance_lieu, fonction_code, actif \
|
||||
FROM dirigeants;
|
||||
sql_attr_uint = dirSiren
|
||||
sql_attr_uint = naiss_annee
|
||||
sql_attr_uint = naiss_mois
|
||||
sql_attr_uint = naiss_jour
|
||||
sql_attr_uint = actif
|
||||
sql_attr_uint = adr_dep
|
||||
}
|
||||
|
||||
index dir
|
||||
{
|
||||
source = dir
|
||||
path = /dbs/sphinx/dir
|
||||
docinfo = extern
|
||||
morphology = none
|
||||
charset_type = utf-8
|
||||
charset_table = 0..9, A..Z->a..z, a..z, \
|
||||
U+23, U+25, U+26, U+2B, U+3D, U+40, \
|
||||
U+C0->a, U+C1->a, U+C2->a, U+C3->a, U+C4->a, U+C5->a, U+C6->a, U+C7->c, \
|
||||
U+C8->e, U+C8->e, U+C9->e, U+CA->e, U+CB->e, U+CC->i, U+CD->i, U+CE->i, \
|
||||
U+CF->i, U+D0->d, U+D1->n, U+D2->o, U+D3->o, U+D4->o, U+D5->o, U+D6->o, \
|
||||
U+D8->o, U+D9->u, U+DA->u, U+DB->u, U+DC->u, U+DD->y, U+E0->a, U+E1->a, \
|
||||
U+E2->a, U+E3->a, U+E4->a, U+E5->a, U+E7->c, U+E8->e, U+E9->e, U+EA->e, \
|
||||
U+EB->e, U+EC->i, U+ED->i, U+EE->i, U+EF->i, U+F1->n, U+F2->o, U+F3->o, \
|
||||
U+F4->o, U+F5->o, U+F6->o, U+F8->o, U+F9->u, U+FA->u,U+FB->u, U+FC->u, \
|
||||
U+FD->y, U+FF->y, U+0152->U+0153, U+0153
|
||||
}
|
||||
|
||||
index dir_phx
|
||||
{
|
||||
source = dir
|
||||
path = /dbs/sphinx/dir_phx
|
||||
docinfo = extern
|
||||
min_stemming_len = 4
|
||||
charset_type = utf-8
|
||||
charset_table = 0..9, A..Z->a..z, a..z, \
|
||||
U+23, U+25, U+26, U+2B, U+3D, U+40, \
|
||||
U+C0->a, U+C1->a, U+C2->a, U+C3->a, U+C4->a, U+C5->a, U+C6->a, U+C7->c, \
|
||||
U+C8->e, U+C8->e, U+C9->e, U+CA->e, U+CB->e, U+CC->i, U+CD->i, U+CE->i, \
|
||||
U+CF->i, U+D0->d, U+D1->n, U+D2->o, U+D3->o, U+D4->o, U+D5->o, U+D6->o, \
|
||||
U+D8->o, U+D9->u, U+DA->u, U+DB->u, U+DC->u, U+DD->y, U+E0->a, U+E1->a, \
|
||||
U+E2->a, U+E3->a, U+E4->a, U+E5->a, U+E7->c, U+E8->e, U+E9->e, U+EA->e, \
|
||||
U+EB->e, U+EC->i, U+ED->i, U+EE->i, U+EF->i, U+F1->n, U+F2->o, U+F3->o, \
|
||||
U+F4->o, U+F5->o, U+F6->o, U+F8->o, U+F9->u, U+FA->u,U+FB->u, U+FC->u, \
|
||||
U+FD->y, U+FF->y, U+0152->U+0153, U+0153
|
||||
}
|
||||
@ -1,59 +0,0 @@
|
||||
|
||||
source dir
|
||||
{
|
||||
type = mysql
|
||||
sql_host = 192.168.78.230
|
||||
sql_user = sphinx
|
||||
sql_pass = indexer
|
||||
sql_db = jo
|
||||
sql_query_pre = SET NAMES utf8
|
||||
sql_query = \
|
||||
SELECT id, siren, adr_dep, typeDir, dirSiren, civilite, CONCAT(nom,' ',naissance_nom, ' ', dirRS) AS nom, \
|
||||
prenom, YEAR(naissance_date) AS naiss_annee, MONTH(naissance_date) AS naiss_mois, \
|
||||
DAY(naissance_date) AS naiss_jour, naissance_lieu, fonction_code, actif \
|
||||
FROM dirigeants_tmp;
|
||||
sql_attr_uint = dirSiren
|
||||
sql_attr_uint = naiss_annee
|
||||
sql_attr_uint = naiss_mois
|
||||
sql_attr_uint = naiss_jour
|
||||
sql_attr_uint = actif
|
||||
sql_attr_uint = adr_dep
|
||||
}
|
||||
|
||||
index dir
|
||||
{
|
||||
source = dir
|
||||
path = /dbs/sphinx/dir
|
||||
docinfo = extern
|
||||
morphology = none
|
||||
charset_type = utf-8
|
||||
charset_table = 0..9, A..Z->a..z, a..z, \
|
||||
U+23, U+25, U+26, U+2B, U+3D, U+40, \
|
||||
U+C0->a, U+C1->a, U+C2->a, U+C3->a, U+C4->a, U+C5->a, U+C6->a, U+C7->c, \
|
||||
U+C8->e, U+C8->e, U+C9->e, U+CA->e, U+CB->e, U+CC->i, U+CD->i, U+CE->i, \
|
||||
U+CF->i, U+D0->d, U+D1->n, U+D2->o, U+D3->o, U+D4->o, U+D5->o, U+D6->o, \
|
||||
U+D8->o, U+D9->u, U+DA->u, U+DB->u, U+DC->u, U+DD->y, U+E0->a, U+E1->a, \
|
||||
U+E2->a, U+E3->a, U+E4->a, U+E5->a, U+E7->c, U+E8->e, U+E9->e, U+EA->e, \
|
||||
U+EB->e, U+EC->i, U+ED->i, U+EE->i, U+EF->i, U+F1->n, U+F2->o, U+F3->o, \
|
||||
U+F4->o, U+F5->o, U+F6->o, U+F8->o, U+F9->u, U+FA->u,U+FB->u, U+FC->u, \
|
||||
U+FD->y, U+FF->y, U+0152->U+0153, U+0153
|
||||
}
|
||||
|
||||
index dir_phx
|
||||
{
|
||||
source = dir
|
||||
path = /dbs/sphinx/dir_phx
|
||||
docinfo = extern
|
||||
min_stemming_len = 4
|
||||
charset_type = utf-8
|
||||
charset_table = 0..9, A..Z->a..z, a..z, \
|
||||
U+23, U+25, U+26, U+2B, U+3D, U+40, \
|
||||
U+C0->a, U+C1->a, U+C2->a, U+C3->a, U+C4->a, U+C5->a, U+C6->a, U+C7->c, \
|
||||
U+C8->e, U+C8->e, U+C9->e, U+CA->e, U+CB->e, U+CC->i, U+CD->i, U+CE->i, \
|
||||
U+CF->i, U+D0->d, U+D1->n, U+D2->o, U+D3->o, U+D4->o, U+D5->o, U+D6->o, \
|
||||
U+D8->o, U+D9->u, U+DA->u, U+DB->u, U+DC->u, U+DD->y, U+E0->a, U+E1->a, \
|
||||
U+E2->a, U+E3->a, U+E4->a, U+E5->a, U+E7->c, U+E8->e, U+E9->e, U+EA->e, \
|
||||
U+EB->e, U+EC->i, U+ED->i, U+EE->i, U+EF->i, U+F1->n, U+F2->o, U+F3->o, \
|
||||
U+F4->o, U+F5->o, U+F6->o, U+F8->o, U+F9->u, U+FA->u,U+FB->u, U+FC->u, \
|
||||
U+FD->y, U+FF->y, U+0152->U+0153, U+0153
|
||||
}
|
||||
@ -1,71 +0,0 @@
|
||||
|
||||
source ent
|
||||
{
|
||||
type = mysql
|
||||
sql_host = 192.168.78.230
|
||||
sql_user = sphinx
|
||||
sql_pass = indexer
|
||||
sql_db = jo
|
||||
sql_query_pre = SET NAMES utf8
|
||||
sql_query = SELECT id, siren, nic, siege, \
|
||||
CONCAT_WS(" ", raisonSociale, enseigne, sigle, identite_pre) AS nom, \
|
||||
REPLACE(REPLACE(adr_dep, '2B', '202'), '2A', '201') AS adr_dep, \
|
||||
actif, adr_num, CONCAT_WS(" ", adr_typeVoie, adr_libVoie ,adr_comp) AS adresse, adr_cp, \
|
||||
adr_ville AS ville, cj, ape_etab, IF(siren>200,1,0) AS sirenValide, rang \
|
||||
FROM etablissements;
|
||||
sql_attr_uint = siren
|
||||
sql_attr_uint = nic
|
||||
sql_attr_uint = siege
|
||||
sql_attr_bool = actif
|
||||
sql_attr_uint = adr_num
|
||||
sql_attr_uint = adr_cp
|
||||
sql_attr_uint = adr_dep
|
||||
sql_attr_uint = cj
|
||||
sql_attr_bool = sirenValide
|
||||
sql_attr_uint = rang
|
||||
}
|
||||
|
||||
index ent
|
||||
{
|
||||
source = ent
|
||||
path = /dbs/sphinx/ent
|
||||
mlock = 1
|
||||
docinfo = extern
|
||||
stopwords = /etc/sphinxsearch/stopwords-ent.txt
|
||||
wordforms = /etc/sphinxsearch/wordforms-ent.txt
|
||||
charset_type = utf-8
|
||||
charset_table = 0..9, A..Z->a..z, a..z, \
|
||||
U+23, U+25, U+26, U+2B, U+3D, U+40, \
|
||||
U+C0->a, U+C1->a, U+C2->a, U+C3->a, U+C4->a, U+C5->a, U+C6->a, U+C7->c, \
|
||||
U+C8->e, U+C8->e, U+C9->e, U+CA->e, U+CB->e, U+CC->i, U+CD->i, U+CE->i, \
|
||||
U+CF->i, U+D0->d, U+D1->n, U+D2->o, U+D3->o, U+D4->o, U+D5->o, U+D6->o, \
|
||||
U+D8->o, U+D9->u, U+DA->u, U+DB->u, U+DC->u, U+DD->y, U+E0->a, U+E1->a, \
|
||||
U+E2->a, U+E3->a, U+E4->a, U+E5->a, U+E7->c, U+E8->e, U+E9->e, U+EA->e, \
|
||||
U+EB->e, U+EC->i, U+ED->i, U+EE->i, U+EF->i, U+F1->n, U+F2->o, U+F3->o, \
|
||||
U+F4->o, U+F5->o, U+F6->o, U+F8->o, U+F9->u, U+FA->u,U+FB->u, U+FC->u, \
|
||||
U+FD->y, U+FF->y, U+0152->U+0153, U+0153
|
||||
}
|
||||
|
||||
index ent_phx
|
||||
{
|
||||
source = ent
|
||||
path = /dbs/sphinx/ent_phx
|
||||
mlock = 1
|
||||
docinfo = extern
|
||||
stopwords = /etc/sphinxsearch/stopwords-ent.txt
|
||||
stopwords_unstemmed = 1
|
||||
wordforms = /etc/sphinxsearch/wordforms-ent.txt
|
||||
morphology = libstemmer_fr
|
||||
min_stemming_len = 4
|
||||
charset_type = utf-8
|
||||
charset_table = 0..9, A..Z->a..z, a..z, \
|
||||
U+23, U+25, U+26, U+2B, U+3D, U+40, \
|
||||
U+C0->a, U+C1->a, U+C2->a, U+C3->a, U+C4->a, U+C5->a, U+C6->a, U+C7->c, \
|
||||
U+C8->e, U+C8->e, U+C9->e, U+CA->e, U+CB->e, U+CC->i, U+CD->i, U+CE->i, \
|
||||
U+CF->i, U+D0->d, U+D1->n, U+D2->o, U+D3->o, U+D4->o, U+D5->o, U+D6->o, \
|
||||
U+D8->o, U+D9->u, U+DA->u, U+DB->u, U+DC->u, U+DD->y, U+E0->a, U+E1->a, \
|
||||
U+E2->a, U+E3->a, U+E4->a, U+E5->a, U+E7->c, U+E8->e, U+E9->e, U+EA->e, \
|
||||
U+EB->e, U+EC->i, U+ED->i, U+EE->i, U+EF->i, U+F1->n, U+F2->o, U+F3->o, \
|
||||
U+F4->o, U+F5->o, U+F6->o, U+F8->o, U+F9->u, U+FA->u,U+FB->u, U+FC->u, \
|
||||
U+FD->y, U+FF->y, U+0152->U+0153, U+0153
|
||||
}
|
||||
@ -1,71 +0,0 @@
|
||||
|
||||
source ent
|
||||
{
|
||||
type = mysql
|
||||
sql_host = 192.168.78.230
|
||||
sql_user = sphinx
|
||||
sql_pass = indexer
|
||||
sql_db = jo
|
||||
sql_query_pre = SET NAMES utf8
|
||||
sql_query = SELECT id, siren, nic, siege, \
|
||||
CONCAT_WS(" ", raisonSociale, enseigne, sigle, identite_pre) AS nom, \
|
||||
REPLACE(REPLACE(adr_dep, '2B', '202'), '2A', '201') AS adr_dep, \
|
||||
actif, adr_num, CONCAT_WS(" ", adr_typeVoie, adr_libVoie ,adr_comp) AS adresse, adr_cp, \
|
||||
adr_ville AS ville, cj, ape_etab, IF(siren>200,1,0) AS sirenValide, rang \
|
||||
FROM etablissements_tmp;
|
||||
sql_attr_uint = siren
|
||||
sql_attr_uint = nic
|
||||
sql_attr_uint = siege
|
||||
sql_attr_bool = actif
|
||||
sql_attr_uint = adr_num
|
||||
sql_attr_uint = adr_cp
|
||||
sql_attr_uint = adr_dep
|
||||
sql_attr_uint = cj:4
|
||||
sql_attr_bool = sirenValide
|
||||
sql_attr_uint = rang
|
||||
}
|
||||
|
||||
index ent
|
||||
{
|
||||
source = ent
|
||||
path = /dbs/sphinx/ent
|
||||
mlock = 1
|
||||
docinfo = extern
|
||||
stopwords = /etc/sphinxsearch/stopwords-ent.txt
|
||||
wordforms = /etc/sphinxsearch/wordforms-ent.txt
|
||||
charset_type = utf-8
|
||||
charset_table = 0..9, A..Z->a..z, a..z, \
|
||||
U+23, U+25, U+26, U+2B, U+3D, U+40, \
|
||||
U+C0->a, U+C1->a, U+C2->a, U+C3->a, U+C4->a, U+C5->a, U+C6->a, U+C7->c, \
|
||||
U+C8->e, U+C8->e, U+C9->e, U+CA->e, U+CB->e, U+CC->i, U+CD->i, U+CE->i, \
|
||||
U+CF->i, U+D0->d, U+D1->n, U+D2->o, U+D3->o, U+D4->o, U+D5->o, U+D6->o, \
|
||||
U+D8->o, U+D9->u, U+DA->u, U+DB->u, U+DC->u, U+DD->y, U+E0->a, U+E1->a, \
|
||||
U+E2->a, U+E3->a, U+E4->a, U+E5->a, U+E7->c, U+E8->e, U+E9->e, U+EA->e, \
|
||||
U+EB->e, U+EC->i, U+ED->i, U+EE->i, U+EF->i, U+F1->n, U+F2->o, U+F3->o, \
|
||||
U+F4->o, U+F5->o, U+F6->o, U+F8->o, U+F9->u, U+FA->u,U+FB->u, U+FC->u, \
|
||||
U+FD->y, U+FF->y, U+0152->U+0153, U+0153
|
||||
}
|
||||
|
||||
index ent_phx
|
||||
{
|
||||
source = ent
|
||||
path = /dbs/sphinx/ent_phx
|
||||
mlock = 1
|
||||
docinfo = extern
|
||||
stopwords = /etc/sphinxsearch/stopwords-ent.txt
|
||||
stopwords_unstemmed = 1
|
||||
wordforms = /etc/sphinxsearch/wordforms-ent.txt
|
||||
morphology = libstemmer_fr
|
||||
min_stemming_len = 4
|
||||
charset_type = utf-8
|
||||
charset_table = 0..9, A..Z->a..z, a..z, \
|
||||
U+23, U+25, U+26, U+2B, U+3D, U+40, \
|
||||
U+C0->a, U+C1->a, U+C2->a, U+C3->a, U+C4->a, U+C5->a, U+C6->a, U+C7->c, \
|
||||
U+C8->e, U+C8->e, U+C9->e, U+CA->e, U+CB->e, U+CC->i, U+CD->i, U+CE->i, \
|
||||
U+CF->i, U+D0->d, U+D1->n, U+D2->o, U+D3->o, U+D4->o, U+D5->o, U+D6->o, \
|
||||
U+D8->o, U+D9->u, U+DA->u, U+DB->u, U+DC->u, U+DD->y, U+E0->a, U+E1->a, \
|
||||
U+E2->a, U+E3->a, U+E4->a, U+E5->a, U+E7->c, U+E8->e, U+E9->e, U+EA->e, \
|
||||
U+EB->e, U+EC->i, U+ED->i, U+EE->i, U+EF->i, U+F1->n, U+F2->o, U+F3->o, \
|
||||
U+F4->o, U+F5->o, U+F6->o, U+F8->o, U+F9->u, U+FA->u,U+FB->u, U+FC->u, \
|
||||
U+FD->y, U+FF->y, U+0152->U+0153, U+0153
|
||||
}
|
||||
@ -1,32 +0,0 @@
|
||||
|
||||
source histo
|
||||
{
|
||||
type = mysql
|
||||
sql_host = 192.168.78.230
|
||||
sql_user = sphinx
|
||||
sql_pass = indexer
|
||||
sql_db = histobodacc
|
||||
sql_query_pre = SET NAMES utf8
|
||||
sql_query = SELECT id, nomFichier, annee1, dateBod, texte FROM bodacc_ocr;
|
||||
sql_query_info = SELECT * FROM bodacc_ocr WHERE id=$id
|
||||
sql_attr_uint = annee1
|
||||
}
|
||||
|
||||
index histo
|
||||
{
|
||||
source = histo
|
||||
path = /dbs/sphinx/histo
|
||||
min_word_len = 3
|
||||
html_strip = 1
|
||||
charset_type = utf-8
|
||||
charset_table = 0..9, A..Z->a..z, a..z, \
|
||||
U+23, U+25, U+26, U+2B, U+3D, U+40, \
|
||||
U+C0->a, U+C1->a, U+C2->a, U+C3->a, U+C4->a, U+C5->a, U+C6->a, U+C7->c, \
|
||||
U+C8->e, U+C8->e, U+C9->e, U+CA->e, U+CB->e, U+CC->i, U+CD->i, U+CE->i, \
|
||||
U+CF->i, U+D0->d, U+D1->n, U+D2->o, U+D3->o, U+D4->o, U+D5->o, U+D6->o, \
|
||||
U+D8->o, U+D9->u, U+DA->u, U+DB->u, U+DC->u, U+DD->y, U+E0->a, U+E1->a, \
|
||||
U+E2->a, U+E3->a, U+E4->a, U+E5->a, U+E7->c, U+E8->e, U+E9->e, U+EA->e, \
|
||||
U+EB->e, U+EC->i, U+ED->i, U+EE->i, U+EF->i, U+F1->n, U+F2->o, U+F3->o, \
|
||||
U+F4->o, U+F5->o, U+F6->o, U+F8->o, U+F9->u, U+FA->u,U+FB->u, U+FC->u, \
|
||||
U+FD->y, U+FF->y, U+0152->U+0153, U+0153
|
||||
}
|
||||
@ -1,366 +0,0 @@
|
||||
|
||||
#############################################################################
|
||||
## indexer settings
|
||||
#############################################################################
|
||||
|
||||
indexer
|
||||
{
|
||||
# memory limit, in bytes, kiloytes (16384K) or megabytes (256M)
|
||||
# optional, default is 32M, max is 2047M, recommended is 256M to 1024M
|
||||
mem_limit = 256M
|
||||
|
||||
# maximum IO calls per second (for I/O throttling)
|
||||
# optional, default is 0 (unlimited)
|
||||
#
|
||||
# max_iops = 40
|
||||
|
||||
|
||||
# maximum IO call size, bytes (for I/O throttling)
|
||||
# optional, default is 0 (unlimited)
|
||||
#
|
||||
# max_iosize = 1048576
|
||||
|
||||
|
||||
# maximum xmlpipe2 field length, bytes
|
||||
# optional, default is 2M
|
||||
#
|
||||
# max_xmlpipe2_field = 4M
|
||||
|
||||
|
||||
# write buffer size, bytes
|
||||
# several (currently up to 4) buffers will be allocated
|
||||
# write buffers are allocated in addition to mem_limit
|
||||
# optional, default is 1M
|
||||
#
|
||||
# write_buffer = 1M
|
||||
|
||||
|
||||
# maximum file field adaptive buffer size
|
||||
# optional, default is 8M, minimum is 1M
|
||||
#
|
||||
# max_file_field_buffer = 32M
|
||||
|
||||
|
||||
# how to handle IO errors in file fields
|
||||
# known values are 'ignore_field', 'skip_document', and 'fail_index'
|
||||
# optional, default is 'ignore_field'
|
||||
#
|
||||
# on_file_field_error = skip_document
|
||||
|
||||
|
||||
# how to handle syntax errors in JSON attributes
|
||||
# known values are 'ignore_attr' and 'fail_index'
|
||||
# optional, default is 'ignore_attr'
|
||||
#
|
||||
# on_json_attr_error = fail_index
|
||||
|
||||
|
||||
# whether to auto-convert numeric values from strings in JSON attributes
|
||||
# with auto-conversion, string value with actually numeric data
|
||||
# (as in {"key":"12345"}) gets stored as a number, rather than string
|
||||
# optional, allowed values are 0 and 1, default is 0 (do not convert)
|
||||
#
|
||||
# json_autoconv_numbers = 1
|
||||
|
||||
|
||||
# whether and how to auto-convert key names in JSON attributes
|
||||
# known value is 'lowercase'
|
||||
# optional, default is unspecified (do nothing)
|
||||
#
|
||||
# json_autoconv_keynames = lowercase
|
||||
|
||||
|
||||
# lemmatizer dictionaries base path
|
||||
# optional, defaut is /usr/local/share (see ./configure --datadir)
|
||||
#
|
||||
# lemmatizer_base = /usr/local/share/sphinx/dicts
|
||||
|
||||
|
||||
# lemmatizer cache size
|
||||
# improves the indexing time when the lemmatization is enabled
|
||||
# optional, default is 256K
|
||||
#
|
||||
# lemmatizer_cache = 512M
|
||||
}
|
||||
|
||||
#############################################################################
|
||||
## searchd settings
|
||||
#############################################################################
|
||||
|
||||
searchd
|
||||
{
|
||||
# [hostname:]port[:protocol], or /unix/socket/path to listen on
|
||||
# known protocols are 'sphinx' (SphinxAPI) and 'mysql41' (SphinxQL)
|
||||
#
|
||||
# multi-value, multiple listen points are allowed
|
||||
# optional, defaults are 9312:sphinx and 9306:mysql41, as below
|
||||
#
|
||||
# listen = 127.0.0.1
|
||||
# listen = 192.168.0.1:9312
|
||||
# listen = 9312
|
||||
# listen = /var/run/searchd.sock
|
||||
listen = 3312
|
||||
|
||||
# log file, searchd run info is logged here
|
||||
# optional, default is 'searchd.log'
|
||||
log = /dbs/sphinxlog/searchd.log
|
||||
|
||||
# query log file, all search queries are logged here
|
||||
# optional, default is empty (do not log queries)
|
||||
query_log = /dbs/sphinxlog/query.log
|
||||
|
||||
# client read timeout, seconds
|
||||
# optional, default is 5
|
||||
read_timeout = 5
|
||||
|
||||
# request timeout, seconds
|
||||
# optional, default is 5 minutes
|
||||
client_timeout = 300
|
||||
|
||||
# maximum amount of children to fork (concurrent searches to run)
|
||||
# optional, default is 0 (unlimited)
|
||||
max_children = 30
|
||||
|
||||
# maximum amount of persistent connections from this master to each agent host
|
||||
# optional, but necessary if you use agent_persistent. It is reasonable to set the value
|
||||
# as max_children, or less on the agent's hosts.
|
||||
persistent_connections_limit = 30
|
||||
|
||||
# PID file, searchd process ID file name
|
||||
# mandatory
|
||||
pid_file = /var/run/searchd.pid
|
||||
|
||||
# max amount of matches the daemon ever keeps in RAM, per-index
|
||||
# WARNING, THERE'S ALSO PER-QUERY LIMIT, SEE SetLimits() API CALL
|
||||
# default is 1000 (just like Google)
|
||||
max_matches = 1000
|
||||
|
||||
# seamless rotate, prevents rotate stalls if precaching huge datasets
|
||||
# optional, default is 1
|
||||
seamless_rotate = 1
|
||||
|
||||
# whether to forcibly preopen all indexes on startup
|
||||
# optional, default is 1 (preopen everything)
|
||||
preopen_indexes = 1
|
||||
|
||||
# whether to unlink .old index copies on succesful rotation.
|
||||
# optional, default is 1 (do unlink)
|
||||
unlink_old = 1
|
||||
|
||||
# attribute updates periodic flush timeout, seconds
|
||||
# updates will be automatically dumped to disk this frequently
|
||||
# optional, default is 0 (disable periodic flush)
|
||||
#
|
||||
# attr_flush_period = 900
|
||||
|
||||
|
||||
# instance-wide ondisk_dict defaults (per-index value take precedence)
|
||||
# optional, default is 0 (precache all dictionaries in RAM)
|
||||
#
|
||||
# ondisk_dict_default = 1
|
||||
|
||||
|
||||
# MVA updates pool size
|
||||
# shared between all instances of searchd, disables attr flushes!
|
||||
# optional, default size is 1M
|
||||
mva_updates_pool = 1M
|
||||
|
||||
# max allowed network packet size
|
||||
# limits both query packets from clients, and responses from agents
|
||||
# optional, default size is 8M
|
||||
max_packet_size = 8M
|
||||
|
||||
# crash log path
|
||||
# searchd will (try to) log crashed query to 'crash_log_path.PID' file
|
||||
# optional, default is empty (do not create crash logs)
|
||||
#
|
||||
# crash_log_path = /var/log/sphinxsearch/crash
|
||||
|
||||
|
||||
# max allowed per-query filter count
|
||||
# optional, default is 256
|
||||
max_filters = 256
|
||||
|
||||
# max allowed per-filter values count
|
||||
# optional, default is 4096
|
||||
max_filter_values = 4096
|
||||
|
||||
|
||||
# socket listen queue length
|
||||
# optional, default is 5
|
||||
#
|
||||
# listen_backlog = 5
|
||||
|
||||
|
||||
# per-keyword read buffer size
|
||||
# optional, default is 256K
|
||||
#
|
||||
# read_buffer = 256K
|
||||
|
||||
|
||||
# unhinted read size (currently used when reading hits)
|
||||
# optional, default is 32K
|
||||
#
|
||||
# read_unhinted = 32K
|
||||
|
||||
|
||||
# max allowed per-batch query count (aka multi-query count)
|
||||
# optional, default is 32
|
||||
max_batch_queries = 32
|
||||
|
||||
|
||||
# max common subtree document cache size, per-query
|
||||
# optional, default is 0 (disable subtree optimization)
|
||||
#
|
||||
# subtree_docs_cache = 4M
|
||||
|
||||
|
||||
# max common subtree hit cache size, per-query
|
||||
# optional, default is 0 (disable subtree optimization)
|
||||
#
|
||||
# subtree_hits_cache = 8M
|
||||
|
||||
|
||||
# multi-processing mode (MPM)
|
||||
# known values are none, fork, prefork, and threads
|
||||
# threads is required for RT backend to work
|
||||
# optional, default is fork
|
||||
workers = prefork
|
||||
|
||||
|
||||
# max threads to create for searching local parts of a distributed index
|
||||
# optional, default is 0, which means disable multi-threaded searching
|
||||
# should work with all MPMs (ie. does NOT require workers=threads)
|
||||
#
|
||||
dist_threads = 1
|
||||
|
||||
|
||||
# binlog files path; use empty string to disable binlog
|
||||
# optional, default is build-time configured data directory
|
||||
#
|
||||
# binlog_path = # disable logging
|
||||
# binlog_path = /var/lib/sphinxsearch/data # binlog.001 etc will be created there
|
||||
|
||||
|
||||
# binlog flush/sync mode
|
||||
# 0 means flush and sync every second
|
||||
# 1 means flush and sync every transaction
|
||||
# 2 means flush every transaction, sync every second
|
||||
# optional, default is 2
|
||||
#
|
||||
# binlog_flush = 2
|
||||
|
||||
|
||||
# binlog per-file size limit
|
||||
# optional, default is 128M, 0 means no limit
|
||||
#
|
||||
# binlog_max_log_size = 256M
|
||||
|
||||
|
||||
# per-thread stack size, only affects workers=threads mode
|
||||
# optional, default is 64K
|
||||
#
|
||||
# thread_stack = 128K
|
||||
|
||||
|
||||
# per-keyword expansion limit (for dict=keywords prefix searches)
|
||||
# optional, default is 0 (no limit)
|
||||
#
|
||||
# expansion_limit = 1000
|
||||
|
||||
|
||||
# RT RAM chunks flush period
|
||||
# optional, default is 0 (no periodic flush)
|
||||
#
|
||||
# rt_flush_period = 900
|
||||
|
||||
|
||||
# query log file format
|
||||
# optional, known values are plain and sphinxql, default is plain
|
||||
#
|
||||
# query_log_format = sphinxql
|
||||
|
||||
|
||||
# version string returned to MySQL network protocol clients
|
||||
# optional, default is empty (use Sphinx version)
|
||||
#
|
||||
# mysql_version_string = 5.0.37
|
||||
|
||||
|
||||
# trusted plugin directory
|
||||
# optional, default is empty (disable UDFs)
|
||||
#
|
||||
# plugin_dir = /usr/local/sphinx/lib
|
||||
|
||||
|
||||
# default server-wide collation
|
||||
# optional, default is libc_ci
|
||||
#
|
||||
# collation_server = utf8_general_ci
|
||||
|
||||
|
||||
# server-wide locale for libc based collations
|
||||
# optional, default is C
|
||||
#
|
||||
# collation_libc_locale = ru_RU.UTF-8
|
||||
|
||||
|
||||
# threaded server watchdog (only used in workers=threads mode)
|
||||
# optional, values are 0 and 1, default is 1 (watchdog on)
|
||||
#
|
||||
# watchdog = 1
|
||||
|
||||
|
||||
# SphinxQL compatibility mode (legacy columns and their names)
|
||||
# optional, default is 1 (old-style)
|
||||
#
|
||||
# compat_sphinxql_magics = 1
|
||||
|
||||
|
||||
# costs for max_predicted_time model, in (imaginary) nanoseconds
|
||||
# optional, default is "doc=64, hit=48, skip=2048, match=64"
|
||||
#
|
||||
# predicted_time_costs = doc=64, hit=48, skip=2048, match=64
|
||||
|
||||
|
||||
# current SphinxQL state (uservars etc) serialization path
|
||||
# optional, default is none (do not serialize SphinxQL state)
|
||||
#
|
||||
# sphinxql_state = sphinxvars.sql
|
||||
|
||||
|
||||
# maximum RT merge thread IO calls per second, and per-call IO size
|
||||
# useful for throttling (the background) OPTIMIZE INDEX impact
|
||||
# optional, default is 0 (unlimited)
|
||||
#
|
||||
# rt_merge_iops = 40
|
||||
# rt_merge_maxiosize = 1M
|
||||
|
||||
|
||||
# interval between agent mirror pings, in milliseconds
|
||||
# 0 means disable pings
|
||||
# optional, default is 1000
|
||||
#
|
||||
# ha_ping_interval = 0
|
||||
|
||||
|
||||
# agent mirror statistics window size, in seconds
|
||||
# stats older than the window size (karma) are retired
|
||||
# that is, they will not affect master choice of agents in any way
|
||||
# optional, default is 60 seconds
|
||||
#
|
||||
# ha_period_karma = 60
|
||||
|
||||
|
||||
# delay between preforked children restarts on rotation, in milliseconds
|
||||
# optional, default is 0 (no delay)
|
||||
#
|
||||
# prefork_rotation_throttle = 100
|
||||
|
||||
|
||||
# a prefix to prepend to the local file names when creating snippets
|
||||
# with load_files and/or load_files_scatter options
|
||||
# optional, default is empty
|
||||
#
|
||||
# snippets_file_prefix = /mnt/common/server1/
|
||||
}
|
||||
@ -1,47 +0,0 @@
|
||||
de
|
||||
la
|
||||
du
|
||||
r
|
||||
des
|
||||
le
|
||||
av
|
||||
d
|
||||
les
|
||||
l
|
||||
sci
|
||||
sur
|
||||
et
|
||||
sarl
|
||||
a
|
||||
bd
|
||||
societe
|
||||
pl
|
||||
en
|
||||
rte
|
||||
france
|
||||
c
|
||||
s
|
||||
m
|
||||
association
|
||||
civile
|
||||
ld
|
||||
b
|
||||
immobiliere
|
||||
p
|
||||
e
|
||||
i
|
||||
all
|
||||
services
|
||||
chez
|
||||
gaulle
|
||||
mer
|
||||
republique
|
||||
ecole
|
||||
seine
|
||||
rene
|
||||
bat
|
||||
f
|
||||
au
|
||||
grande
|
||||
madame
|
||||
monsieur
|
||||
@ -1,206 +0,0 @@
|
||||
& > et
|
||||
un > 1
|
||||
deux > 2
|
||||
trois > 3
|
||||
quatre > 4
|
||||
cinq > 5
|
||||
six > 6
|
||||
sept > 7
|
||||
huit > 8
|
||||
neuf > 9
|
||||
dix > 10
|
||||
onze > 11
|
||||
douze > 12
|
||||
treize > 13
|
||||
quatorze > 14
|
||||
quinze > 15
|
||||
seize > 16
|
||||
vingt > 20
|
||||
vingts > 20
|
||||
trente > 30
|
||||
quarante > 40
|
||||
cinquante > 50
|
||||
soixante > 60
|
||||
quatrevingt > 80
|
||||
cent > 100
|
||||
cents > 100
|
||||
mille > 1000
|
||||
zac > zone
|
||||
zad > zone
|
||||
za > zone
|
||||
zi > zone
|
||||
zup > zone
|
||||
general > gal
|
||||
abbaye > abe
|
||||
agglomeration > agl
|
||||
aglo > agl
|
||||
allee > all
|
||||
ancien > ach
|
||||
ancienne > art
|
||||
anse > anse
|
||||
arcade > arc
|
||||
autoroute > aut
|
||||
avenue > av
|
||||
barriere > bre
|
||||
bas > bch
|
||||
bastide > bstd
|
||||
baston > bast
|
||||
beguinage > begi
|
||||
berge > ber
|
||||
boite postal > bp
|
||||
boucle > bcle
|
||||
boulevard > bd
|
||||
bourg > brg
|
||||
butte > but
|
||||
campagne > cgne
|
||||
camping > cpg
|
||||
carre > carr
|
||||
carreau > cau
|
||||
carrefour > car
|
||||
carriere > care
|
||||
castel > cst
|
||||
cavee > cav
|
||||
central > ctre
|
||||
centre > ctre
|
||||
chalet > chl
|
||||
chapelle > chp
|
||||
charmille > chi
|
||||
chateau > cht
|
||||
chaussee > chs
|
||||
che > chemin
|
||||
chv > chemin
|
||||
cheminement > chem
|
||||
cloitre > cloi
|
||||
colline > coli
|
||||
contour > ctr
|
||||
corniche > cor
|
||||
cottage > cott
|
||||
cours > crs
|
||||
darse > dars
|
||||
degre > deg
|
||||
dsg > descente
|
||||
dsc > descente
|
||||
digue > dig
|
||||
domaine > dom
|
||||
docteur > dr
|
||||
ecart > eca
|
||||
ecluse > ecl
|
||||
eglise > egl
|
||||
enceinte > en
|
||||
enclave > env
|
||||
enclos > enc
|
||||
escalier > esc
|
||||
espace > espa
|
||||
esplanade > esp
|
||||
etang > eting
|
||||
faubourg > fg
|
||||
ferme > frm
|
||||
fontaine > fon
|
||||
fort > fort
|
||||
forum > form
|
||||
fosse > fos
|
||||
foyer > foyr
|
||||
galerie > gal
|
||||
garenne > garn
|
||||
grand > gbd
|
||||
gden > grande
|
||||
gr > grande
|
||||
grille > gri
|
||||
grimpette > grim
|
||||
groupe > gpe
|
||||
groupement > gpt
|
||||
halle > hle
|
||||
hameau > ham
|
||||
haut > hch
|
||||
hippodrome > hip
|
||||
immeuble > imm
|
||||
impasse > imp
|
||||
jardin > jard
|
||||
jetee > jte
|
||||
levee > leve
|
||||
lieu > ld
|
||||
lieudit > ld
|
||||
lotissement > lot
|
||||
maison > mf
|
||||
manoir > man
|
||||
marche > mar
|
||||
metro > met
|
||||
montee > mte
|
||||
moulin > mln
|
||||
musee > mus
|
||||
nouvelle > nte
|
||||
palais > pal
|
||||
parc > parc
|
||||
parking > pkg
|
||||
parvis > prv
|
||||
pas > passage
|
||||
pn > passage
|
||||
passe > pass
|
||||
passerelle > ple
|
||||
patio > pat
|
||||
pavillon > pav
|
||||
peripherique > peri
|
||||
peristyle > psty
|
||||
petites > pta
|
||||
pae > petite
|
||||
pim > petite
|
||||
prt > petite
|
||||
ptr > petite
|
||||
place > pl
|
||||
placis > plci
|
||||
plage > plag
|
||||
plaine > pln
|
||||
plan > plan
|
||||
plateau > plt
|
||||
pointe > pnt
|
||||
porche > pch
|
||||
porte > pte
|
||||
portique > porq
|
||||
poterne > pot
|
||||
pourtour > pour
|
||||
presqu ile > prq
|
||||
promenade > prom
|
||||
quai > qu
|
||||
quartier > qua
|
||||
raccourci > rac
|
||||
raidillon > raid
|
||||
rampe > rpe
|
||||
rempart > rem
|
||||
residence > res
|
||||
rocade > roc
|
||||
rond > rpt
|
||||
roquet > roqt
|
||||
rotonde > rtd
|
||||
route > rte
|
||||
rue > r
|
||||
ruelle > rle
|
||||
sente > sen
|
||||
sentier > sen
|
||||
square > sq
|
||||
st > saint
|
||||
ste > saint
|
||||
sainte > saint
|
||||
stade > stde
|
||||
station > sta
|
||||
terre > tpl
|
||||
terrain > trn
|
||||
terrasse > tsse
|
||||
tertre > trt
|
||||
traverse > tra
|
||||
vallon > val
|
||||
vallee > val
|
||||
venelle > ven
|
||||
vieille > vte
|
||||
villa > vla
|
||||
vge > village
|
||||
vlge > village
|
||||
voie > voi
|
||||
centre cial > ccal
|
||||
centre com > ccal
|
||||
centre comm > ccal
|
||||
centre commercial > ccal
|
||||
ville > mairie
|
||||
commune > mairie
|
||||
conseil regional > region
|
||||
conseil general > departement
|
||||
companie > cie
|
||||
@ -1,97 +0,0 @@
|
||||
#!/usr/bin/php
|
||||
<?php
|
||||
// Paramètres
|
||||
if ( count($argv)<1 || in_array($argv[1], array('--help', '-help', '-h', '-?')) ) {
|
||||
?>
|
||||
Utilisation : <?php echo $argv[0]; ?> [actions]
|
||||
|
||||
Installation :
|
||||
- install list
|
||||
- install [version]
|
||||
Configuration :
|
||||
- config etc [version]
|
||||
- config list
|
||||
- config server *.conf
|
||||
<?php
|
||||
exit;
|
||||
}
|
||||
$hostname = exec('echo $HOSTNAME');
|
||||
|
||||
$SPHINX_VERSION = array(
|
||||
'0.9.9' => array('archive'=>'sphinx-0.9.9.tar.gz', 'dir'=>'sphinx-0.9.9'),
|
||||
'1.10' => array('archive'=>'sphinx-1.10-beta.tar.gz', 'dir'=>'sphinx-1.10-beta'),
|
||||
'2.0.8' => array('archive'=>'sphinx-2.0.8-release.tar.gz', 'dir'=>'sphinx-2.0.8-release'),
|
||||
'2.1.2' => array('archive'=>'sphinx-2.1.2-release.tar.gz', 'dir'=>'sphinx-2.1.2-release'),
|
||||
'2.1.7' => array('archive'=>'sphinx-2.1.7-release.tar.gz', 'dir'=>'sphinx-2.1.7-release'),
|
||||
);
|
||||
|
||||
/**
|
||||
* Nécessaire :
|
||||
* ============
|
||||
* GCC : gcc g++ make
|
||||
* MySQL : libmysqld-dev
|
||||
*
|
||||
* tree
|
||||
*
|
||||
*/
|
||||
|
||||
if ($argv[1]=='install')
|
||||
{
|
||||
//Version
|
||||
if (!array_key_exists($argv[2], $SPHINX_VERSION)){
|
||||
echo "Erreur.\n"; exit;
|
||||
}
|
||||
$version = $argv[2];
|
||||
|
||||
//Vérification nécessaires
|
||||
|
||||
//Compilation
|
||||
$cmd = array();
|
||||
$cmd[] = "tar xzvf ".$SPHINX_VERSION[$version]['archive'];
|
||||
$cmd[] = "cp libstemmer_c.tgz ".$SPHINX_VERSION[$version]['dir']."/";
|
||||
|
||||
foreach($cmd as $c){
|
||||
passthru($c);
|
||||
}
|
||||
|
||||
//Changement du répertoire pour la compilation
|
||||
chdir($SPHINX_VERSION[$version]['dir']);
|
||||
|
||||
$cmd = array();
|
||||
$cmd[] = "tar xzvf libstemmer_c.tgz";
|
||||
$cmd[] = "./configure --with-libstemmer --prefix=/usr/local/sphinx";
|
||||
$cmd[] = "make";
|
||||
$cmd[] = "make install";
|
||||
foreach($cmd as $c){
|
||||
passthru($c);
|
||||
}
|
||||
}
|
||||
|
||||
if ($argv[1]=='config')
|
||||
{
|
||||
//Initscript
|
||||
if ($argv[2]=='etc') {
|
||||
$version = $argv[3];
|
||||
exec("cp -vRi scripts/build/$version/etc/* /etc/");
|
||||
exit;
|
||||
}
|
||||
|
||||
//Liste des configurations
|
||||
if ($argv[2]=='list') {
|
||||
echo passthru("tree config/".$hostname."/");
|
||||
exit;
|
||||
}
|
||||
|
||||
//Configuration
|
||||
$server = $argv[2];
|
||||
if (!file_exists("config/".$hostname."/".$server)){
|
||||
echo "Erreur\n"; exit;
|
||||
}
|
||||
|
||||
$concat = '';
|
||||
for($i=3;$i<count($argv);$i++){
|
||||
$concat.= " config/".$hostname."/".$server."/".$argv[$i];
|
||||
}
|
||||
exec("cat config/".$hostname."/sphinx.conf".$concat." > /etc/sphinxsearch/sphinx.conf");
|
||||
}
|
||||
|
||||
@ -1,10 +0,0 @@
|
||||
#
|
||||
# Settings for the sphinxsearch searchd daemon
|
||||
# Please read /usr/share/doc/sphinxsearch/README.Debian for details.
|
||||
#
|
||||
|
||||
# Should sphinxsearch run automatically on startup? (default: no)
|
||||
# Before doing this you might want to modify /etc/sphinxsearch/sphinx.conf
|
||||
# so that it works for you.
|
||||
START=yes
|
||||
|
||||
@ -1 +0,0 @@
|
||||
/lib/init/upstart-job
|
||||
@ -1,34 +0,0 @@
|
||||
# SphinxSearch Service
|
||||
|
||||
description "SphinxSearch Daemon"
|
||||
author "Andrey Aksyonoff <shodan@sphinxsearch.com>"
|
||||
|
||||
start on (net-device-up
|
||||
and local-filesystems
|
||||
and runlevel [2345])
|
||||
stop on runlevel [016]
|
||||
|
||||
respawn
|
||||
respawn limit 10 35
|
||||
|
||||
# The default of 5 seconds is too low if we have rt indices and have to flush them
|
||||
kill timeout 30
|
||||
|
||||
env DEFAULTFILE="/etc/default/sphinxsearch"
|
||||
pre-start script
|
||||
if [ -f "$DEFAULTFILE" ]; then
|
||||
. "$DEFAULTFILE"
|
||||
fi
|
||||
if [ "z$START" != "zyes" ]; then
|
||||
stop
|
||||
logger "To enable sphinxsearch, edit /etc/default/sphinxsearch and set START=yes"
|
||||
exit 0
|
||||
fi
|
||||
if [ ! -f /etc/sphinxsearch/sphinx.conf ]; then
|
||||
logger "Please create an /etc/sphinxsearch/sphinx.conf configuration file."
|
||||
logger "Templates are in the /etc/sphinxsearch/ directory."
|
||||
exit 0
|
||||
fi
|
||||
end script
|
||||
|
||||
exec /usr/local/sphinx/bin/searchd --nodetach --config /etc/sphinxsearch/sphinx.conf
|
||||
@ -1,8 +0,0 @@
|
||||
/dbs/sphinxlog/indexer.log {
|
||||
missingok
|
||||
notifempty
|
||||
weekly
|
||||
rotate 5
|
||||
compress
|
||||
delaycompress
|
||||
}
|
||||
@ -1,12 +0,0 @@
|
||||
/dbs/sphinxlog/query.log /dbs/sphinxlog/searchd.log {
|
||||
missingok
|
||||
notifempty
|
||||
weekly
|
||||
rotate 5
|
||||
compress
|
||||
delaycompress
|
||||
create 640 root root
|
||||
postrotate
|
||||
killall -SIGUSR1 searchd
|
||||
endscript
|
||||
}
|
||||
@ -1,10 +0,0 @@
|
||||
#
|
||||
# Settings for the sphinxsearch searchd daemon
|
||||
# Please read /usr/share/doc/sphinxsearch/README.Debian for details.
|
||||
#
|
||||
|
||||
# Should sphinxsearch run automatically on startup? (default: no)
|
||||
# Before doing this you might want to modify /etc/sphinxsearch/sphinx.conf
|
||||
# so that it works for you.
|
||||
START=yes
|
||||
|
||||
@ -1,34 +0,0 @@
|
||||
# SphinxSearch Service
|
||||
|
||||
description "SphinxSearch Daemon"
|
||||
author "Andrey Aksyonoff <shodan@sphinxsearch.com>"
|
||||
|
||||
start on (net-device-up
|
||||
and local-filesystems
|
||||
and runlevel [2345])
|
||||
stop on runlevel [016]
|
||||
|
||||
respawn
|
||||
respawn limit 10 35
|
||||
|
||||
# The default of 5 seconds is too low if we have rt indices and have to flush them
|
||||
kill timeout 30
|
||||
|
||||
env DEFAULTFILE="/etc/default/sphinxsearch"
|
||||
pre-start script
|
||||
if [ -f "$DEFAULTFILE" ]; then
|
||||
. "$DEFAULTFILE"
|
||||
fi
|
||||
if [ "z$START" != "zyes" ]; then
|
||||
stop
|
||||
logger "To enable sphinxsearch, edit /etc/default/sphinxsearch and set START=yes"
|
||||
exit 0
|
||||
fi
|
||||
if [ ! -f /etc/sphinxsearch/sphinx.conf ]; then
|
||||
logger "Please create an /etc/sphinxsearch/sphinx.conf configuration file."
|
||||
logger "Templates are in the /etc/sphinxsearch/ directory."
|
||||
exit 0
|
||||
fi
|
||||
end script
|
||||
|
||||
exec /usr/local/sphinx/bin/searchd --nodetach --config /etc/sphinxsearch/sphinx.conf
|
||||
@ -1,8 +0,0 @@
|
||||
/dbs/log/indexer.log {
|
||||
missingok
|
||||
notifempty
|
||||
weekly
|
||||
rotate 5
|
||||
compress
|
||||
delaycompress
|
||||
}
|
||||
@ -1,12 +0,0 @@
|
||||
/dbs/log/query.log /dbs/log/searchd.log {
|
||||
missingok
|
||||
notifempty
|
||||
weekly
|
||||
rotate 5
|
||||
compress
|
||||
delaycompress
|
||||
create 640 root root
|
||||
postrotate
|
||||
killall -SIGUSR1 searchd
|
||||
endscript
|
||||
}
|
||||
Loading…
Reference in New Issue
Block a user