From 598cc88065c8064b3eafb2e4114714d31f3a13e1 Mon Sep 17 00:00:00 2001 From: Damien LASSERRE Date: Mon, 7 Nov 2011 17:12:26 +0000 Subject: [PATCH] Fichier de configuration --- config/base/Master/act.conf-MysqlServer | 31 +++++++++ config/base/Master/cmp.conf-MysqlServer | 40 +++++++++++ config/base/Master/dir.conf-MysqlServer | 45 ++++++++++++ config/base/Master/ent.conf-MysqlServer | 41 +++++++++++ config/base/Master/histo.conf-MysqlServer | 23 ++++++ config/base/Slave/act.conf-MysqlServerSlave | 31 +++++++++ config/base/Slave/cmp.conf-MysqlServerSlave | 40 +++++++++++ config/base/Slave/dir.conf-MysqlServerSlave | 45 ++++++++++++ config/base/Slave/ent.conf-MysqlServerSlave | 44 ++++++++++++ config/base/sphinx.conf | 77 +++++++++++++++++++++ 10 files changed, 417 insertions(+) create mode 100644 config/base/Master/act.conf-MysqlServer create mode 100644 config/base/Master/cmp.conf-MysqlServer create mode 100644 config/base/Master/dir.conf-MysqlServer create mode 100644 config/base/Master/ent.conf-MysqlServer create mode 100644 config/base/Master/histo.conf-MysqlServer create mode 100644 config/base/Slave/act.conf-MysqlServerSlave create mode 100644 config/base/Slave/cmp.conf-MysqlServerSlave create mode 100644 config/base/Slave/dir.conf-MysqlServerSlave create mode 100644 config/base/Slave/ent.conf-MysqlServerSlave create mode 100644 config/base/sphinx.conf diff --git a/config/base/Master/act.conf-MysqlServer b/config/base/Master/act.conf-MysqlServer new file mode 100644 index 0000000..9682316 --- /dev/null +++ b/config/base/Master/act.conf-MysqlServer @@ -0,0 +1,31 @@ +source source_act +{ + type = mysql + sql_host = 192.168.3.30 + sql_user = sphinx + sql_pass = indexer + sql_db = jo + sql_query_pre = + sql_query = SELECT id, Siren1, RaisonSociale, Siren2, actif, dateLien, IF(dateUpdate>dateInsert,dateUpdate,dateInsert) as dateMaj, \ + source, Pmin*1 AS PminNum, MajMin, PpPm, IF(Pays='','FRA',Pays) AS Pays \ + FROM liens \ + WHERE ActionPart=1 AND Siren1>1000 AND Siren1 IN (SELECT DISTINCT SIREN FROM etablissements_old); + sql_attr_uint = actif + sql_attr_uint = source + sql_attr_uint = PminNum + sql_attr_str2ordinal= MajMin + sql_attr_str2ordinal= PpPm + sql_attr_str2ordinal= Pays +} + +index act +{ + source = source_act + path = /dbs/sphinx/act + docinfo = extern + morphology = none + charset_type = sbcs + charset_table = 0..9, A..Z->a..z, a..z, \ +U+23, U+25, U+26, U+2B, U+3D, U+40, \ +U+C0..U+DE->U+E0..U+FE, U+DF, U+E0..U+FF +} \ No newline at end of file diff --git a/config/base/Master/cmp.conf-MysqlServer b/config/base/Master/cmp.conf-MysqlServer new file mode 100644 index 0000000..d01a87e --- /dev/null +++ b/config/base/Master/cmp.conf-MysqlServer @@ -0,0 +1,40 @@ + +source comptage +{ + type = mysql + sql_host = 192.168.3.30 + sql_user = root + sql_pass = scores + sql_db = jo + sql_port = 3306 + sql_query = SELECT id,ape_etab,ape_entrep,source,siren,nic,actif,siege,adr_cp,adr_dep,adr_com,(tel>100000000) AS tel,(fax>100000000) AS fax,cj,capital,age_entrep,age_etab,tca,tcaexp,teff_entrep,teff_etab,rang,dateCrea_etab,eff_entrep,eff_etab,nbEtab,bilType,bilAnnee,bilTca,bilCA,bilCAexp,bilRN FROM etablissements_act; + sql_attr_str2ordinal = bilType + sql_attr_uint = source + sql_attr_uint = actif + sql_attr_uint = siege + sql_attr_uint = adr_cp + sql_attr_uint = adr_dep + sql_attr_uint = adr_com + sql_attr_uint = tel + sql_attr_uint = fax + sql_attr_uint = cj + sql_attr_uint = capital + sql_attr_uint = age_entrep + sql_attr_uint = age_etab + sql_attr_uint = tca + sql_attr_uint = tcaexp + sql_attr_uint = teff_entrep + sql_attr_uint = teff_etab + sql_attr_uint = rang + sql_attr_uint = dateCrea_etab + sql_attr_uint = eff_entrep + sql_attr_uint = eff_etab + sql_attr_uint = nbEtab + sql_attr_uint = bilAnnee + sql_attr_uint = bilTca + sql_attr_uint = bilCA + sql_attr_uint = bilCAexp + sql_attr_uint = bilRN + + sql_query_info = SELECT siren, nic, ape_etab,ape_entrep, raisonSociale, enseigne, sigle, adr_libVoie, adr_cp, adr_ville FROM etablissements WHERE id=$id; +} \ No newline at end of file diff --git a/config/base/Master/dir.conf-MysqlServer b/config/base/Master/dir.conf-MysqlServer new file mode 100644 index 0000000..be3e753 --- /dev/null +++ b/config/base/Master/dir.conf-MysqlServer @@ -0,0 +1,45 @@ +source source_dir +{ + type = mysql + sql_host = 192.168.3.30 + sql_user = sphinx + sql_pass = indexer + sql_db = jo + sql_query_pre = + sql_query = SELECT id, siren, actif, \ +IF(civilite='M',1,IF(civilite='MME' OR civilite='MLLE',2,0)) AS genre, \ +CONCAT(nom,' ',naissance_nom, ' ', dirRS) AS nom, prenom, \ + YEAR(naissance_date) AS naiss_annee, \ +MONTH(naissance_date) AS naiss_mois, \ + DAY(naissance_date) AS naiss_jour, \ +naissance_lieu, adr_dep \ +FROM rncs_dirigeants; +# UNION \ +#SELECT id, siren, 0 AS actif, \ +#'' AS genre, \ +#CONCAT(nom,' ',nomUsage,' ',rs) AS nom, prenom, \ +#0 AS naiss_annee, \ +#0 AS naiss_mois, \ +#0 AS naiss_jour, \ +#'' AS naissance_lieu, 0 AS adr_dep \ +#FROM bodacc_dirigeants_histo; + sql_attr_uint = naiss_annee + sql_attr_uint = naiss_mois + sql_attr_uint = naiss_jour + sql_attr_uint = actif + sql_attr_uint = genre + sql_attr_uint = adr_dep +} + +index dir +{ + source = source_dir + path = /dbs/sphinx/dir + docinfo = extern + morphology = none + #ispell_aff = /usr/local/sphinx/etc/francais.aff + charset_type = sbcs + charset_table = 0..9, A..Z->a..z, a..z, \ +U+23, U+25, U+26, U+2B, U+3D, U+40, \ +U+C0..U+DE->U+E0..U+FE, U+DF, U+E0..U+FF +} \ No newline at end of file diff --git a/config/base/Master/ent.conf-MysqlServer b/config/base/Master/ent.conf-MysqlServer new file mode 100644 index 0000000..831d82d --- /dev/null +++ b/config/base/Master/ent.conf-MysqlServer @@ -0,0 +1,41 @@ +source source_ent +{ + type = mysql + sql_host = 192.168.78.230 + sql_user = sphinx + sql_pass = indexer + sql_db = jo + sql_query_pre = + sql_query = SELECT id, siren, nic, siege, CONCAT(raisonSociale,\ +' "" ',enseigne,' "" ',sigle,' "" ',identite_pre,' "" ',\ +REPLACE(REPLACE(REPLACE(REPLACE(REPLACE(REPLACE(REPLACE(sigle,' ',''),\ +'@','A'), '&',' ET '),'/',''),',',''),'-',''),'.',''),' ',\ +REPLACE(REPLACE(REPLACE(REPLACE(REPLACE(REPLACE(sigle,\ +'@','A'), '&',' ET '),'/',''),',',''),'-',''),'.','')) AS nom, adr_dep, \ +actif, adr_num, adr_typeVoie, CONCAT(adr_libVoie,' ',adr_comp) AS adresse, adr_cp, \ +adr_ville AS ville, cj, ape_etab, (siren>200) AS sirenValide, rang \ +FROM etablissements_tmp; + sql_attr_str2ordinal = adr_typeVoie + sql_attr_uint = siren + sql_attr_uint = nic + sql_attr_uint = siege + sql_attr_uint = adr_num + sql_attr_uint = adr_cp + sql_attr_uint = adr_dep + sql_attr_uint = actif + sql_attr_uint = cj + sql_attr_uint = sirenValide + sql_attr_uint = rang + +} + +index ent +{ + source = source_ent + path = /dbs/sphinx/ent + docinfo = extern + charset_type = sbcs + charset_table = 0..9, A..Z->a..z, a..z, \ +U+23, U+25, U+26, U+2B, U+3D, U+40, \ +U+C0..U+DE->U+E0..U+FE, U+DF, U+E0..U+FF +} \ No newline at end of file diff --git a/config/base/Master/histo.conf-MysqlServer b/config/base/Master/histo.conf-MysqlServer new file mode 100644 index 0000000..e58a6ed --- /dev/null +++ b/config/base/Master/histo.conf-MysqlServer @@ -0,0 +1,23 @@ +source histo +{ + type = mysql + sql_host = 192.168.78.230 + sql_user = sphinx_histo + sql_pass = sphinx + sql_db = histobodacc + sql_port = 3306 # optional, default is 3306 + sql_query = SELECT id, nomFichier, annee1, dateBod, texte FROM bodacc_ocr; + sql_attr_uint = annee1 + sql_query_info = SELECT * FROM bodacc_ocr WHERE id=$id +} + +index histo +{ + source = histo + path = /home/sphinx/histo + docinfo = extern + morphology = none + min_word_len = 1 + charset_type = sbcs + html_strip = 1 +} diff --git a/config/base/Slave/act.conf-MysqlServerSlave b/config/base/Slave/act.conf-MysqlServerSlave new file mode 100644 index 0000000..9682316 --- /dev/null +++ b/config/base/Slave/act.conf-MysqlServerSlave @@ -0,0 +1,31 @@ +source source_act +{ + type = mysql + sql_host = 192.168.3.30 + sql_user = sphinx + sql_pass = indexer + sql_db = jo + sql_query_pre = + sql_query = SELECT id, Siren1, RaisonSociale, Siren2, actif, dateLien, IF(dateUpdate>dateInsert,dateUpdate,dateInsert) as dateMaj, \ + source, Pmin*1 AS PminNum, MajMin, PpPm, IF(Pays='','FRA',Pays) AS Pays \ + FROM liens \ + WHERE ActionPart=1 AND Siren1>1000 AND Siren1 IN (SELECT DISTINCT SIREN FROM etablissements_old); + sql_attr_uint = actif + sql_attr_uint = source + sql_attr_uint = PminNum + sql_attr_str2ordinal= MajMin + sql_attr_str2ordinal= PpPm + sql_attr_str2ordinal= Pays +} + +index act +{ + source = source_act + path = /dbs/sphinx/act + docinfo = extern + morphology = none + charset_type = sbcs + charset_table = 0..9, A..Z->a..z, a..z, \ +U+23, U+25, U+26, U+2B, U+3D, U+40, \ +U+C0..U+DE->U+E0..U+FE, U+DF, U+E0..U+FF +} \ No newline at end of file diff --git a/config/base/Slave/cmp.conf-MysqlServerSlave b/config/base/Slave/cmp.conf-MysqlServerSlave new file mode 100644 index 0000000..d01a87e --- /dev/null +++ b/config/base/Slave/cmp.conf-MysqlServerSlave @@ -0,0 +1,40 @@ + +source comptage +{ + type = mysql + sql_host = 192.168.3.30 + sql_user = root + sql_pass = scores + sql_db = jo + sql_port = 3306 + sql_query = SELECT id,ape_etab,ape_entrep,source,siren,nic,actif,siege,adr_cp,adr_dep,adr_com,(tel>100000000) AS tel,(fax>100000000) AS fax,cj,capital,age_entrep,age_etab,tca,tcaexp,teff_entrep,teff_etab,rang,dateCrea_etab,eff_entrep,eff_etab,nbEtab,bilType,bilAnnee,bilTca,bilCA,bilCAexp,bilRN FROM etablissements_act; + sql_attr_str2ordinal = bilType + sql_attr_uint = source + sql_attr_uint = actif + sql_attr_uint = siege + sql_attr_uint = adr_cp + sql_attr_uint = adr_dep + sql_attr_uint = adr_com + sql_attr_uint = tel + sql_attr_uint = fax + sql_attr_uint = cj + sql_attr_uint = capital + sql_attr_uint = age_entrep + sql_attr_uint = age_etab + sql_attr_uint = tca + sql_attr_uint = tcaexp + sql_attr_uint = teff_entrep + sql_attr_uint = teff_etab + sql_attr_uint = rang + sql_attr_uint = dateCrea_etab + sql_attr_uint = eff_entrep + sql_attr_uint = eff_etab + sql_attr_uint = nbEtab + sql_attr_uint = bilAnnee + sql_attr_uint = bilTca + sql_attr_uint = bilCA + sql_attr_uint = bilCAexp + sql_attr_uint = bilRN + + sql_query_info = SELECT siren, nic, ape_etab,ape_entrep, raisonSociale, enseigne, sigle, adr_libVoie, adr_cp, adr_ville FROM etablissements WHERE id=$id; +} \ No newline at end of file diff --git a/config/base/Slave/dir.conf-MysqlServerSlave b/config/base/Slave/dir.conf-MysqlServerSlave new file mode 100644 index 0000000..be3e753 --- /dev/null +++ b/config/base/Slave/dir.conf-MysqlServerSlave @@ -0,0 +1,45 @@ +source source_dir +{ + type = mysql + sql_host = 192.168.3.30 + sql_user = sphinx + sql_pass = indexer + sql_db = jo + sql_query_pre = + sql_query = SELECT id, siren, actif, \ +IF(civilite='M',1,IF(civilite='MME' OR civilite='MLLE',2,0)) AS genre, \ +CONCAT(nom,' ',naissance_nom, ' ', dirRS) AS nom, prenom, \ + YEAR(naissance_date) AS naiss_annee, \ +MONTH(naissance_date) AS naiss_mois, \ + DAY(naissance_date) AS naiss_jour, \ +naissance_lieu, adr_dep \ +FROM rncs_dirigeants; +# UNION \ +#SELECT id, siren, 0 AS actif, \ +#'' AS genre, \ +#CONCAT(nom,' ',nomUsage,' ',rs) AS nom, prenom, \ +#0 AS naiss_annee, \ +#0 AS naiss_mois, \ +#0 AS naiss_jour, \ +#'' AS naissance_lieu, 0 AS adr_dep \ +#FROM bodacc_dirigeants_histo; + sql_attr_uint = naiss_annee + sql_attr_uint = naiss_mois + sql_attr_uint = naiss_jour + sql_attr_uint = actif + sql_attr_uint = genre + sql_attr_uint = adr_dep +} + +index dir +{ + source = source_dir + path = /dbs/sphinx/dir + docinfo = extern + morphology = none + #ispell_aff = /usr/local/sphinx/etc/francais.aff + charset_type = sbcs + charset_table = 0..9, A..Z->a..z, a..z, \ +U+23, U+25, U+26, U+2B, U+3D, U+40, \ +U+C0..U+DE->U+E0..U+FE, U+DF, U+E0..U+FF +} \ No newline at end of file diff --git a/config/base/Slave/ent.conf-MysqlServerSlave b/config/base/Slave/ent.conf-MysqlServerSlave new file mode 100644 index 0000000..84d34ac --- /dev/null +++ b/config/base/Slave/ent.conf-MysqlServerSlave @@ -0,0 +1,44 @@ +source source_ent +{ + type = mysql + sql_host = 192.168.3.30 + sql_user = sphinx + sql_pass = indexer + sql_db = jo + sql_query_pre = + sql_query = SELECT id, siren, nic, siege, CONCAT(raisonSociale,\ +' "" ',enseigne,' "" ',sigle,' "" ',identite_pre,' "" ',\ +REPLACE(REPLACE(REPLACE(REPLACE(REPLACE(REPLACE(REPLACE(sigle,' ',''),\ +'@','A'), '&',' ET '),'/',''),',',''),'-',''),'.',''),' ',\ +REPLACE(REPLACE(REPLACE(REPLACE(REPLACE(REPLACE(sigle,\ +'@','A'), '&',' ET '),'/',''),',',''),'-',''),'.','')) AS nom, adr_dep, \ +actif, adr_num, adr_typeVoie, CONCAT(adr_libVoie,' ',adr_comp) AS adresse, adr_cp, \ +adr_ville AS ville, cj, ape_etab, (siren>200) AS sirenValide, rang \ +FROM etablissements; + sql_attr_str2ordinal = adr_typeVoie + sql_attr_uint = siren + sql_attr_uint = nic + sql_attr_uint = siege + sql_attr_uint = adr_num + sql_attr_uint = adr_cp + sql_attr_uint = adr_dep + sql_attr_uint = actif + sql_attr_uint = cj + sql_attr_uint = sirenValide + sql_attr_uint = rang + +} + +index ent +{ + source = source_ent + path = /dbs/sphinx/ent + docinfo = extern + wordforms = /usr/local/sphinx/etc/wordforms.txt + abreviations = /usr/local/sphinx/etc/abreviations.txt + ispell_aff = /usr/local/sphinx/etc/francais.aff + charset_type = sbcs + charset_table = 0..9, A..Z->a..z, a..z, \ +U+23, U+25, U+26, U+2B, U+3D, U+40, \ +U+C0..U+DE->U+E0..U+FE, U+DF, U+E0..U+FF +} \ No newline at end of file diff --git a/config/base/sphinx.conf b/config/base/sphinx.conf new file mode 100644 index 0000000..893f8f9 --- /dev/null +++ b/config/base/sphinx.conf @@ -0,0 +1,77 @@ + +############################################################################# +## indexer settings +############################################################################# + +indexer +{ + # memory limit, in bytes, kiloytes (16384K) or megabytes (256M) + # optional, default is 32M, max is 2047M, recommended is 256M to 1024M + mem_limit = 2047M + + # maximum IO calls per second (for I/O throttling) + # optional, default is 0 (unlimited) + # + # max_iops = 40 + + + # maximum IO call size, bytes (for I/O throttling) + # optional, default is 0 (unlimited) + # + # max_iosize = 1048576 +} + +############################################################################# +## searchd settings +############################################################################# + +searchd +{ + # IP address to bind on + # optional, default is 0.0.0.0 (ie. listen on all interfaces) + # + # address = 127.0.0.1 + # address = 192.168.0.1 + + + # searchd TCP port number + # mandatory, default is 3312 + listen = 3312 + + # log file, searchd run info is logged here + # optional, default is 'searchd.log' + log = /dbs/sphinxlog/searchd.log + + # query log file, all search queries are logged here + # optional, default is empty (do not log queries) + query_log = /dbs/sphinxlog/query.log + + # client read timeout, seconds + # optional, default is 5 + read_timeout = 5 + + # maximum amount of children to fork (concurrent searches to run) + # optional, default is 0 (unlimited) + max_children = 30 + + # PID file, searchd process ID file name + # mandatory + pid_file = /var/log/searchd.pid + + # max amount of matches the daemon ever keeps in RAM, per-index + # WARNING, THERE'S ALSO PER-QUERY LIMIT, SEE SetLimits() API CALL + # default is 1000 (just like Google) + max_matches = 1000 + + # seamless rotate, prevents rotate stalls if precaching huge datasets + # optional, default is 1 + seamless_rotate = 0 + + # whether to forcibly preopen all indexes on startup + # optional, default is 0 (do not preopen) + preopen_indexes = 0 + + # whether to unlink .old index copies on succesful rotation. + # optional, default is 1 (do unlink) + unlink_old = 1 +}