341 lines
15 KiB
PHP
341 lines
15 KiB
PHP
<?php
|
|
/**
|
|
* Calcul des scores sur la base S&D
|
|
* Déclencheur
|
|
* - "bilans1" à 7h
|
|
* - "ajout" à 8h, 22h
|
|
* - "insee" à 8h
|
|
* - "dirigeants" à 9h
|
|
* - "bodacc" à 13h
|
|
* - "collecte" à 13h30
|
|
*
|
|
* Crontab
|
|
* 0 12 * * 1-5 /home/scores/batch/scripts/calculScoreSurv.php >> /home/scores/batch/shared/sources/log/calculScoreSurv.log
|
|
* 0 8 * * 0,6 /home/scores/batch/scripts/calculScoreSurv.php >> /home/scores/batch/shared/sources/log/calculScoreSurv.log
|
|
*
|
|
* TODO
|
|
* - Option lecture sur bdd slave et ecriture sur bdd master
|
|
* - Modifier les requetes sur les sources pour
|
|
* Sélectionner suivant des règles toutes les x heures les nouveaux éléments sur x heures + 1
|
|
* Si déjà calculé du jour, alors on passe sinon on calcul
|
|
* - Vérifier les éléments déjà calculés si il n'y a pas de changement
|
|
*
|
|
*
|
|
*/
|
|
|
|
error_reporting(E_ALL ^ E_STRICT ^ E_NOTICE ^ E_WARNING ^ E_DEPRECATED);
|
|
|
|
// --- Define path to application directory
|
|
defined('APPLICATION_PATH')
|
|
|| define('APPLICATION_PATH', realpath(__DIR__ . '/../application'));
|
|
|
|
// --- Define application environment
|
|
defined('APPLICATION_ENV')
|
|
|| define('APPLICATION_ENV', (getenv('APPLICATION_ENV') ? getenv('APPLICATION_ENV') : 'production'));
|
|
|
|
// --- Composer autoload
|
|
require_once realpath(__DIR__ . '/../vendor/autoload.php');
|
|
|
|
// --- Create application, bootstrap, and run
|
|
$application = new Zend_Application(APPLICATION_ENV, APPLICATION_PATH . '/configs/application.ini');
|
|
|
|
// --- Options
|
|
$displayUsage = false;
|
|
try {
|
|
$opts = new Zend_Console_Getopt(array(
|
|
'help|?' => "Displays usage information.",
|
|
'tout|t' => "Calculer tous les scores",
|
|
'verbose|v' => "Mode bavard ou debug",
|
|
'ancien|a' => "Recalculer tous les scores avec indiscore>0 et un encours à 0 !",
|
|
'list|l' => "Lister les déclencheurs existants pour le recalcul des scores",
|
|
'declencheur|d=s' => "Lancer le calcul des scores pour le déclencheur XXX",
|
|
'max=s' => "Nombre max d'unités à calculer pour un déclencheur",
|
|
'nostop' => "Ne pas stopper",
|
|
'dbread' => "choix de la database pour la lecture des informations (master, slave)",
|
|
));
|
|
$opts->parse();
|
|
} catch (Zend_Console_Getopt_Exception $e) {
|
|
$displayUsage = true;
|
|
}
|
|
|
|
// --- Aide / Options
|
|
if (count($opts->getOptions())==0 || isset($opts->help)) {
|
|
$displayUsage = true;
|
|
}
|
|
|
|
// --- Usage
|
|
if ($displayUsage) {
|
|
echo "Scorer toute la base entreprise S&D.\n";
|
|
echo $opts->getUsageMessage();
|
|
exit;
|
|
}
|
|
|
|
$strSelect="s.siren, s.actif, s.procol, s.indiScore, s.indiScore20, s.encours, s.indiScoreDate, s.scoreSolv, s.scoreConf, s.scoreDir, s.scoreZ, s.scoreCH, s.scoreAfdcc1, s.scoreAfdcc2, s.scoreAfdcc2note, s.scoreAltman, s.scoreAltmanCote, s.scoreCCF, s.situFi, s.infoNote, s.noteStruct, s.noteFin, s.tendance, s.nbModifs, s.dateUpdate, s.cs, s.csMoisMaj, s.csMoisFin";
|
|
|
|
$tableSurvTmp = 'tmp.scores_surveillance';
|
|
|
|
$tabQueries = array(
|
|
/* Bilans Asso déposé(s) */
|
|
'bilansasso' => "SELECT $strSelect, 'bilansasso' as source FROM ".$tableSurvTmp."_bilansasso s, jo.asso_bilans b WHERE b.siren>1000 AND s.siren=b.siren AND b.dateInsert>s.dateUpdate GROUP BY s.siren",
|
|
//asso_bilans', 'dateCloture, dateCloture*1 as dateClotureNum', "siren=$siren ORDER BY DESC LIMIT 0,5", true, MYSQL_ASSOC);
|
|
/* Privileges Infogreffe */
|
|
'privileges' => "SELECT $strSelect, 'privileges' AS source FROM ".$tableSurvTmp."_privileges s, jo.greffes_privileges p WHERE p.siren>1000 AND s.siren=p.siren AND (p.dateInsert>s.dateUpdate OR p.dateUpdate>s.dateUpdate) GROUP BY s.siren",
|
|
/* Privileges Facto */
|
|
//'privileges2' => "SELECT $strSelect, 'privileges2' AS source FROM ".$tableSurvTmp."_privileges2 s, sdv1.ge_cs2 p WHERE p.siren>1000 AND s.siren = p.siren AND (p.dateInsert>=s.dateUpdate OR p.dateConf>=s.dateUpdate) AND p.cs='P' GROUP BY s.siren",
|
|
/* IMPAYES Facto */
|
|
/*'impayes' => "SELECT $strSelect, 'impayes' AS source FROM ".$tableSurvTmp."_impayes s, sdv1.ge_cs2 p WHERE p.siren>1000 AND s.siren = p.siren AND (p.dateInsert>=s.dateUpdate OR p.dateConf>=s.dateUpdate) AND p.cs='I' GROUP BY siren",*/
|
|
/* Ajout d'un nouveau score */
|
|
'ajout' => "SELECT $strSelect, 'ajout' AS source FROM ".$tableSurvTmp."_ajout s WHERE s.siren>1000 AND ((DATEDIFF(NOW(),s.indiScoreDate) IS NULL AND s.dateUpdate<DATE(NOW()) OR s.indiScoreDate=0)) GROUP BY s.siren",
|
|
/* IndiScores demandés ce jour */
|
|
//'jour' => "SELECT $strSelect, 'jour' AS source FROM ".$tableSurvTmp."_jour s, sdv1.`logs` l WHERE l.siren>1000 AND s.siren=l.siren AND l.page='indiscore' AND l.dateHeure>s.dateUpdate AND s.procol NOT IN('P') GROUP BY siren",
|
|
/* Dirigeants */
|
|
'dirigeants' => "SELECT $strSelect, 'dirigeants' AS source FROM ".$tableSurvTmp."_dirigeants s, jo.rncs_dirigeants d WHERE d.siren>1000 AND s.siren = d.siren AND (d.dateInsert>s.dateUpdate OR d.dateUpdate>s.dateUpdate) AND (d.dateInsert>'2013-03-15 00:00:00' OR d.dateUpdate>'2013-03-15 00:00:00') GROUP BY s.siren",
|
|
/* Evenements INSEE */
|
|
'insee' => "SELECT $strSelect, 'insee' as source FROM ".$tableSurvTmp."_insee s, insee.insee_even i WHERE i.insSIREN>1000 AND s.siren=i.insSIREN AND i.dateInsert>s.dateUpdate AND i.insSIEGE=1 GROUP BY s.siren",
|
|
/* Entreprises RNCS */
|
|
//'rncs' => "SELECT $strSelect, 'rncs' as source FROM scores_surveillance_tmp s, rncs_entrep r WHERE s.siren>1000 AND s.siren=r.siren AND (r.dateInsert>s.dateUpdate OR r.dateUpdate>s.dateUpdate) /*AND (d.dateInsert>'2013-03-15 00:00:00' OR d.dateUpdate>'2013-03-15 00:00:00')*/ AND s.procol NOT IN('P') GROUP BY siren",
|
|
/* Bodacc */
|
|
'bodacc' => "SELECT $strSelect, 'bodacc' as source FROM ".$tableSurvTmp."_bodacc s, jo.bodacc_detail b WHERE b.siren>1000 AND s.siren=b.siren AND( b.dateInsert>s.dateUpdate OR b.dateUpdate>s.dateUpdate) AND b.Rubrique NOT IN('creations','comptes') GROUP BY s.siren",
|
|
/* Collecte */
|
|
'collecte' => "SELECT $strSelect, 'collecte' as source FROM ".$tableSurvTmp."_collecte s, jo.annonces b WHERE b.siren>1000 AND s.siren=b.siren AND b.dateInsert>s.dateUpdate GROUP BY siren",
|
|
/* Bilans en base */
|
|
'bilans1' => "SELECT $strSelect, 'bilans1' as source FROM ".$tableSurvTmp."_bilans1 s, jo.bilans b WHERE b.siren>1000 AND s.siren=b.siren AND b.dateInsert>s.dateUpdate AND (DATEDIFF(b.dateExercice,s.dateBilan)>1 OR DATEDIFF(b.dateExercice,s.dateBilan) IS NULL) GROUP BY s.siren",
|
|
/* Défaut divers Facto (D:Défaut, 24:Groupe en diff, 31:Cessation Annoncée, 50:Terrorisme)*/
|
|
//'defaut' => "SELECT $strSelect, 'defaut' AS source FROM ".$tableSurvTmp."_defaut s, sdv1.ge_cs2 p WHERE p.siren>1000 AND s.siren = p.siren AND (p.dateInsert>=s.dateUpdate OR p.dateConf>=s.dateUpdate) AND p.cs IN ('D','24','31','50') GROUP BY s.siren",
|
|
/* RAS Facto */
|
|
//'regulier' => "SELECT $strSelect, 'regulier' AS source FROM ".$tableSurvTmp."_regulier s, sdv1.ge_cs2 p WHERE p.siren>1000 AND s.siren = p.siren AND (p.dateInsert>=s.dateUpdate OR p.dateConf>=s.dateUpdate) AND p.cs='00' AND s.procol NOT IN('P') GROUP BY s.siren",
|
|
// Rajouter AND (DATEDIFF(NOW(),s.indiScoreDate)>365
|
|
// et vérifier si ça en enlève en recalcul régulier
|
|
/* Scores trop anciens */
|
|
'ancien' => "SELECT $strSelect, 'ancien' AS source FROM ".$tableSurvTmp."_ancien s WHERE s.siren>1000 AND (DATEDIFF(NOW(),s.indiScoreDate)>365) AND s.procol NOT IN('P') AND s.dateUpdate<DATE(NOW()) GROUP BY s.siren",
|
|
/** @todo A revoir **/
|
|
/* Bilans déposés */
|
|
//'bilans2'=>"SELECT $strSelect, 'bilans2' as source, s.dateUpdate FROM scores_surveillance_tmp s, bilans_deposes b WHERE b.siren>1000 AND s.siren=b.siren AND b.dateInsert>s.dateUpdate AND s.procol NOT IN('P') GROUP BY siren",
|
|
);
|
|
|
|
$tabQueriesOrder = array(
|
|
'siren' => " ORDER BY s.siren ASC LIMIT 5000",
|
|
'old' => " ORDER BY s.dateUpdate ASC LIMIT 5000",
|
|
);
|
|
$queryOrder = 'old';
|
|
|
|
/**
|
|
* Liste des déclencheurs
|
|
*/
|
|
if ($opts->list) {
|
|
foreach ($tabQueries as $key => $query) {
|
|
echo "\t- $key\n";
|
|
}
|
|
exit;
|
|
}
|
|
|
|
$c = new Zend_Config($application->getOptions());
|
|
$db = Zend_Db::factory($c->profil->db->metier);
|
|
Zend_Db_Table_Abstract::setDefaultAdapter($db);
|
|
|
|
// Database
|
|
$config = new \Doctrine\DBAL\Configuration();
|
|
$connectionParams = array(
|
|
'dbname' => $c->profil->db->metier->params->dbname,
|
|
'user' => $c->profil->db->metier->params->username,
|
|
'password' => $c->profil->db->metier->params->password,
|
|
'host' => $c->profil->db->metier->params->host,
|
|
'charset' => 'utf8',
|
|
'driver' => 'pdo_mysql',
|
|
);
|
|
|
|
try {
|
|
$conn = \Doctrine\DBAL\DriverManager::getConnection($connectionParams, $config);
|
|
Zend_Registry::set('doctrine', $conn);
|
|
} catch (\Doctrine\DBAL\DBALException $e) {
|
|
echo "Connection Database impossible.\n";
|
|
exit;
|
|
}
|
|
|
|
/**
|
|
* Delete all temporary table
|
|
*/
|
|
$day = date('N');
|
|
if ($opts->tout && $day == 6) {
|
|
foreach ($tabQueries as $key => $query) {
|
|
try {
|
|
$db->query("DROP TABLE IF EXISTS $key;");
|
|
} catch (Zend_Db_Adapter_Exception $e) {
|
|
echo $e->getMessage() . "\n";
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
/**
|
|
* Force declencheur
|
|
*/
|
|
if ($opts->declencheur) {
|
|
if (in_array($opts->declencheur, array_keys($tabQueries))) {
|
|
$tabQueries = array($opts->declencheur => $tabQueries[$opts->declencheur]);
|
|
} else {
|
|
exit;
|
|
}
|
|
}
|
|
|
|
require_once APPLICATION_PATH.'/configs/config.php';
|
|
|
|
$tDeb = microtime(true);
|
|
$dateJour = date('Y-m-d');
|
|
|
|
function wsLog($service, $siret='', $ref='')
|
|
{
|
|
}
|
|
|
|
$message = $error = '';
|
|
echo date('Y/m/d H:i:s') ." - DEBUT du programme de calcul des scores en surveillance...\n";
|
|
|
|
/**
|
|
* Mise en surveillance de l'ensemble des scores
|
|
*/
|
|
if ($opts->tout) {
|
|
echo date('Y/m/d H:i:s') ." - Mise en surveillance Scores de l'ensemble des demandes de scoring...\n";
|
|
|
|
$query = "INSERT IGNORE INTO jo.scores_surveillance(siren) SELECT DISTINCT siren FROM jo.surveillances_site
|
|
WHERE source='score' AND siren>=100000 AND siren NOT IN (SELECT siren FROM jo.scores_surveillance) ";
|
|
|
|
$db->query($query);
|
|
}
|
|
|
|
/**
|
|
* Lancement du programme
|
|
*/
|
|
echo date('Y/m/d H:i:s') ." - Recherche des scores susceptibles d'avoir changés par déclencheur...\n";
|
|
|
|
$nbScoresSans=$nbScoresModif=$nbScoresNouv=$nbScoresProcol=$iRow=$nbRowsTot=0;
|
|
|
|
$iInsee = new Metier_Insee_MInsee();
|
|
foreach ($tabQueries as $declencheur => $query) {
|
|
$tableName = $tableSurvTmp . '_' . $declencheur;
|
|
echo date('Y/m/d H:i:s') ." - Copie de la table ".$tableName."\n";
|
|
|
|
try {
|
|
$db->query("CREATE TABLE $tableName ENGINE = MEMORY SELECT * FROM jo.scores_surveillance;");
|
|
//$db->query("ALTER TABLE scores_surveillance_insee ADD PRIMARY KEY(siren), ADD INDEX(dateUpdate)");
|
|
} catch (Zend_Db_Exception $e) {
|
|
echo $e->getMessage() . "\n";
|
|
//If the table exist an other scripts is running
|
|
$error.= "Impossible de lancer le calcul des scores $declencheur, vérifier qu'il y a bien eu un calcul récemment!\n";
|
|
continue;
|
|
}
|
|
|
|
echo date('Y/m/d H:i:s') ." - Recherche par la source '$declencheur'...\n";
|
|
|
|
try {
|
|
$res = $db->fetchAll($query . $tabQueriesOrder[$queryOrder]);
|
|
} catch (Zend_Db_Exception $e) {
|
|
echo $e->getMessage() . "\n";
|
|
exit;
|
|
}
|
|
|
|
$nbRows=count($res);
|
|
echo date('Y/m/d H:i:s') ." - Il y a $nbRows scores à recalculer par '$declencheur'...\n";
|
|
|
|
$tabNbRows[$declencheur] = $nbRows;
|
|
$nbRowsTot+=$nbRows;
|
|
$tabNbScoresModif[$declencheur] = 0;
|
|
|
|
if ($nbRows > 0) {
|
|
foreach ($res as $entrep) {
|
|
$iRow++;
|
|
|
|
//Traitement
|
|
$siren = $entrep['siren'];
|
|
if (!$iInsee->valideSiren($siren)) {
|
|
continue;
|
|
}
|
|
$nic=0;
|
|
|
|
$indiScorePre = $entrep['indiScore']*1;
|
|
$encoursPre = $entrep['encours']*1;
|
|
$dateScore = str_replace('-', '', $entrep['indiScoreDate'])*1;
|
|
$sourceModif = $entrep['source'];
|
|
$procol = $entrep['procol'];
|
|
$nbModifs = ($entrep['nbModifs']*1)+1;
|
|
|
|
//echo date('Y/m/d - H:i:s') ." - Siren $siren : AVANT SCORE".PHP_EOL;
|
|
require_once 'Metier/Scores/MScores.php';
|
|
$tabScore = calculIndiScore($siren, $nic, false, 0, false, 'scores', $declencheur);
|
|
//echo date('Y/m/d - H:i:s') ." - Siren $siren : APRES SCORE".PHP_EOL;
|
|
|
|
$indiScore = $tabScore['Indiscore']*1;
|
|
$naf = $tabScore['NafEnt'];
|
|
$encours = round($tabScore['encours']);
|
|
|
|
if ($indiScore == $indiScorePre && $encours == $encoursPre && $dateScore!=0) {
|
|
$nbScoresSans++;
|
|
echo date('Y/m/d H:i:s') ." - $iRow/$nbRowsTot - Siren $siren : $indiScore / 100 ($encours EUR) inchangé depuis $dateScore (Source=$sourceModif).\n";
|
|
} else {
|
|
if ($dateScore == 0) {
|
|
$nbScoresNouv++;
|
|
} else {
|
|
$nbScoresModif++;
|
|
$tabNbScoresModif[$declencheur]++;
|
|
}
|
|
echo date('Y/m/d H:i:s') ." - $iRow/$nbRowsTot - Siren $siren : $indiScorePre=>$indiScore | $encoursPre=>$encours (Source=$sourceModif) !\n";
|
|
}
|
|
|
|
//Arrêt de l'execution à 19h00
|
|
if (date('Hi')*1>=1900 && !$opts->nostop) {
|
|
break;
|
|
}
|
|
|
|
// Arret sur indicateur maximum
|
|
if ($opts->max && $iRow >= $opts->max) {
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
//Delete the remporary table
|
|
try {
|
|
$db->query("DROP TABLE IF EXISTS $tableName;");
|
|
} catch (Zend_Db_Adapter_Exception $e) {
|
|
echo $e->getMessage() . "\n";
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Rapport
|
|
*/
|
|
$duree = round(microtime(true) - $tDeb);
|
|
$nbCalc = $nbScoresSans + $nbScoresProcol + $nbScoresNouv + $nbScoresModif;
|
|
|
|
$subject = "[CHARGEMENT] Calculs IndiScores";
|
|
if ($opts->declencheur) {
|
|
$subject.= " - Source ".$opts->declencheur;
|
|
$message = "Calcul par la source ".$opts->declencheur."\n";
|
|
}
|
|
if ($opts->tout) {
|
|
$subject.= " - Toutes sources";
|
|
$message = "Calcul pour toutes les sources\n";
|
|
}
|
|
$message.= "($nbCalc/$nbRowsTot en $duree s)\n";
|
|
$message.= $error;
|
|
$message.= "\n";
|
|
$message.= "Nombre de scores inchangés .................. $nbScoresSans / $nbRowsTot.\n";
|
|
$message.= "Nombre de scores inchangés car procol ....... $nbScoresProcol / $nbRowsTot.\n";
|
|
$message.= "Nombre de scores ajoutés .................... $nbScoresNouv / $nbRowsTot.\n";
|
|
$message.= "Nombre de scores modifiées .................. $nbScoresModif / $nbRowsTot.\n";
|
|
$message.= "\n";
|
|
|
|
foreach ($tabNbRows as $declencheur => $nbTot) {
|
|
$nbModifs = $tabNbScoresModif[$declencheur]*1;
|
|
$message.= "Nombre de modifs par '$declencheur'\t...... $nbModifs / $nbTot.\n";
|
|
}
|
|
|
|
// Envoi Mail
|
|
$mail = new Scores_Mail_Method($c->profil->mail);
|
|
$mail->setBodyTextC($message);
|
|
$mail->setFrom('supportdev@scores-decisions.com', 'Machine');
|
|
$mail->addTo('suivi@scores-decisions.com', 'Suivi');
|
|
$mail->setSubjectC($subject);
|
|
$mail->execute();
|
|
|
|
echo date('Y/m/d H:i:s') ." - Fin du traitement.\n";
|