Mo Elzubeir
99581bc990
- Updated header inclusions from QtGui to QtWidgets for consistency and compatibility with Qt 5 and later. - Replaced deprecated QApplication::desktop() with QApplication::primaryScreen() for obtaining screen DPI. - Modified MyOutputHandler to use QMessageLogContext and QString for improved logging. - Changed QMatrix to QTransform for image rotation in ImageCutout class. - Updated various debug statements to use toLocal8Bit() instead of toAscii() for better string handling. - Refactored several classes to use QElapsedTimer instead of QTime for performance measurement. - Ensured all operator overloads in Section and Tag classes are marked as const for better const-correctness.
1166 lines
40 KiB
C++
1166 lines
40 KiB
C++
/************************************************************************
|
|
* $Id: publication.cpp 661 2011-04-05 13:16:53Z elzubeir $
|
|
*
|
|
* ------------
|
|
* Description:
|
|
* ------------
|
|
*
|
|
* (C) Copyright 2009-2011 ALLCONTENT. All rights reserved.
|
|
*
|
|
* -----------------
|
|
* Revision Details: (Updated by Revision Control System)
|
|
* -----------------
|
|
* $Date: 2011-04-05 17:16:53 +0400 (Tue, 05 Apr 2011) $
|
|
* $Author: elzubeir $
|
|
* $Revision: 661 $
|
|
* $HeadURL: file:///opt/svn/socialhose/trunk/app/ClippingStation/publication.cpp $
|
|
*
|
|
************************************************************************/
|
|
|
|
#include "publication.h"
|
|
#include "section.h"
|
|
#include "issue.h"
|
|
#include "constants.h"
|
|
#include "systemconfiguration.h"
|
|
#include <QElapsedTimer>
|
|
|
|
Publication::Publication()
|
|
{
|
|
m_skipOcr = true;
|
|
m_currentIssueIndex = -1;
|
|
}
|
|
|
|
Publication::~Publication()
|
|
{
|
|
//qDebug("~Publication()");
|
|
|
|
for (int i=0; i< m_issues.count(); i++)
|
|
delete m_issues[i];
|
|
|
|
//m_issues.clear();
|
|
//qDebug("end of ~Publication()");
|
|
}
|
|
|
|
void Publication::setId(int id)
|
|
{
|
|
m_id = id;
|
|
//retreive the info from the database
|
|
retrievePublicationInfo();
|
|
}
|
|
|
|
void Publication::setName(QString name)
|
|
{
|
|
m_name = name;
|
|
}
|
|
|
|
void Publication::retrievePublicationInfo()
|
|
{
|
|
QSqlQuery query(m_database);
|
|
query.prepare("SELECT name_publication_en, country, circulation, column_width, "
|
|
"id_publication_type, id_publication_size, adrate_color, language, skip_ocr " //skip ocr is not yet implmented in the table
|
|
"FROM publication WHERE id_publication = :id");
|
|
query.bindValue(":id", m_id);
|
|
|
|
if(!query.exec())
|
|
{
|
|
QMessageBox::critical(NULL, QString("SQL Error"), query.lastError().databaseText());
|
|
return;
|
|
}
|
|
|
|
while (query.next())
|
|
{
|
|
m_name = query.value(0).toString();
|
|
m_country = query.value(1).toString();
|
|
m_circulation = query.value(2).toInt();
|
|
m_columnWidth = query.value(3).toInt();
|
|
m_type = query.value(4).toInt();
|
|
m_size = query.value(5).toInt();
|
|
m_adRate = query.value(6).toDouble();
|
|
m_language = query.value(7).toString();
|
|
m_skipOcr = query.value(8).toBool();
|
|
}
|
|
}
|
|
|
|
void Publication::setDatabase(QSqlDatabase &database)
|
|
{
|
|
m_database = database;
|
|
}
|
|
|
|
int Publication::id()
|
|
{
|
|
return m_id;
|
|
}
|
|
|
|
QString Publication::name()
|
|
{
|
|
return m_name;
|
|
}
|
|
|
|
int Publication::circulation()
|
|
{
|
|
return m_circulation;
|
|
}
|
|
|
|
QString Publication::country()
|
|
{
|
|
return m_country;
|
|
}
|
|
|
|
int Publication::columnWidth()
|
|
{
|
|
return m_columnWidth;
|
|
}
|
|
|
|
int Publication::type()
|
|
{
|
|
return m_type;
|
|
}
|
|
|
|
int Publication::size()
|
|
{
|
|
return m_size;
|
|
}
|
|
|
|
qreal Publication::adRate()
|
|
{
|
|
return m_adRate;
|
|
}
|
|
|
|
bool Publication::skipOcr()
|
|
{
|
|
return m_skipOcr;
|
|
}
|
|
|
|
QString Publication::language()
|
|
{
|
|
return m_language;
|
|
}
|
|
|
|
void Publication::initalizeViews(QTreeView *issuesView, QTreeView *clippingsView)
|
|
{
|
|
QStandardItemModel *model = new QStandardItemModel();
|
|
model->setHorizontalHeaderItem(0, new QStandardItem( QObject::tr("Issues") ) );
|
|
issuesView->setModel(model);
|
|
|
|
QStandardItemModel *model2 = new QStandardItemModel();
|
|
model2->setHorizontalHeaderItem(0, new QStandardItem( QObject::tr("Preclipped/Clipped") ) );
|
|
clippingsView->setModel(model2);
|
|
|
|
}
|
|
|
|
void Publication::loadIssues(QTreeView *view, QString localcachDir)
|
|
{
|
|
|
|
QStandardItemModel *model = new QStandardItemModel();
|
|
model->setHorizontalHeaderItem(0, new QStandardItem( QObject::tr("Issues") ) );
|
|
|
|
view->setModel(model);
|
|
|
|
m_issues.clear(); //remove everything!
|
|
|
|
//model.setColumnCount(2);
|
|
|
|
QSqlQuery query(m_database);
|
|
query.prepare("SELECT id_issue, issue_date, id_section, name_article_section_en, publication_status, created FROM publication_issue as pub, issue_sections as iss, article_section as art "
|
|
"WHERE id_publication=:id AND pub.id_publication_issue=iss.id_publication_issue AND id_section = id_article_section ORDER BY issue_date, id_section");
|
|
|
|
query.bindValue(":id", m_id);
|
|
|
|
QElapsedTimer t;
|
|
t.start();
|
|
if(!query.exec())
|
|
{
|
|
QMessageBox::critical(NULL, QObject::tr("SQL Error"), query.lastError().databaseText());
|
|
return;
|
|
}
|
|
qDebug("loadIssues(): Time elapsed for loading issue query is : %.6f s", t.elapsed()/1000.0 );
|
|
|
|
QString currentIssueDate = "";
|
|
int issueRow = 0;
|
|
int sectionRow = 0;
|
|
|
|
QStandardItem *issueItem = 0;
|
|
Issue* issue = NULL;
|
|
|
|
bool found = false;
|
|
|
|
t.restart();
|
|
while(query.next())
|
|
{
|
|
found = true;
|
|
|
|
int issueID = query.value(0).toInt();
|
|
QString issueDate = query.value(1).toString();
|
|
int sectionId = query.value(2).toInt();
|
|
QString sectionName = query.value(3).toString();
|
|
int issueStatus = query.value(4).toInt();
|
|
QString created = query.value(5).toString();
|
|
|
|
if( currentIssueDate != issueDate)
|
|
{
|
|
if(issueItem != 0)
|
|
{
|
|
model->insertRow(issueRow++, issueItem);
|
|
m_issues.append(issue);
|
|
}
|
|
|
|
currentIssueDate = issueDate;
|
|
sectionRow = 0;
|
|
issueItem = new QStandardItem( QString("%1").arg(issueDate));
|
|
if(issueStatus == 2)
|
|
issueItem->setIcon(QIcon(QString(":/icons/ok.png") ) );
|
|
else
|
|
issueItem->setIcon(QIcon(QString(":/icons/cancel.png") ) );
|
|
|
|
issue = new Issue();
|
|
issue->set(issueID, issueDate, m_id, issueStatus, created);
|
|
}
|
|
|
|
QStandardItem * sectionItem = new QStandardItem( QString("%1").arg(sectionName) );
|
|
Section section(sectionId, sectionName);
|
|
|
|
QStringList remoteFiles, localFiles;
|
|
QString /*remotePath, localPath, */localIssuePath, remoteIssuePath;
|
|
QList<QStandardItem *> filesItems = getFilenamesFromDatabase(m_id, issueDate, sectionId, localcachDir, localFiles, remoteFiles, localIssuePath, remoteIssuePath);
|
|
|
|
issue->setIssuePaths(localcachDir+localIssuePath, remoteIssuePath);
|
|
|
|
section.setFiles(localFiles, remoteFiles);
|
|
|
|
sectionItem->insertRows(0, filesItems);
|
|
|
|
issueItem->insertRow(sectionRow++, sectionItem);
|
|
|
|
issue->addSection(section);
|
|
//issue_ = issue;
|
|
}
|
|
|
|
if (found)
|
|
{
|
|
model->insertRow(issueRow, issueItem);
|
|
m_issues.append(issue);
|
|
}
|
|
|
|
//for(int i=0; i< m_issues.count(); i++)
|
|
//m_issues[i]->loadArticles(m_database, NO_FILTER);
|
|
|
|
qDebug("loadIssues(): Time elapsed for setting model for issue is : %.6f s", t.elapsed()/1000.0 );
|
|
|
|
m_currentIssueIndex = 0;
|
|
}
|
|
|
|
void Publication::loadFilteredIssues(QTreeView *view, QSqlDatabase &ocrDatabase, QString localcachDir, QString &startDate, QString &endDate, QString keyword, QString ocrSearchword, QString status)
|
|
{
|
|
qDebug() << "loadFilteredIssues();";
|
|
QStandardItemModel *model = new QStandardItemModel();
|
|
model->setHorizontalHeaderItem(0, new QStandardItem( QObject::tr("Issues") ) );
|
|
|
|
view->setModel(model);
|
|
|
|
m_issues.clear(); //remove everything!
|
|
|
|
//model.setColumnCount(2);
|
|
|
|
QStringList list;
|
|
if(!startDate.isEmpty())
|
|
{
|
|
QString dateRange = QString(" pubiss.issue_date between '%1' AND '%2'").arg(startDate).arg(endDate);
|
|
list.append(dateRange);
|
|
}
|
|
|
|
QString ptcTable = "";
|
|
// QString ptcWhere;
|
|
// if( !keyword.isEmpty() )
|
|
// {
|
|
// QString kywrd = QString("ptc.id_company = (SELECT cm.id_company FROM company AS cm, searchword AS sw WHERE name_searchword LIKE '%1' AND sw.id_company = cm.id_company AND cm.date_end > NOW() "
|
|
// "UNION SELECT id_company FROM company WHERE name_company LIKE '%2' AND date_end > NOW() )").arg(keyword).arg(keyword);
|
|
// list.append(kywrd);
|
|
// ptcTable = ", page_tag_coordinates AS ptc ";
|
|
// ptcWhere = " AND ptc.id_section_pages = sp.section_pages ";
|
|
// }
|
|
|
|
QString ptcWhere;
|
|
if( !keyword.isEmpty() )
|
|
{
|
|
QStringList section_pages;
|
|
|
|
QString kywrd = QString("SELECT cm.id_company FROM company AS cm, searchword AS sw WHERE name_searchword LIKE '%1' AND sw.id_company = cm.id_company AND cm.date_end > NOW() "
|
|
"UNION SELECT id_company FROM company WHERE name_company LIKE '%2' AND date_end > NOW()").arg(keyword).arg(keyword);
|
|
QSqlQuery query(kywrd, m_database);
|
|
if(query.exec())
|
|
{
|
|
QStringList id_company;
|
|
while(query.next())
|
|
{
|
|
QString id = query.value(0).toString();
|
|
qDebug() << "id_company: " << id;
|
|
id_company.append(id);
|
|
}
|
|
|
|
QString ocr = QString("SELECT id_section_pages FROM page_tag_coordinates WHERE id_company IN (%1)").arg(id_company.join(","));
|
|
QSqlQuery ocrQuery(ocr, ocrDatabase);
|
|
if(ocrQuery.exec())
|
|
{
|
|
while(ocrQuery.next())
|
|
{
|
|
QString s = ocrQuery.value(0).toString();
|
|
// qDebug() << "id_section_pages = " << s;
|
|
section_pages.append(s);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
qDebug() << "ocr query : " << ocr;
|
|
qDebug() << "ocr query error: " << query.lastError().text().toLocal8Bit();
|
|
}
|
|
}
|
|
else
|
|
{
|
|
qDebug() << "id_company query : " << kywrd;
|
|
qDebug() << "id_company query error: " << query.lastError().text().toLocal8Bit();
|
|
}
|
|
ptcWhere = QString(" AND sp.section_pages IN (%1)").arg(section_pages.join(", "));
|
|
}
|
|
|
|
QString ocrTable = "";
|
|
if( !ocrSearchword.isEmpty() )
|
|
{
|
|
//QString ocr = QString("pt.text like '%%1%' and pt.id_section_pages = section_pages AND pt.id_publication = pub.id_publication ").arg(ocrSearchword);
|
|
QString ocr = QString("pt.text like '%%1%' and pt.id_section_pages = section_pages ").arg(ocrSearchword);
|
|
list.append(ocr);
|
|
ocrTable = ", page_text as pt ";
|
|
}
|
|
|
|
if(!status.isEmpty())
|
|
{
|
|
int statusId = 1; //undone
|
|
if(status.compare("Done", Qt::CaseInsensitive) == 0)
|
|
statusId = 2;
|
|
QString statusString = QString( "pubiss.publication_status = %1").arg(statusId);
|
|
list.append(statusString);
|
|
}
|
|
|
|
QString parts = "";
|
|
if(list.count() > 0 )
|
|
parts = "AND " + list.join(" AND ");
|
|
|
|
QString str = QString("SELECT id_issue, issue_date, id_section, name_article_section_en, publication_status, page_name, status, pubiss.created "
|
|
" FROM section_pages AS sp, issue_sections AS iss, "
|
|
" article_section AS art, publication_issue AS pubiss, publication AS pub "
|
|
" %1 "
|
|
" %2 "
|
|
" WHERE pub.id_publication = %3"
|
|
" %4 "
|
|
" AND sp.id_issue_sections = iss.id_issue_sections AND iss.id_section = art.id_article_section "
|
|
" AND pubiss.id_publication_issue = iss.id_publication_issue "
|
|
" AND pub.id_publication = pubiss.id_publication "
|
|
" %5 "
|
|
" group by name_publication_en, issue_date, name_article_section_en, page_name"
|
|
" order by name_publication_en, issue_date, id_section, page_name;").arg(ocrTable).arg(ptcTable).arg(m_id).arg(ptcWhere).arg(parts);
|
|
|
|
qDebug() << "loadFilteredIssues() query is " << str.toLocal8Bit() ;
|
|
QSqlQuery query(str, m_database);
|
|
|
|
QElapsedTimer t;
|
|
t.start();
|
|
if(!query.exec())
|
|
{
|
|
QMessageBox::critical(NULL, QObject::tr("SQL Error"), query.lastError().databaseText());
|
|
return;
|
|
}
|
|
qDebug("loadIssues(): Time elapsed for loading issue query is : %.6f s", t.elapsed()/1000.0 );
|
|
|
|
QString currentIssueDate = "";
|
|
QString currentSectionName = "";
|
|
int current_sectionId = 0;
|
|
|
|
int issueRow = 0;
|
|
int sectionRow = 0;
|
|
int pagesRow = 0;
|
|
|
|
QStandardItem *issueItem = 0;
|
|
QStandardItem *sectionItem = 0;
|
|
|
|
Issue* issue = NULL;
|
|
|
|
Section* section = 0;
|
|
|
|
// bool found = false;
|
|
|
|
t.restart();
|
|
|
|
QString issuesPath = SystemConfiguration::issuesPath();
|
|
QString windowsDrive = SystemConfiguration::issuesWindowsDriveLetter();
|
|
|
|
QString localpath = "", remotepath = "";
|
|
|
|
QString path = "";
|
|
|
|
//if we are under Windows, then we have a Windows drive letter as part of the issue
|
|
#ifdef Q_WS_WIN
|
|
path += windowsDrive;
|
|
#endif
|
|
|
|
path += issuesPath;
|
|
|
|
QStringList remoteFiles, localFiles;
|
|
|
|
while(query.next())
|
|
{
|
|
//id_issue, issue_date, id_section, name_article_section_en, publication_status, page_name, status
|
|
|
|
int issueID = query.value(0).toInt();
|
|
QString issueDate = query.value(1).toString();
|
|
int sectionId = query.value(2).toInt();
|
|
QString sectionName = query.value(3).toString();
|
|
int issueStatus = query.value(4).toInt();
|
|
QString filename = query.value(5).toString();
|
|
int status = query.value(6).toInt();
|
|
QString created = query.value(7).toString();
|
|
|
|
current_sectionId = sectionId;
|
|
|
|
if( currentIssueDate != issueDate)
|
|
{
|
|
currentIssueDate = issueDate;
|
|
currentSectionName = ""; //reset it
|
|
sectionRow = 0;
|
|
pagesRow = 0;
|
|
|
|
issueItem = new QStandardItem( QString("%1").arg(issueDate));
|
|
if(issueStatus == 2)
|
|
issueItem->setIcon(QIcon(QString(":/icons/ok.png") ) );
|
|
else
|
|
issueItem->setIcon(QIcon(QString(":/icons/cancel.png") ) );
|
|
|
|
model->insertRow(issueRow++, issueItem);
|
|
|
|
issue = new Issue();
|
|
issue->set(issueID, issueDate, m_id, issueStatus, created);
|
|
issue->setIsLoaded(true);
|
|
|
|
m_issues.append(issue);
|
|
}
|
|
|
|
if(sectionName != currentSectionName)
|
|
{
|
|
//new section. so add it to the issue object
|
|
currentSectionName = sectionName;
|
|
|
|
QStringList dateSplit = issueDate.split("-"); //Fileserver/path/Issues/YYYY/MM/DD/ID_PUBLICATION/ID_SECTION/
|
|
|
|
QString localIssuePath = QString("%1/%2/%3/%4/") .arg(dateSplit[0], 4, QChar('0')).arg(dateSplit[1], 2, QChar('0')).arg(dateSplit[2], 2, QChar('0')).arg(m_id);
|
|
QString remoteIssuePath = path + localIssuePath;
|
|
issue->setIssuePaths(localcachDir+localIssuePath, remoteIssuePath);
|
|
|
|
localpath = QString("%1%2/").arg(localIssuePath).arg(sectionId);
|
|
remotepath = path + localpath;
|
|
localpath = localcachDir + localpath;
|
|
|
|
//if(section != 0)
|
|
//issue->addSection(*section);
|
|
|
|
section = new Section(sectionId, sectionName);
|
|
issue->addSection(*section);
|
|
|
|
localFiles.clear();
|
|
remoteFiles.clear();
|
|
|
|
sectionItem = new QStandardItem( QString("%1").arg(sectionName) );
|
|
issueItem->insertRow(sectionRow++, sectionItem);
|
|
|
|
pagesRow = 0;
|
|
}
|
|
|
|
QIcon icon;
|
|
if(status < 1) //not processed
|
|
icon.addFile(":/icons/no_icon.png");
|
|
else if (status == 1 ) //waiting to be processed
|
|
icon.addFile(":/icons/gray_circle.png");
|
|
else if (status == 2 ) //being procssed
|
|
icon.addFile(":/icons/yellow_circle.png");
|
|
else //finished processing
|
|
icon.addFile(":/icons/green_circle.png");
|
|
|
|
QString viewName = filename;
|
|
viewName.remove(".jpg");
|
|
QStandardItem * item = new QStandardItem( QString("Page %1").arg( viewName.trimmed().toInt() ) );
|
|
item->setIcon(icon);
|
|
sectionItem->insertRow(pagesRow++, item);
|
|
|
|
localFiles.append ( localpath + filename );
|
|
remoteFiles.append( remotepath + filename );
|
|
|
|
issue->section(sectionName).setFiles(localFiles, remoteFiles); //section->setFiles(localFiles, remoteFiles);
|
|
}
|
|
|
|
//if(issue != 0 && section != 0)
|
|
//issue->addSection(*section);
|
|
|
|
qDebug("loadIssues(): Time elapsed for setting model for issue is : %.6f s", t.elapsed()/1000.0 );
|
|
|
|
m_currentIssueIndex = 0;
|
|
}
|
|
|
|
void Publication::loadIssuesOnly(QTreeView *view)
|
|
{
|
|
QStandardItemModel *model = new QStandardItemModel();
|
|
model->setHorizontalHeaderItem(0, new QStandardItem( QObject::tr("Issues") ) );
|
|
|
|
view->setModel(model);
|
|
|
|
m_issues.clear(); //remove everything!
|
|
|
|
//model.setColumnCount(2);
|
|
|
|
QSqlQuery query(m_database);
|
|
query.prepare("SELECT id_issue, issue_date, publication_status, created FROM publication_issue as pub "
|
|
"WHERE id_publication=:id ORDER BY issue_date");
|
|
|
|
query.bindValue(":id", m_id);
|
|
|
|
QElapsedTimer t;
|
|
t.start();
|
|
if(!query.exec())
|
|
{
|
|
QMessageBox::critical(NULL, QObject::tr("SQL Error"), query.lastError().databaseText());
|
|
return;
|
|
}
|
|
|
|
qDebug("loadIssues(): Time elapsed for loading issue query is : %.6f s", t.elapsed()/1000.0 );
|
|
|
|
int issueRow = 0;
|
|
QStandardItem *issueItem = 0;
|
|
|
|
Issue* issue = NULL;
|
|
|
|
t.restart();
|
|
while(query.next())
|
|
{
|
|
int issueID = query.value(0).toInt();
|
|
QString issueDate = query.value(1).toString();
|
|
int issueStatus = query.value(2).toInt();
|
|
QString created = query.value(3).toString();
|
|
|
|
issueItem = new QStandardItem( QString("%1").arg(issueDate));
|
|
|
|
if(issueStatus == 2)
|
|
issueItem->setIcon(QIcon(QString(":/icons/ok.png") ) );
|
|
else
|
|
issueItem->setIcon(QIcon(QString(":/icons/cancel.png") ) );
|
|
|
|
issue = new Issue();
|
|
issue->set(issueID, issueDate, m_id, issueStatus, created);
|
|
|
|
model->insertRow(issueRow++, issueItem);
|
|
m_issues.append(issue);
|
|
}
|
|
|
|
qDebug("loadIssues(): Time elapsed for setting model for issue is : %.6f s", t.elapsed()/1000.0 );
|
|
|
|
m_currentIssueIndex = 0;
|
|
}
|
|
|
|
void Publication::loadIssuesWithPreclipsOnly(QTreeView *view, QString localcachDir)
|
|
{
|
|
QStandardItemModel *model = new QStandardItemModel();
|
|
model->setHorizontalHeaderItem(0, new QStandardItem( QObject::tr("Issues") ) );
|
|
|
|
view->setModel(model);
|
|
|
|
m_issues.clear(); //remove everything!
|
|
|
|
//model.setColumnCount(2);
|
|
|
|
QSqlQuery query(m_database);
|
|
query.prepare("SELECT issue_number, publication_date, id_article_section, section, pubissue.created "
|
|
"FROM publication AS pub, article AS ar, publication_issue as pubissue "
|
|
"pubissue.id_publication = pub.id_publication AND pubissue.id_issue = issue_number AND "
|
|
"WHERE pub.id_publication = ar.id_publication AND pub.id_publication = :id_publication AND clipping_status = 1 AND reject != 1 "
|
|
"GROUP BY section "
|
|
"ORDER BY issue_number, id_article_section;");
|
|
|
|
query.bindValue(":id_publication", m_id);
|
|
|
|
if(!query.exec())
|
|
{
|
|
QMessageBox::critical(NULL, QObject::tr("SQL Error"), query.lastError().databaseText());
|
|
//return model;
|
|
return;
|
|
}
|
|
|
|
QString currentIssueDate = "";
|
|
int issueRow = 0;
|
|
int sectionRow = 0;
|
|
|
|
QStandardItem *issueItem = 0;
|
|
Issue* issue = NULL;
|
|
|
|
bool found = false;
|
|
|
|
while(query.next())
|
|
{
|
|
found = true;
|
|
//Issue issue;
|
|
int issueID = query.value(0).toInt();
|
|
QString issueDate = query.value(1).toString();
|
|
int sectionId = query.value(2).toInt();
|
|
QString sectionName = query.value(3).toString();
|
|
QString created = query.value(4).toString();
|
|
|
|
if( currentIssueDate != issueDate)
|
|
{
|
|
if(issueItem != 0)
|
|
{
|
|
model->insertRow(issueRow++, issueItem);
|
|
m_issues.append(issue);
|
|
}
|
|
|
|
currentIssueDate = issueDate;
|
|
sectionRow = 0;
|
|
issueItem = new QStandardItem( QString("%1").arg(issueDate));
|
|
issue = new Issue();
|
|
issue->set(issueID, issueDate, m_id, 1, created);
|
|
}
|
|
|
|
QStandardItem * sectionItem = new QStandardItem( QString("%1").arg(sectionName) );
|
|
Section section(sectionId, sectionName);
|
|
|
|
QStringList remoteFiles, localFiles;
|
|
QString localIssuePath, remoteIssuePath;
|
|
QList<QStandardItem *> filesItems = getFilenamesFromDatabase(m_id, issueDate, sectionId, localcachDir, localFiles, remoteFiles, localIssuePath, remoteIssuePath);
|
|
|
|
issue->setIssuePaths(localcachDir+localIssuePath, remoteIssuePath);
|
|
|
|
//add the files to the section
|
|
//section.setFiles(filesList);
|
|
//section.setLocalPath(localPath);
|
|
//section.setRemotePath(remotePath);
|
|
section.setFiles(localFiles, remoteFiles);
|
|
|
|
sectionItem->insertRows(0, filesItems);
|
|
|
|
issueItem->insertRow(sectionRow++, sectionItem);
|
|
|
|
issue->addSection(section);
|
|
//issue_ = issue;
|
|
}
|
|
|
|
if(found)
|
|
{
|
|
model->insertRow(issueRow, issueItem);
|
|
m_issues.append(issue);
|
|
}
|
|
|
|
m_currentIssueIndex = 0;
|
|
}
|
|
|
|
void Publication::loadUndoneIssuesOnly(QTreeView *view)
|
|
{
|
|
QStandardItemModel *model = new QStandardItemModel();
|
|
model->setHorizontalHeaderItem(0, new QStandardItem( QObject::tr("Issues") ) );
|
|
|
|
view->setModel(model);
|
|
|
|
m_issues.clear(); //remove everything!
|
|
|
|
//model.setColumnCount(2);
|
|
|
|
QSqlQuery query(m_database);
|
|
query.prepare("SELECT id_issue, issue_date, created FROM publication_issue as pub "
|
|
"WHERE id_publication=:id AND publication_status = 1 ORDER BY issue_date");
|
|
|
|
query.bindValue(":id", m_id);
|
|
|
|
QElapsedTimer t;
|
|
t.start();
|
|
if(!query.exec())
|
|
{
|
|
QMessageBox::critical(NULL, QObject::tr("loadUndoneIssuesOnly SQL Error"), query.lastError().databaseText());
|
|
return;
|
|
}
|
|
|
|
qDebug("loadUndoneIssuesOnly(): Time elapsed for loading issue query is : %.6f s", t.elapsed()/1000.0 );
|
|
|
|
int issueRow = 0;
|
|
QStandardItem *issueItem = 0;
|
|
|
|
Issue* issue = NULL;
|
|
|
|
t.restart();
|
|
while(query.next())
|
|
{
|
|
int issueID = query.value(0).toInt();
|
|
QString issueDate = query.value(1).toString();
|
|
QString created = query.value(2).toString();
|
|
|
|
issueItem = new QStandardItem( QString("%1").arg(issueDate));
|
|
issueItem->setIcon(QIcon(QString(":/icons/cancel.png") ) );
|
|
|
|
issue = new Issue();
|
|
issue->set(issueID, issueDate, m_id, 1, created);
|
|
|
|
model->insertRow(issueRow++, issueItem);
|
|
m_issues.append(issue);
|
|
}
|
|
|
|
qDebug("loadIssues(): Time elapsed for setting model for issue is : %.6f s", t.elapsed()/1000.0 );
|
|
|
|
m_currentIssueIndex = 0;
|
|
}
|
|
|
|
void Publication::loadIssueSections(QStandardItem *issueItem, QString issueDate, QString localcachDir)
|
|
{
|
|
QSqlQuery query(m_database);
|
|
query.prepare("SELECT id_section, name_article_section_en FROM publication_issue as pub, issue_sections as iss, article_section as art "
|
|
" WHERE id_publication=:id AND pub.id_publication_issue=iss.id_publication_issue AND id_section = id_article_section "
|
|
" AND issue_date = :issue_date ORDER BY id_section");
|
|
|
|
query.bindValue(":id", m_id);
|
|
query.bindValue(":issue_date", issueDate);
|
|
|
|
|
|
QElapsedTimer t;
|
|
t.start();
|
|
if(!query.exec())
|
|
{
|
|
QMessageBox::critical(NULL, QObject::tr("SQL Error"), query.lastError().databaseText());
|
|
return;
|
|
}
|
|
|
|
qDebug("loadIssueSections(): Time elapsed for loading issue query is : %.6f s", t.elapsed()/1000.0 );
|
|
|
|
QString currentIssueDate = "";
|
|
int sectionRow = 0;
|
|
|
|
t.restart();
|
|
while(query.next())
|
|
{
|
|
int sectionId = query.value(0).toInt();
|
|
QString sectionName = query.value(1).toString();
|
|
|
|
QStandardItem * sectionItem = new QStandardItem( QString("%1").arg(sectionName) );
|
|
Section section(sectionId, sectionName);
|
|
|
|
QStringList remoteFiles, localFiles;
|
|
QString localIssuePath, remoteIssuePath;
|
|
QList<QStandardItem *> filesItems = getFilenamesFromDatabase(m_id, issueDate, sectionId, localcachDir, localFiles, remoteFiles, localIssuePath, remoteIssuePath);
|
|
|
|
issue(issueDate)->setIssuePaths(localcachDir+localIssuePath, remoteIssuePath);
|
|
|
|
section.setFiles(localFiles, remoteFiles);
|
|
|
|
sectionItem->insertRows(0, filesItems);
|
|
|
|
issueItem->insertRow(sectionRow++, sectionItem);
|
|
|
|
issue(issueDate)->addSection(section);
|
|
}
|
|
issue(issueDate)->setIsLoaded(true);
|
|
|
|
qDebug("loadIssueSections(): Time elapsed for setting model for issue is : %.6f s", t.elapsed()/1000.0 );
|
|
|
|
m_currentIssueIndex = 0;
|
|
}
|
|
|
|
QList<QStandardItem*> Publication::getFilenamesFromDatabase(int id_publication, QString issue_date, int id_section, QString localcachDir,
|
|
QStringList &localFiles, QStringList &remoteFiles,
|
|
QString &localIssuePath, QString &remoteIssuePath)
|
|
{
|
|
QElapsedTimer t;
|
|
t.start();
|
|
|
|
static QString issuesPath = SystemConfiguration::issuesPath();
|
|
static QString windowsDrive = SystemConfiguration::issuesWindowsDriveLetter();
|
|
|
|
QString path = "";
|
|
|
|
//if we are under Windows, then we have a Windows drive letter as part of the issue
|
|
#ifdef Q_WS_WIN
|
|
path += windowsDrive;
|
|
#endif
|
|
|
|
path += issuesPath;
|
|
|
|
QStringList dateSplit = issue_date.split("-");
|
|
//Fileserver/path/Issues/YYYY/MM/DD/ID_PUBLICATION/ID_SECTION/
|
|
localIssuePath = QString("%1/%2/%3/%4/") .arg(dateSplit[0], 4, QChar('0')).arg(dateSplit[1], 2, QChar('0')).arg(dateSplit[2], 2, QChar('0')).arg(id_publication);
|
|
QString localpath = QString("%1%2/") .arg(localIssuePath).arg(id_section);
|
|
|
|
QString remotepath = path + localpath;
|
|
remoteIssuePath= path + localIssuePath;
|
|
|
|
//qDebug("1- getFilenamesFromDatabase(): Time elapsed PATH FORMATION for issue (%s) is : %.6f s", qPrintable(issue_date), t.restart()/1000.0 );
|
|
|
|
QSqlQuery query(m_database);
|
|
|
|
query.prepare("SELECT id_issue_sections FROM issue_sections, publication_issue "
|
|
"WHERE publication_issue.id_publication_issue = issue_sections.id_publication_issue AND "
|
|
"id_publication = :id_publication AND issue_date = :issue_date AND id_section = :id_section");
|
|
query.bindValue(":id_publication", id_publication);
|
|
query.bindValue(":id_section", id_section);
|
|
query.bindValue(":issue_date", issue_date);
|
|
|
|
if(! query.exec() )
|
|
return QList<QStandardItem*> ();
|
|
|
|
int id_issue_sections = 0;
|
|
if( query.next())
|
|
id_issue_sections = query.value(0).toInt();
|
|
|
|
query.exec("LOCK TABLE section_pages READ");
|
|
|
|
query.prepare("SELECT page_name, status FROM section_pages "
|
|
"WHERE id_issue_sections = :id_issue_sections ORDER BY page_name");
|
|
query.bindValue(":id_issue_sections", id_issue_sections);
|
|
|
|
|
|
/* query.prepare("SELECT page_name FROM section_pages, issue_sections, publication_issue "
|
|
"WHERE publication_issue.id_publication_issue = issue_sections.id_publication_issue AND "
|
|
"section_pages.id_issue_sections = issue_sections.id_issue_sections AND "
|
|
"id_publication = :id_publication AND issue_date = :issue_date AND id_section = :id_section");
|
|
query.bindValue(":id_publication", id_publication);
|
|
query.bindValue(":id_section", id_section);
|
|
query.bindValue(":issue_date", issue_date);
|
|
*/
|
|
|
|
|
|
if ( !query.exec() )
|
|
{
|
|
query.exec("UNLOCK TABLES");
|
|
return QList<QStandardItem*> ();
|
|
}
|
|
|
|
//qDebug("2- getFilenamesFromDatabase(): Time elapsed QUERY EXECUTION for issue (%s) is : %.6f s", qPrintable(issue_date), t.restart()/1000.0 );
|
|
|
|
QList<QStandardItem*> itemsList;
|
|
//for(int i=0; i< list.count(); i++)
|
|
QString filename;
|
|
int i=0;
|
|
localpath = localcachDir + localpath;
|
|
while ( query.next() )
|
|
{
|
|
filename = query.value(0).toString();
|
|
int status = query.value(1).toInt();
|
|
|
|
QIcon icon;
|
|
if(status < 1) //not processed
|
|
icon.addFile(":/icons/no_icon.png");
|
|
else if (status == 1 ) //waiting to be processed
|
|
icon.addFile(":/icons/gray_circle.png");
|
|
else if (status == 2 ) //being procssed
|
|
icon.addFile(":/icons/yellow_circle.png");
|
|
else //finished processing
|
|
icon.addFile(":/icons/green_circle.png");
|
|
|
|
QString viewName = filename;
|
|
viewName.remove(".jpg");
|
|
QStandardItem * item = new QStandardItem( QString("Page %1").arg( viewName.trimmed().toInt() ) );
|
|
item->setIcon(icon);
|
|
itemsList.insert(i++, item);
|
|
localFiles.append ( localpath + filename );
|
|
remoteFiles.append( remotepath + filename );
|
|
}
|
|
|
|
query.exec("UNLOCK TABLES");
|
|
|
|
|
|
//qDebug("3- getFilenamesFromDatabase(): Time elapsed ITEM FORMATION for issue (%s) is : %.6f s", qPrintable(issue_date), t.elapsed()/1000.0 );
|
|
//qDebug(" ");
|
|
|
|
return itemsList;
|
|
}
|
|
|
|
void Publication::setCurrentIssue(QString date)
|
|
{
|
|
//int previousIssueIndex = m_currentIssueIndex;
|
|
for (int i=0; i < m_issues.count(); i++)
|
|
{
|
|
//qDebug() << "Comparing " << date << " with " << m_issues[i]->date();
|
|
if (m_issues[i]->date() == date)
|
|
{
|
|
m_currentIssueIndex = i;
|
|
break;
|
|
}
|
|
}
|
|
/*
|
|
if(previousIssueIndex != m_currentIssueIndex)
|
|
{
|
|
for(int i=0; i< m_issues.count(); i++)
|
|
{
|
|
//m_issues[i]->setIsModelPopulated(false);
|
|
}
|
|
}
|
|
*/
|
|
}
|
|
|
|
Issue* Publication::currentIssue()
|
|
{
|
|
Q_ASSERT( m_currentIssueIndex >= 0);
|
|
|
|
return m_issues[m_currentIssueIndex];
|
|
}
|
|
|
|
Issue* Publication::issue(QString date)
|
|
{
|
|
for (int i=0; i < m_issues.count(); i++)
|
|
{
|
|
if (m_issues[i]->date() == date)
|
|
return m_issues[i];
|
|
}
|
|
|
|
return m_issues[0];
|
|
}
|
|
|
|
bool Publication::isMagazine()
|
|
{
|
|
return (m_type == MAGAZINE);
|
|
}
|
|
|
|
QStringList Publication::publicationsWithPreclips(QSqlDatabase &database)
|
|
{
|
|
QString str("SELECT name_publication_en FROM publication as pub, article as ar WHERE "
|
|
"pub.id_publication = ar.id_publication AND clipping_status = 1 AND reject != 1 group by name_publication_en;");
|
|
|
|
QSqlQuery query(str, database);
|
|
|
|
if ( !query.exec() )
|
|
{
|
|
qDebug() << query.lastError().text().toLocal8Bit();
|
|
qDebug() << "\t...." << query.lastError().databaseText();
|
|
return QStringList();
|
|
}
|
|
|
|
QStringList list;
|
|
|
|
while(query.next())
|
|
{
|
|
QString name = query.value(0).toString();
|
|
list.append(name);
|
|
}
|
|
|
|
return list;
|
|
}
|
|
|
|
QStringList Publication::publicationsFiltered(QSqlDatabase &database, QSqlDatabase &ocrDatabase, QString &keyword, QString &startDate, QString &endDate,
|
|
int type, int country, QString &ocrSearchword, QString &status)
|
|
{
|
|
/*
|
|
SELECT name_publication_en, id_issue, issue_date, id_section, name_article_section_en, section_pages, page_name
|
|
FROM
|
|
section_pages AS sp, page_tag_coordinates AS ptc, issue_sections AS iss,
|
|
article_section AS art, publication_issue AS pubiss, publication AS pub,
|
|
page_text as pt
|
|
WHERE
|
|
ptc.id_section_pages = sp.section_pages
|
|
AND sp.id_issue_sections = iss.id_issue_sections AND iss.id_section = art.id_article_section
|
|
AND pubiss.id_publication_issue = iss.id_publication_issue
|
|
AND pub.id_publication = pubiss.id_publication
|
|
|
|
AND
|
|
ptc.id_company = (SELECT cm.id_company FROM company AS cm, searchword AS sw WHERE name_searchword LIKE 'dubai' AND sw.id_company = cm.id_company AND cm.date_end > NOW()
|
|
UNION SELECT id_company FROM company WHERE name_company LIKE 'dubai' AND date_end > NOW() )
|
|
|
|
group by name_publication_en, issue_date, name_article_section_en, page_name
|
|
|
|
order by name_publication_en, issue_date, id_section, page_name;
|
|
*/
|
|
|
|
QStringList list;
|
|
if(!startDate.isEmpty())
|
|
{
|
|
QString dateRange = QString(" pubiss.issue_date between '%1' AND '%2'").arg(startDate).arg(endDate);
|
|
list.append(dateRange);
|
|
}
|
|
|
|
if(type != -1)
|
|
{
|
|
QString typeString = QString("pub.id_publication_type = %1").arg(type);
|
|
list.append(typeString);
|
|
}
|
|
|
|
if(country != -1)
|
|
{
|
|
QString countryString = QString("pub.country = %1").arg(country);
|
|
list.append(countryString);
|
|
}
|
|
|
|
if(!status.isEmpty())
|
|
{
|
|
int statusId = 1; //undone
|
|
if(status.compare("Done", Qt::CaseInsensitive) == 0)
|
|
statusId = 2;
|
|
QString statusString = QString( "pubiss.publication_status = %1").arg(statusId);
|
|
list.append(statusString);
|
|
}
|
|
|
|
// QString ptcTable = "";
|
|
QString ptcWhere;
|
|
if( !keyword.isEmpty() )
|
|
{
|
|
QStringList section_pages;
|
|
|
|
QString kywrd = QString("SELECT cm.id_company FROM company AS cm, searchword AS sw WHERE name_searchword LIKE '%1' AND sw.id_company = cm.id_company AND cm.date_end > NOW() "
|
|
"UNION SELECT id_company FROM company WHERE name_company LIKE '%2' AND date_end > NOW()").arg(keyword).arg(keyword);
|
|
QSqlQuery query(kywrd, database);
|
|
if(query.exec())
|
|
{
|
|
QStringList id_company;
|
|
while(query.next())
|
|
{
|
|
QString id = query.value(0).toString();
|
|
qDebug() << "id_company: " << id;
|
|
id_company.append(id);
|
|
}
|
|
|
|
QString ocr = QString("SELECT id_section_pages FROM page_tag_coordinates WHERE id_company IN (%1)").arg(id_company.join(","));
|
|
QSqlQuery ocrQuery(ocr, ocrDatabase);
|
|
if(ocrQuery.exec())
|
|
{
|
|
while(ocrQuery.next())
|
|
{
|
|
QString s = ocrQuery.value(0).toString();
|
|
// qDebug() << "id_section_pages = " << s;
|
|
section_pages.append(s);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
qDebug() << "ocr query : " << ocr;
|
|
qDebug() << "ocr query error: " << query.lastError().text().toLocal8Bit();
|
|
}
|
|
}
|
|
else
|
|
{
|
|
qDebug() << "id_company query : " << kywrd;
|
|
qDebug() << "id_company query error: " << query.lastError().text().toLocal8Bit();
|
|
}
|
|
ptcWhere = QString(" AND sp.section_pages IN (%1)").arg(section_pages.join(", "));
|
|
}
|
|
|
|
QString ocrTable = "";
|
|
if( !ocrSearchword.isEmpty() )
|
|
{
|
|
QString ocr = QString("pt.text like '%%1%' and pt.id_section_pages = section_pages AND pt.id_publication = pub.id_publication ").arg(ocrSearchword);
|
|
if(!startDate.isEmpty())
|
|
{
|
|
QString dateRange = QString(" AND pt.publication_date between '%1' AND '%2'").arg(startDate).arg(endDate);
|
|
ocr += dateRange;
|
|
}
|
|
|
|
if(type != -1)
|
|
{
|
|
QString typeString = QString(" AND pt.id_publication_type = %1").arg(type);
|
|
ocr += typeString;
|
|
}
|
|
|
|
if(country != -1)
|
|
{
|
|
QString countryString = QString(" AND pt.id_country = %1").arg(country);
|
|
ocr += countryString;
|
|
}
|
|
|
|
list.append(ocr);
|
|
ocrTable = ", page_text as pt ";
|
|
}
|
|
|
|
QString parts = "";
|
|
if(list.count() >= 1 )
|
|
parts = "AND " + list.join(" AND ");
|
|
|
|
QString str = QString("SELECT name_publication_en, id_issue, issue_date "
|
|
" FROM section_pages AS sp, issue_sections AS iss, "
|
|
" article_section AS art, publication_issue AS pubiss, publication AS pub "
|
|
" %1 "
|
|
" WHERE "
|
|
" sp.id_issue_sections = iss.id_issue_sections "
|
|
" %2 "
|
|
" AND iss.id_section = art.id_article_section "
|
|
" AND pubiss.id_publication_issue = iss.id_publication_issue "
|
|
" AND pub.id_publication = pubiss.id_publication "
|
|
" %3 "
|
|
" group by name_publication_en"
|
|
" order by name_publication_en").arg(ocrTable).arg(ptcWhere).arg(parts);
|
|
|
|
qDebug() << "publicationsFiltered query is \n" << str.toLocal8Bit() ;
|
|
QSqlQuery query(str, database);
|
|
|
|
if ( !query.exec() )
|
|
{
|
|
qDebug() << query.lastError().text().toLocal8Bit();
|
|
return QStringList();
|
|
}
|
|
|
|
|
|
//QStringList list;
|
|
list.clear();
|
|
while(query.next())
|
|
{
|
|
QString name = query.value(0).toString();
|
|
list.append(name);
|
|
}
|
|
|
|
return list;
|
|
}
|
|
|
|
QStringList Publication::publicationsWithUndoneIssues(QSqlDatabase &database)
|
|
{
|
|
|
|
QString str("select name_publication_en from publication as pub, publication_issue as pi "
|
|
"WHERE pub.id_publication = pi.id_publication AND publication_status = 1 group by name_publication_en;");
|
|
QSqlQuery query(str, database);
|
|
|
|
if(!query.exec())
|
|
{
|
|
qDebug() << "publicationsWithUndoneIssues() SQL Error: " << query.lastError().databaseText().toLocal8Bit();
|
|
return QStringList();
|
|
}
|
|
|
|
QStringList list;
|
|
|
|
while(query.next())
|
|
{
|
|
QString name = query.value(0).toString();
|
|
list.append(name);
|
|
}
|
|
|
|
return list;
|
|
}
|
|
|
|
void Publication::addImageCutoutsToIssues (QTreeView *view, bool populateAllSections)
|
|
{
|
|
QStandardItemModel *model = static_cast<QStandardItemModel*> ( view->model() );
|
|
|
|
for(int i=0; i< m_issues.count(); i++)
|
|
{
|
|
QModelIndex issuesIndex = model->index(i, 0, QModelIndex() );
|
|
QStandardItem* issueItem = model->itemFromIndex(issuesIndex);
|
|
QString issue = issuesIndex.data(Qt::DisplayRole).toString();
|
|
if(populateAllSections) //we populate all sections
|
|
m_issues[i]->addImageCutoutsToSections(m_database, issueItem);
|
|
else
|
|
{
|
|
if( issue == m_issues[m_currentIssueIndex]->date())
|
|
m_issues[i]->addImageCutoutsToSections(m_database, issueItem);
|
|
}
|
|
}
|
|
}
|
|
|
|
void Publication::removeIssueFromIssues(QTreeView*view, QString issueDate)
|
|
{
|
|
QStandardItemModel *model = static_cast<QStandardItemModel*> ( view->model() );
|
|
|
|
for(int i=0; i< m_issues.count(); i++)
|
|
{
|
|
QModelIndex issuesIndex = model->index(i, 0, QModelIndex() );
|
|
//QStandardItem* issueItem = model->itemFromIndex(issuesIndex);
|
|
QString issue = issuesIndex.data(Qt::DisplayRole).toString();
|
|
if( issue == issueDate)
|
|
{
|
|
model->removeRow(issuesIndex.row(), issuesIndex.parent() );
|
|
m_issues.removeAt(i);
|
|
return;
|
|
}
|
|
}
|
|
}
|