SpeedNumCube/sncprojects/lib/SNCCore/importproducer.cpp

#include "importproducer.h"

ImportProducer::ImportProducer(QStringList fetchList, QList<QStringList> *buffer,QMutex *mutex)
{
    this->buffer = buffer;
    this->fetchList = fetchList;
    this->mutex = mutex;
}
ImportProducer::~ImportProducer()
{
    qDebug()<<QDateTime::currentDateTime().toString("yyyy-MM-dd HH:mm:ss")\
           <<"ImportProducer Destroyed.";
}
void ImportProducer::run()
{
    if(buildType==NumberFromFileImport || buildType==NumberFromFileExtract)
        fetchFromFile();
    else if(buildType==NumberFromContent)
        fetchFromContent();
    emit producerFinished();
}
void ImportProducer::fetchFromFile()
{
    int pers = 1000;
    for(int i=0;i<fetchList.size();i++)
    {
        QString fileName = fetchList.at(i);
        QFile file(fileName);
        if(!file.open(QIODevice::ReadOnly))
        {
            break;
        }
        QTextStream in(&file);
        QStringList readList;
        int current_file_size=0;
        while (!in.atEnd())
        {

            QString line = in.readLine();
            current_file_size +=line.size();
            readList.append(line);
            if(readList.size()%pers==0  || in.atEnd() )
            {
                emit produced(current_file_size);
                current_file_size = 0;
                mutex->lock();
                buffer->append(readList);
                emit bufferAppended();
                mutex->unlock();
                readList.clear();

            }
            if(buffer->size()>10)
            {
                msleep(20);
            }
        }
        file.close();
    }
}
void ImportProducer::fetchFromContent()
{
    int pers = 1000;
    for(int i=0;i<this->fetchList.size();i++)
    {
        QString content = this->fetchList.at(i);
        QTextStream in(&content);
        QStringList readList;
        int current_file_size=0;
        while (!in.atEnd())
        {
            QString line = in.readLine();
            current_file_size +=line.size();
            readList.append(line);
            if( readList.size()%pers==0 || in.atEnd())
            {
                emit produced(current_file_size);
                current_file_size = 0;
                mutex->lock();
                buffer->append(readList);
                emit bufferAppended();
                mutex->unlock();
                readList.clear();
            }
        }
    }
}
void ImportProducer::setBuildType(NumberBuildType buildType)
{
    this->buildType = buildType;
}