dbcviewer.cpp

#include "dbcviewer.h"
#include "ui_dbcviewer.h"


#define AbsLog10(v) floor(log10(abs(v)))

DBCViewer::DBCViewer(QWidget *parent) :
    QMainWindow(parent),
    ui(new Ui::DBCViewer),
    lastFile("./"),
    fileInfo(QApplication::applicationFilePath())
{
    ui->setupUi(this);
    progress = new ProgressBar;
    dbcDialog.setLabelText(QFileDialog::LookIn, "Please select DBC file");
    dbcDialog.setDirectory(lastFile);
    dbcDialog.setNameFilter("DBC File (*.dbc)");
    dbcDialog.selectNameFilter("DBC File (*.dbc)");

    db2Dialog.setLabelText(QFileDialog::LookIn, "Please select DB2 file");
    db2Dialog.setDirectory(lastFile);
    db2Dialog.setNameFilter("DB2 File (*.db2)");
    db2Dialog.selectNameFilter("DB2 File (*.db2)");

    saveDialog.setLabelText(QFileDialog::LookIn, "Please select file where to save SQL");
    saveDialog.setAcceptMode(QFileDialog::AcceptSave);
    saveDialog.setDirectory(lastFile);
    saveDialog.setNameFilter("SQL File (*.sql)");
    saveDialog.selectNameFilter("SQL File (*.sql)");
}

DBCViewer::~DBCViewer()
{
    if (exportWindow)
        delete exportWindow;
    delete progress;
    delete ui;
}

void DBCViewer::on_actionQuit_triggered()
{
    QApplication::quit();
}


QString DBCViewer::DetectFormat(int rows, int cols, int *table, int recordSize, char *strings, int stringsSize, int usedRows)
{
    QString fieldTypes(cols, 's');
    fieldTypes[0] = 'n';
    for (register int i = 0; i < ( rows > usedRows ? usedRows : rows ); ++i)
    {
        for (register int b = 1; b < cols; ++b)
        {
            if ((
                (table[i * recordSize + b] > 0 &&
                table[i * recordSize + b] <= stringsSize  &&
                (*(strings + table[i * recordSize + b] - 1) == 0) &&
                *(strings + table[i * recordSize + b]) >= 32 &&
                *(strings + table[i * recordSize + b]) <= 126) ||
                table[i * recordSize + b] == 0 ) &&
                fieldTypes[b] == 's')
                fieldTypes[b] = 's';
            else
            {
                if ((AbsLog10(table[i * recordSize + b]) > 7 && abs(AbsLog10(float(table[i * recordSize + b]))) < 10 && table[i * recordSize + b] != 0) ||
                     (table[i * recordSize + b] == 0 && fieldTypes[b] == 'f'))
                    fieldTypes[b] = 'f';
                else
                    fieldTypes[b] = 'i';
            }
        }
    }
    for (register int b = 1; b < cols; ++b)
        if (fieldTypes[b] == 's')
        {
            bool n = true;
            for (register int i = 0; i < rows; ++i)
                if (table[i * recordSize + b] > stringsSize || table[i * recordSize + b] < 0 || *(strings - 1 + table[i * recordSize + b] ) != 0)
                {
                    fieldTypes[b] = 'i';
                    break;
                }
                else if (table[i * recordSize + b] != 0) n = false;
            if (n)
                fieldTypes[b] = 'i';
         }
    return fieldTypes;
}

void DBCViewer::FillTable(int rows, int cols, int *table, int recordSize, char *strings, int stringsSize)
{
    progress->Show(rows, "Filling table");
    int stringFieldError = -1;
    ui->tableWidget->setUpdatesEnabled(false);
    quint64 loadBegin = QDateTime::currentMSecsSinceEpoch();
    for (register int i = 0; i < rows; )
    {
        for (register int b = 0; b < cols; ++b)
        {
            QTableWidgetItem* item = ui->tableWidget->item(i, b);
            bool created = false;
            if (!item)
            {
                item = new QTableWidgetItem();
                created = true;
            }
            switch (fieldTypes[b].toAscii())
            {
                case 's': // strings;
                    if (table[i * recordSize + b] <= stringsSize)
                        item->setData(Qt::DisplayRole, QString(strings + table[i * recordSize + b]));
                    else
                        stringFieldError = b;
                    break;
                case 'n': // index
                case 'i': // ints
                    item->setData(Qt::DisplayRole, table[i * recordSize + b]);
                    break;
                case 'f': // float
                    item->setData(Qt::DisplayRole, *(float*)(table + i * recordSize + b));
                    break;
                case 'x': //
                    break;
            }
            if (created)
                ui->tableWidget->setItem(i, b, item);
        }
        progress->UpdateProgress(++i);
    }
    printf("Inserting data into table finished in: %llu ms\n", QDateTime::currentMSecsSinceEpoch() - loadBegin);
    ui->tableWidget->setUpdatesEnabled(true);
    ui->statusBar->showMessage(QString("Loaded ") + QString::number(rows) + " rows");
    if (stringFieldError > 0)
        QMessageBox::information(this, "Mistaken field", "Field " + QString::number(stringFieldError) + " was set as string but it points over the strings data");
}

void DBCViewer::LoadDBCIntoTable(QString file, QString format)
{
    if (loader.isOpen())
        loader.close();
    loader.setFileName(file);
    if (!loader.open(QIODevice::ReadOnly))
    {
        QMessageBox message;
        message.setText("Cannot open file " + file);
        message.exec();
        ui->statusBar->showMessage("Cannot open file " + file);
        return;
    }
    else
        this->setWindowTitle("DBC Viewer - " + file);

    char title[5];
    int records;
    int fields;
    int recordSize;
    int stringsSize;

    QDataStream stream(&loader);
    stream.setByteOrder(QDataStream::LittleEndian);
    stream.readRawData(title, 4);
    if (qstrncmp(title, "WDBC", 4) != 0)
    {
        QMessageBox message;
        message.setText("This it not DBC File !!");
        message.exec();
        ui->statusBar->showMessage("File is not DBC " + file);
        return;
    }
    lastFile = file;
    fileInfo = QFileInfo(file);
    stream >> records;
    stream >> fields;
    stream >> recordSize;
    stream >> stringsSize;

    dbFileInfo.fields = fields;
    dbFileInfo.records = records;
    dbFileInfo.sizeOfRecord = recordSize;
    dbFileInfo.StringSize = stringsSize;

    printf("File: '%s'  Records: %d  fields: %d  recordSize: %d  stringsSize: %d\n", file.toAscii().constData(), records, fields, recordSize, stringsSize);

    ui->tableWidget->setRowCount(records);
    ui->tableWidget->setColumnCount(fields);

    ui->searchColumn->clear();
    ui->searchColumn->insertItem(ui->searchColumn->count(), "Id");
    for (int i = ui->searchColumn->count(); i < ui->tableWidget->columnCount(); ++i)
        ui->searchColumn->insertItem(ui->searchColumn->count(), "Column " + QString::number(i + 1));

     quint64 loadBegin = QDateTime::currentMSecsSinceEpoch();

    int* table = new int[records * recordSize];

    for (int i = 0; i < records; ++i)
        stream.readRawData((char*)(table + i * recordSize), recordSize);

    char* strings = new char[stringsSize];
    stream.readRawData(strings, stringsSize);

    printf("Loaded in: %llu ms\n", QDateTime::currentMSecsSinceEpoch() - loadBegin);
    ui->tableWidget->setUpdatesEnabled(false);

    if (format.length() == fields)
        fieldTypes = format;
    else
    {
        loadBegin = QDateTime::currentMSecsSinceEpoch();
        fieldTypes = DetectFormat(records, fields, table, recordSize, strings, stringsSize);
        printf("Automatic Detection finished in: %llu ms\n", QDateTime::currentMSecsSinceEpoch() - loadBegin);
    }

    ui->statusBar->showMessage("Loading data... Please wait this can take a moment");

    FillTable(records, fields, table, recordSize, strings, stringsSize);
    loader.close();
    delete [] table;
    delete [] strings;
}

void DBCViewer::LoadDB2IntoTable(QString file, QString format)
{
    if (loader.isOpen())
        loader.close();
    loader.setFileName(file);
    if (!loader.open(QIODevice::ReadOnly))
    {
        QMessageBox message;
        message.setText("Cannot open file " + file);
        message.exec();
        ui->statusBar->showMessage("Cannot open file " + file);
        return;
    }

    char title[5];
    int records;
    int fields;
    int recordSize;
    int stringsSize;
    int tableHash;
    int build;
    int unk;
    int maxIndex = 0;
    int locales = 0;
    int unk2;
    int unk3;


    QDataStream stream(&loader);
    stream.setByteOrder(QDataStream::LittleEndian);
    stream.readRawData(title, 4);
    if (qstrncmp(title, "WDB2", 4) != 0)
    {
        QMessageBox message;
        message.setText("This it not DB2 File !!");
        message.exec();
        ui->statusBar->showMessage("File is not DB2 " + file);
        return;
    }
    else
        this->setWindowTitle("DBC Viewer - " + file);
    lastFile = file;
    fileInfo = QFileInfo(file);
    stream >> records;
    stream >> fields;
    stream >> recordSize;
    stream >> stringsSize;
    stream >> tableHash;
    stream >> build;
    stream >> unk;

    if (build > 12880)
    {
        stream >> unk2;
        stream >> maxIndex;
        stream >> locales;
        stream >> unk3;
    }

    dbFileInfo.fields = fields;
    dbFileInfo.records = records;
    dbFileInfo.sizeOfRecord = recordSize;
    dbFileInfo.StringSize = stringsSize;
    dbFileInfo.build = build;
    dbFileInfo.tableHash = tableHash;
    dbFileInfo.locales = locales;

    printf("File: '%s'  Records: %d  fields: %d  recordSize: %d  stringsSize: %d tableHash: %d build %d\n", file.toAscii().constData(), records, fields, recordSize, stringsSize, tableHash, build);

    ui->tableWidget->setRowCount(records);
    ui->tableWidget->setColumnCount(fields);


    ui->searchColumn->clear();
    ui->searchColumn->insertItem(ui->searchColumn->count(), "Id");
    for (int i = ui->searchColumn->count(); i < ui->tableWidget->columnCount(); ++i)
        ui->searchColumn->insertItem(ui->searchColumn->count(), "Column " + QString::number(i + 1));

    if (maxIndex != 0)
    {
        int diff = maxIndex - unk2 + 1;
        stream.skipRawData(diff * 4 + diff * 2);
    }

    int* table = new int[records * recordSize];

    for (int i = 0; i < records; ++i)
        stream.readRawData((char*)(table + i * recordSize), recordSize);

    if (loader.size() - loader.pos() != stringsSize)
        return;

    quint64 loadBegin = QDateTime::currentMSecsSinceEpoch();

    char* strings = new char[stringsSize];
    stream.readRawData(strings, stringsSize);
    printf("Loaded in: %llu ms\n", QDateTime::currentMSecsSinceEpoch() - loadBegin);

    if (format.length() == fields)
        fieldTypes = format;
    else
    {
        loadBegin = QDateTime::currentMSecsSinceEpoch();
        fieldTypes = DetectFormat(records, fields, table, recordSize, strings, stringsSize, 30);
        printf("Automatic Detection finished in: %llu ms\n", QDateTime::currentMSecsSinceEpoch() - loadBegin);
    }

    ui->statusBar->showMessage("Loading data... Please wait this can take a moment");

    FillTable(records, fields, table, recordSize, strings, stringsSize);
    loader.close();

    delete [] table;
    delete [] strings;
}

void DBCViewer::ReloadDBCIntoTable()
{
    if (!lastFile.size())
    {
        QMessageBox message;
        message.setText("You have not opened any file sucessfully..");
        message.exec();
        ui->statusBar->showMessage("Cannot open file " + lastFile);
        return;
    }
    if (!loader.isOpen())
        loader.close();
    if (!loader.open(QIODevice::ReadOnly))
    {
        QMessageBox message;
        message.setText("Cannot open file " + lastFile);
        message.exec();
        ui->statusBar->showMessage("Cannot open file " + lastFile);
        return;
    }

    char title[5];
    int records;
    int fields;
    int recordSize;
    int stringsSize;

    QDataStream stream(&loader);
    stream.setByteOrder(QDataStream::LittleEndian);
    stream.readRawData(title, 4);
    if (qstrncmp(title, "WDBC", 4) != 0)
    {
        QMessageBox message;
        message.setText("This it not DBC File !!");
        message.exec();
        ui->statusBar->showMessage("File is not DBC " + lastFile);
        return;
    }
    stream >> records;
    stream >> fields;
    stream >> recordSize;
    stream >> stringsSize;

   int* table = new int[records * recordSize];

   for (int i = 0; i < records; ++i)
       stream.readRawData((char*)(table + i * recordSize), recordSize);

   char* strings = new char[stringsSize];
   stream.readRawData(strings, stringsSize);


    ui->statusBar->showMessage("Loading data... Please wait this can take a moment");

    FillTable(records, fields, table, recordSize, strings, stringsSize);
    loader.close();

    delete [] table;
    delete [] strings;
}

void DBCViewer::ReloadDB2IntoTable()
{
    if (!lastFile.size())
    {
        QMessageBox message;
        message.setText("You have not opened any file sucessfully..");
        message.exec();
        ui->statusBar->showMessage("Cannot open file " + lastFile);
        return;
    }
    if (!loader.isOpen())
        loader.close();
    if (!loader.open(QIODevice::ReadOnly))
    {
        QMessageBox message;
        message.setText("Cannot open file " + lastFile);
        message.exec();
        ui->statusBar->showMessage("Cannot open file " + lastFile);
        return;
    }
    char title[5];
    int records;
    int fields;
    int recordSize;
    int stringsSize;
    int tableHash;
    int build;
    int unk;
    int maxIndex;
    int locales;
    int unk2;
    int unk3;

    QDataStream stream(&loader);
    stream.setByteOrder(QDataStream::LittleEndian);
    stream.readRawData(title, 4);
    stream >> records;
    stream >> fields;
    stream >> recordSize;
    stream >> stringsSize;
    stream >> tableHash;
    stream >> build;
    stream >> unk;

    if (build > 12880)
    {
        stream >> unk2;
        stream >> maxIndex;
        stream >> locales;
        stream >> unk3;
    }

    if (maxIndex != 0)
    {
        int diff = maxIndex - unk2 + 1;
        stream.skipRawData(diff * 6);
    }

    int* table = new int[records * recordSize];

    for (int i = 0; i < records; ++i)
    {
        stream.readRawData((char*)(table + i * recordSize), recordSize);
    }

    char* strings = new char[stringsSize];
    stream.readRawData(strings, stringsSize);

    ui->statusBar->showMessage("Loading data... Please wait this can take a moment");

    FillTable(records, fields, table, recordSize, strings, stringsSize);
    loader.close();

    delete [] table;
    delete [] strings;
}


void DBCViewer::on_tableWidget_currentCellChanged(int currentRow, int /* currentColumn */, int previousRow, int /* previousColumn */)
{
    for (int i = 0; i < ui->tableWidget->columnCount(); ++i)
        if (QTableWidgetItem* item = ui->tableWidget->item(previousRow, i))
            item->setBackground(QBrush(Qt::transparent));
    for (int i = 0; i < ui->tableWidget->columnCount(); ++i)
        if (QTableWidgetItem* item = ui->tableWidget->item(currentRow, i))
            item->setBackground(QBrush(QColor(0xFF, 0x6E, 0x00)));
}

void DBCViewer::on_actionGet_triggered()
{
    QMessageBox msg(QMessageBox::Information, "Get Format String", "Actual format string is: '" + fieldTypes + "'", QMessageBox::Ok);
    msg.exec();
}

void DBCViewer::on_actionSet_triggered()
{
    QString input = QInputDialog::getText(this, "Set Format String", "Enter Format String :", QLineEdit::Normal, fieldTypes);
    if (input.size() != fieldTypes.size())
    {
        QMessageBox msg(QMessageBox::Information, "Invalid Format string", "Format string you have entered does not match length of actual format string", QMessageBox::Ok);
        msg.exec();
    }
    else
        fieldTypes = input;
}

void DBCViewer::on_actionReload_triggered()
{
    if (!lastFile.length())
        return;
    if (lastFile.endsWith(".dbc"))
        ReloadDBCIntoTable();
    if (lastFile.endsWith(".db2"))
        ReloadDB2IntoTable();
}

void DBCViewer::on_searchButton_clicked()
{
    if (!ui->searchContent->text().trimmed().size())
        return;
    for (int i = ui->tableWidget->currentRow() + 1; i < ui->tableWidget->rowCount(); ++i)
        if (QTableWidgetItem* item = ui->tableWidget->item(i, ui->searchColumn->currentIndex()))
            if (item->text() == ui->searchContent->text())
            {
                ui->tableWidget->setCurrentItem(item);
                return;
            }
    if (ui->tableWidget->currentRow())
    {
        QMessageBox msg;
        msg.setText("Searched value was not found in column " + QString::number(ui->searchColumn->currentIndex()) + ".\nContinue from begining ?");
        msg.addButton(QMessageBox::Ok);
        msg.addButton(QMessageBox::Cancel);
        int result = msg.exec();
        if (result == QMessageBox::Ok)
        {
            int continueUntil = ui->tableWidget->currentRow() + 1;
            for (int i = 0; i < continueUntil; ++i)
                if (QTableWidgetItem* item = ui->tableWidget->item(i, ui->searchColumn->currentIndex()))
                    if (item->text() == ui->searchContent->text())
                    {
                        ui->tableWidget->setCurrentItem(item);
                        return;
                    }
        }
        else
            return;
    }
    QMessageBox::information(this, "Not found", "Searched value not found");
}

void DBCViewer::on_actionAutomatic_Field_Detection_triggered()
{
    if (!dbcDialog.exec())
        return;
    QString file = dbcDialog.selectedFiles().first();
    if (!file.trimmed().size())
        return;
    ui->statusBar->showMessage("Loading... " + file);
    LoadDBCIntoTable(file, "");
}

void DBCViewer::on_actionManual_Field_Setup_triggered()
{
    if (!dbcDialog.exec())
        return;
    QString file = dbcDialog.selectedFiles().first();
    if (!file.trimmed().size())
        return;
    QString input = QInputDialog::getText(this, "Set Format String", "Enter Format String :");
    ui->statusBar->showMessage("Loading... " + file);
    LoadDBCIntoTable(file, input);
}

void DBCViewer::on_actionExport_To_SQL_triggered()
{
    if (!lastFile.size())
        return;
    exportWindow = new Export(this);

    if (exportWindow->exec() != QDialog::Accepted)
        return;

    if (!saveDialog.exec())
        return;
    QString exportFileName = saveDialog.selectedFiles().first();

    if (!exportFileName.endsWith(".sql"))
        exportFileName.append(".sql");

    QFile exportFile;
    exportFile.setFileName(exportFileName);
    if (!exportFile.open(QIODevice::WriteOnly))
    {
        QMessageBox message;
        message.setText("Cannot open file");
        message.exec();
        ui->statusBar->showMessage("Cannot open file " + exportFileName);
        return;
    }
    QTextStream stream(&exportFile);
    QString tableName = exportWindow->getTableName();
    if (exportWindow->getCreateTable())
    {
        stream << "CREATE TABLE `" << tableName << "` (\n";
        for (int b = 0; b < this->ui->tableWidget->columnCount(); )
        {
            switch (fieldTypes[b].toAscii())
            {
                case 's': // strings;
                    stream << "col" << b << " text not null default ''";
                    break;
                case 'n': // index
                    stream << "Id" << " int unsigned not null primary key";
                    break;
                case 'i': // ints
                    stream << "col" << b << " int not null default 0";
                    break;
                case 'f': // float
                    stream << "col" << b << " float not null default 0";
                    break;
            }
            if (++b != this->ui->tableWidget->columnCount())
                stream << ",\n";
            else
                stream << "\n)" << (exportWindow->getExportData() ? ";\n\n\n" : ";");
        }
    }


    if (exportWindow->getExportData())
    {
        unsigned int totalCount = this->ui->tableWidget->rowCount();
        unsigned int cursor = 0;
        progress->Show(totalCount, "Exporting to SQL");
        while (totalCount)
        {
            unsigned int insertCount = this->ui->tableWidget->rowCount();
            if (!exportWindow->getExportSingleInsert())
            {
                insertCount = exportWindow->getRowsPerInsert();
                if (insertCount > totalCount)
                    insertCount = totalCount;
            }

            stream << "INSERT INTO ";
            stream << "`" << tableName <<"` ";
            stream << "VALUES\n";
            for (unsigned int i = 0; i < insertCount; ++cursor)
            {
                stream << '(';
                for (int b = 0; b < this->ui->tableWidget->columnCount(); ++b)
                {
                    stream << "'" << this->ui->tableWidget->item(cursor, b)->text().replace('\\',"\\\\").replace('\'', "\\'") << "'";
                    if (b != this->ui->tableWidget->columnCount() - 1)
                        stream << ',';
                }
                stream << ')';
                if (++i != insertCount)
                    stream << ",\n";
                progress->IncrementProgress();
            }
            stream << ';';
            totalCount -= insertCount;
            if (totalCount)
                stream << "\n\n";
        }
    }
    exportFile.close();
}

void DBCViewer::on_actionAutomatic_field_detection_triggered()
{
    if (!db2Dialog.exec())
        return;
    QString file = db2Dialog.selectedFiles().first();
    if (!file.trimmed().size())
        return;
    ui->statusBar->showMessage("Loading... " + file);
    LoadDB2IntoTable(file, "");
}

void DBCViewer::on_actionManual_field_Setup_triggered()
{
    if (!db2Dialog.exec())
        return;
    QString file = db2Dialog.selectedFiles().first();
    if (!file.trimmed().size())
        return;
    QString input = QInputDialog::getText(this, "Set Format String", "Enter Format String :");

    ui->statusBar->showMessage("Loading... " + file);
    LoadDB2IntoTable(file, input);
}

void DBCViewer::on_actionFile_Statistics_triggered()
{
    QMessageBox message;

    message.setWindowTitle("File Statistics");

    QString content =
            "Fields Count: " + QString::number(dbFileInfo.fields) +
            "\nRecords Count: " + QString::number(dbFileInfo.records) +
            "\nSize of Record: " + QString::number(dbFileInfo.sizeOfRecord) +
            "\nStrings Size: " + QString::number(dbFileInfo.StringSize);
    if (lastFile.endsWith(".db2"))
        content += "\nBuild: " + QString::number(dbFileInfo.build) +
                   "\nTable hash: " + QString::number(dbFileInfo.tableHash) +
                   "\nLocale: " + QString::number(dbFileInfo.locales);
    message.setText(content);
    message.exec();
}