ImportDataUtils.cpp

Go to the documentation of this file.

//  ************************************************************************************************
//
//  BornAgain: simulate and fit reflection and scattering
//
//! @file      GUI/View/Import/ImportDataUtils.cpp
//! @brief     Implements ImportDataUtils namespace
//!
//! @homepage  http://www.bornagainproject.org
//! @license   GNU General Public License v3 or higher (see COPYING)
//! @copyright Forschungszentrum Jülich GmbH 2018
//! @authors   Scientific Computing Group at MLZ (see CITATION, AUTHORS)
//
//  ************************************************************************************************
 
#include "GUI/View/Import/ImportDataUtils.h"
#include "Device/Data/Datafield.h"
#include "Device/IO/DataFormatUtils.h"
#include "GUI/Model/Data/RealDataItem.h"
#include "GUI/Support/IO/IOUtils.h"
#include "GUI/Support/IO/ImportDataInfo.h"
#include "GUI/View/Loaders/QREDataLoader.h"
#include <QApplication>
#include <QMessageBox>
 
namespace {
 
const QString filter_string_ba = "Intensity File (*.int *.gz *.tif *.tiff *.txt *.csv);;"
                                 "Other (*.*)";
const QString filter_string_ascii = "Intensity File (*.int *.int.gz *.txt *.csv *.dat *.ascii);;"
                                    "Ascii column-wise data (*.*)";
 
//! Imports for 2D or 1D data, using given loader.
//! Allocates Datafield, and returns owning pointer.
//! Currently used for all 2D, and some 1D data files.
 
std::unique_ptr<Datafield> ImportKnownData(const QString& fileName,
                                           IOFactory::LoaderSelector loader = IOFactory::automatic)
{
    // Try to use the canonical tools for importing data
    std::unique_ptr<Datafield> result;
    try {
        std::unique_ptr<Datafield> data(IOFactory::readDatafield(fileName.toStdString(), loader));
        result = GUI::Util::IO::binifyAxes(*data);
    } catch (std::exception& ex) {
        QString message = QString("Error while trying to read file\n\n'%1'\n\n%2")
                              .arg(fileName)
                              .arg(QString::fromStdString(std::string(ex.what())));
        QMessageBox::warning(nullptr, "IO Problem", message);
    }
    return result;
}
 
} // namespace
 
 
std::unique_ptr<Datafield>
GUI::View::ImportDataUtils::Import2dData(const QString& fileName, IOFactory::LoaderSelector loader)
{
    return ImportKnownData(fileName, loader);
}
 
QString GUI::View::ImportDataUtils::Import1dData(RealDataItem* realDataItem,
                                                 const AbstractDataLoader* selectedLoader)
{
    const QString fileName = realDataItem->nativeFileName();
    const std::string fileNameStdString = fileName.toStdString();
 
    if (selectedLoader == nullptr) {
        if (DataUtils::Format::isCompressed(fileNameStdString)
            || DataUtils::Format::isIntFile(fileNameStdString)
            || DataUtils::Format::isTiffFile(fileNameStdString)) {
            try {
                ImportDataInfo info(ImportKnownData(fileName), Coords::QSPACE);
                if (info) {
                    realDataItem->setImportData(std::move(info));
                    return QString();
                }
            } catch (std::exception& ex) {
                // If it is not tiff but e.g. dat.gz, it could be tried with CSV import
                const bool tryWithLoaders =
                    (DataUtils::Format::isIntFile(fileNameStdString)
                     && !DataUtils::Format::isCompressed(
                         fileNameStdString)); // #baimport support compressed
 
                if (!tryWithLoaders)
                    // import is not possible
                    return QString::fromLatin1(ex.what());
            }
        }
    }
 
    // -- try with selected CSV loader. If none selected, try with QRE loader
 
    QFile file(fileName);
    const bool ok = file.open(QFile::ReadOnly | QIODevice::Text);
    if (!ok)
        return "File could not be opened.";
 
    QByteArray fileContent = file.readAll();
    file.close();
 
    if (fileContent.isEmpty())
        return "The imported file is empty.";
 
    if (DataUtils::Format::isCompressed(fileNameStdString)) {
        // #baimport implement decompress
    }
 
    AbstractDataLoader* loader = nullptr;
    if (selectedLoader == nullptr)
        loader = new QREDataLoader();
    else
        loader = selectedLoader->clone();
    loader->initWithDefaultImportSettings();
    loader->setRealDataItem(realDataItem);
    realDataItem->setDataLoader(loader);
    QApplication::setOverrideCursor(Qt::WaitCursor);
    loader->setFileContents(fileContent);
    loader->guessSettings();
    loader->processContents();
    QApplication::restoreOverrideCursor();
 
    return QString();
}