BayesNet/tests/lib/Files/ArffFiles.cc

#include "ArffFiles.h"
#include <fstream>
#include <sstream>
#include <map>
#include <iostream>

std::vector<std::string> ArffFiles::getLines() const
{
    return lines;
}

unsigned long int ArffFiles::getSize() const
{
    return lines.size();
}

std::vector<std::pair<std::string, std::string>> ArffFiles::getAttributes() const
{
    return attributes;
}

std::string ArffFiles::getClassName() const
{
    return className;
}

std::string ArffFiles::getClassType() const
{
    return classType;
}

std::vector<std::vector<float>>& ArffFiles::getX()
{
    return X;
}

std::vector<int>& ArffFiles::getY()
{
    return y;
}

void ArffFiles::loadCommon(const std::string& fileName)
{
    std::ifstream file(fileName);
    if (!file.is_open()) {
        throw std::invalid_argument("Unable to open file");
    }
    std::string line;
    std::string keyword;
    std::string attribute;
    std::string type;
    std::string type_w;
    // Read file
    while (getline(file, line)) {
        if (line.empty() || line[0] == '%' || line == "\r" || line == " ") {
            // Skip comments and empty lines
            continue;
        }
        if (line.find("@attribute") != std::string::npos || line.find("@ATTRIBUTE") != std::string::npos) {
            // Read attributes
            std::stringstream ss(line);
            ss >> keyword >> attribute;
            type = "";
            while (ss >> type_w)
                type += type_w + " ";
            attributes.emplace_back(trim(attribute), trim(type));
            continue;
        }
        if (line[0] == '@') {
            continue;
        }
        // Read data
        lines.push_back(line);
    }
    file.close();
    if (attributes.empty())
        throw std::invalid_argument("No attributes found");
}

void ArffFiles::load(const std::string& fileName, bool classLast)
{
    int labelIndex;
    loadCommon(fileName);
    if (classLast) {
        className = std::get<0>(attributes.back());
        classType = std::get<1>(attributes.back());
        attributes.pop_back();
        labelIndex = static_cast<int>(attributes.size());
    } else {
        className = std::get<0>(attributes.front());
        classType = std::get<1>(attributes.front());
        attributes.erase(attributes.begin());
        labelIndex = 0;
    }
    generateDataset(labelIndex);
}
void ArffFiles::load(const std::string& fileName, const std::string& name)
{
    int labelIndex;
    loadCommon(fileName);
    bool found = false;
    for (int i = 0; i < attributes.size(); ++i) {
        if (attributes[i].first == name) {
            className = std::get<0>(attributes[i]);
            classType = std::get<1>(attributes[i]);
            attributes.erase(attributes.begin() + i);
            labelIndex = i;
            found = true;
            break;
        }
    }
    if (!found) {
        throw std::invalid_argument("Class name not found");
    }
    generateDataset(labelIndex);
}

void ArffFiles::generateDataset(int labelIndex)
{
    X = std::vector<std::vector<float>>(attributes.size(), std::vector<float>(lines.size()));
    auto yy = std::vector<std::string>(lines.size(), "");
    auto removeLines = std::vector<int>(); // Lines with missing values
    size_t numLine = 0;
    for (numLine = 0; numLine < lines.size(); numLine++) {
        std::stringstream ss(lines[numLine]);
        std::string value;
        int pos = 0;
        int xIndex = 0;
        while (getline(ss, value, ',')) {
            if (pos++ == labelIndex) {
                yy[numLine] = value;
            } else {
                if (value == "?") {
                    X[xIndex++][numLine] = -1;
                    removeLines.push_back(numLine);
                } else
                    X[xIndex++][numLine] = stof(value);
            }
        }
    }
    for (auto i : removeLines) {
        yy.erase(yy.begin() + i);
        for (auto& x : X) {
            x.erase(x.begin() + i);
        }
    }
    y = factorize(yy);
}

std::string ArffFiles::trim(const std::string& source)
{
    std::string s(source);
    s.erase(0, s.find_first_not_of(" '\n\r\t"));
    s.erase(s.find_last_not_of(" '\n\r\t") + 1);
    return s;
}

std::vector<int> ArffFiles::factorize(const std::vector<std::string>& labels_t)
{
    std::vector<int> yy;
    yy.reserve(labels_t.size());
    std::map<std::string, int> labelMap;
    int i = 0;
    for (const std::string& label : labels_t) {
        if (labelMap.find(label) == labelMap.end()) {
            labelMap[label] = i++;
        }
        yy.push_back(labelMap[label]);
    }
    return yy;
}