xgboost_lib-sys 3.0.5

Native bindings to the xgboost library
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91

/**
 * Copyright 2021-2024, XGBoost contributors
 */
#include "file_iterator.h"

#include <xgboost/logging.h>  // for LogCheck_EQ, LogCheck_LE, CHECK_EQ, CHECK_LE, LOG, LOG_...

#include <filesystem>  // for weakly_canonical, path, u8path
#include <map>         // for map, operator==
#include <ostream>     // for operator<<, basic_ostream, istringstream
#include <vector>      // for vector

#include "../common/common.h"  // for Split
#include "xgboost/linalg.h"    // for ArrayInterfaceStr, MakeVec
#include "xgboost/linalg.h"
#include "xgboost/logging.h"      // for CHECK
#include "xgboost/string_view.h"  // for operator<<, StringView

namespace xgboost::data {
std::string ValidateFileFormat(std::string const& uri) {
  std::vector<std::string> name_args_cache = common::Split(uri, '#');
  CHECK_LE(name_args_cache.size(), 2)
      << "Only one `#` is allowed in file path for cachefile specification";

  std::vector<std::string> name_args = common::Split(name_args_cache[0], '?');
  StringView msg{"URI parameter `format` is required for loading text data: filename?format=csv"};
  CHECK_EQ(name_args.size(), 2) << msg;

  std::map<std::string, std::string> args;
  std::vector<std::string> arg_list = common::Split(name_args[1], '&');
  for (size_t i = 0; i < arg_list.size(); ++i) {
    std::istringstream is(arg_list[i]);
    std::pair<std::string, std::string> kv;
    CHECK(std::getline(is, kv.first, '='))
        << "Invalid uri argument format" << " for key in arg " << i + 1;
    CHECK(std::getline(is, kv.second))
        << "Invalid uri argument format" << " for value in arg " << i + 1;
    args.insert(kv);
  }
  if (args.find("format") == args.cend()) {
    LOG(FATAL) << msg;
  }

  auto path = common::Split(uri, '?')[0];

  namespace fs = std::filesystem;
  name_args[0] = fs::weakly_canonical(fs::u8path(path)).string();
  if (name_args_cache.size() == 1) {
    return name_args[0] + "?" + name_args[1];
  } else {
    return name_args[0] + "?" + name_args[1] + '#' + name_args_cache[1];
  }
}

int FileIterator::Next() {
  CHECK(parser_);
  if (parser_->Next()) {
    row_block_ = parser_->Value();

    indptr_ = linalg::Make1dInterface(row_block_.offset, row_block_.size + 1);
    values_ = linalg::Make1dInterface(row_block_.value, row_block_.offset[row_block_.size]);
    indices_ = linalg::Make1dInterface(row_block_.index, row_block_.offset[row_block_.size]);

    size_t n_columns =
        *std::max_element(row_block_.index, row_block_.index + row_block_.offset[row_block_.size]);
    // dmlc parser converts 1-based indexing back to 0-based indexing so we can ignore
    // this condition and just add 1 to n_columns
    n_columns += 1;

    XGProxyDMatrixSetDataCSR(proxy_, indptr_.c_str(), indices_.c_str(), values_.c_str(), n_columns);

    if (row_block_.label) {
      auto str = linalg::Make1dInterface(row_block_.label, row_block_.size);
      XGDMatrixSetInfoFromInterface(proxy_, "label", str.c_str());
    }
    if (row_block_.qid) {
      auto str = linalg::Make1dInterface(row_block_.qid, row_block_.size);
      XGDMatrixSetInfoFromInterface(proxy_, "qid", str.c_str());
    }
    if (row_block_.weight) {
      auto str = linalg::Make1dInterface(row_block_.weight, row_block_.size);
      XGDMatrixSetInfoFromInterface(proxy_, "weight", str.c_str());
    }
    // Continue iteration
    return true;
  } else {
    // Stop iteration
    return false;
  }
}
}  // namespace xgboost::data