query.cpp 7.35 KB
Newer Older
Axel Auweter's avatar
Axel Auweter committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
//================================================================================
// Name        : query.cpp
// Author      : Axel Auweter
// Copyright   : Leibniz Supercomputing Centre
// Description : Implementation of query class of dcdbquery
//================================================================================

//================================================================================
// This file is part of DCDB (DataCenter DataBase)
// Copyright (C) 2011-2016 Leibniz Supercomputing Centre
//
// This program is free software; you can redistribute it and/or
// modify it under the terms of the GNU General Public License
// as published by the Free Software Foundation; either version 2
// of the License, or (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program; if not, write to the Free Software
// Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
//================================================================================
Axel Auweter's avatar
Axel Auweter committed
26
27
28
29
30
31
32

#include <iostream>
#include <list>
#include <string>
#include <algorithm>

#include <cstdlib>
33
#include <cinttypes>
Axel Auweter's avatar
Axel Auweter committed
34

35
#include <boost/algorithm/string.hpp>
36
#include <boost/regex.hpp>
37
38

#include "dcdbendian.h"
Axel Auweter's avatar
Axel Auweter committed
39
40
#include "query.h"

Axel Auweter's avatar
Axel Auweter committed
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
void DCDBQuery::setLocalTimeEnabled(bool enable) {
  useLocalTime = enable;
}

bool DCDBQuery::getLocalTimeEnabled() {
  return useLocalTime;
}

void DCDBQuery::setRawOutputEnabled(bool enable) {
  useRawOutput = enable;
}

bool DCDBQuery::getRawOutputEnabled() {
  return useRawOutput;
}

Axel Auweter's avatar
Axel Auweter committed
57
58
59
60
61
62
63
64
void DCDBQuery::setFloatOutputEnabled(bool enable) {
  useFloatOutput = enable;
}

bool DCDBQuery::getFloatOutputEnabled() {
  return useFloatOutput;
}

65
void DCDBQuery::genOutput(DCDB::SensorDataStoreReading& reading)
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
{
  double fvalue;
  int64_t ivalue;

  /* Assign the reading to local variable */
  if (useFloatOutput) {
      fvalue = reading.value;
  }
  else {
      ivalue = reading.value;
  }

  /* Convert the unit if requested */
  if (unitConvert) {
      if (useFloatOutput) {
          if (!DCDB::UnitConv::convert(fvalue, baseUnit, targetUnit)) {
              std::cerr << "Warning, cannot convert units ("
                  << DCDB::UnitConv::toString(baseUnit) << " -> "
                  << DCDB::UnitConv::toString(targetUnit) << ")" << std::endl;
              unitConvert = false;
          }
      }
      else {
          if (!DCDB::UnitConv::convert(ivalue, baseUnit, targetUnit)) {
              std::cerr << "Warning, cannot convert units ("
                  << DCDB::UnitConv::toString(baseUnit) << " -> "
                  << DCDB::UnitConv::toString(targetUnit) << ")" << std::endl;
              unitConvert = false;
          }
      }
  }

  /* Scale the value if requested */
  if (scale) {
      if (useFloatOutput) {
          fvalue *= scalingFactor;
      }
      else {
          ivalue *= scalingFactor;
      }
  }

  /* Print the sensor's public name */
109
  std::cout << sensorName << ",";
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130

  /* Print the time stamp */
  if (useLocalTime) {
      reading.timeStamp.convertToLocal();
  }
  if (useRawOutput) {
      std::cout << reading.timeStamp.getRaw() << ",";
  }
  else {
      std::cout << reading.timeStamp.getString() << ",";
  }

  /* Print the sensor value */
  if (useFloatOutput) {
      std::cout << fvalue << std::endl;
  }
  else {
      std::cout << ivalue << std::endl;
  }
}

131
132
133
134
135
136
137
138
void DCDBQuery::queryCallback(DCDB::SensorDataStoreReading& reading, void* userData)
{
  DCDBQuery* self = (DCDBQuery*)userData;

  /* Generate output for the reading */
  self->genOutput(reading);
}

139
void DCDBQuery::doQuery(const char* hostname, std::list<std::string> sensors, DCDB::TimeStamp start, DCDB::TimeStamp end)
Axel Auweter's avatar
Axel Auweter committed
140
141
{
  /* Create a new connection to the database */
142
  connection = new DCDB::Connection();
Axel Auweter's avatar
Axel Auweter committed
143
144
145
  connection->setHostname(hostname);
  if (!connection->connect()) {
      std::cout << "Cannot connect to database." << std::endl;
146
      exit(EXIT_FAILURE);
Axel Auweter's avatar
Axel Auweter committed
147
148
149
  }

  /* Initialize the SensorConfig interface */
150
151
  DCDB::SensorConfig sensorConfig(connection);
  DCDB::SensorDataStore sensorDataStore(connection);
Axel Auweter's avatar
Axel Auweter committed
152
153
154
155
156
157

  /* Print the CSV header */
  std::cout << "Sensor,Time,Value" << std::endl;

  /* Iterate over list of sensors requested by the user */
  for (std::list<std::string>::iterator it = sensors.begin(); it != sensors.end(); it++) {
158
159
160
      unitConvert = false;
      scale = false;
      scalingFactor = 1;
root's avatar
root committed
161
      std::string modifierStr;
162
163
      baseUnit = DCDB::Unit_None;
      targetUnit = DCDB::Unit_None;
Axel Auweter's avatar
Axel Auweter committed
164

165
      /* Check if the sensor was requested in a different unit or with scaling factor */
Axel Auweter's avatar
Axel Auweter committed
166
      if (it->find('/') != std::string::npos) {
167
          modifierStr = it->substr(it->find('/')+1, it->length());
Axel Auweter's avatar
Axel Auweter committed
168

169
170
          /* Remove the modifier from the string */
          *it = it->substr(0, it->find('/'));
Axel Auweter's avatar
Axel Auweter committed
171

172
173
174
175
176
177
178
179
          /* Check what type of modificatino is requested */
          boost::regex e("\\.?[0-9]*", boost::regex::extended);
          if (boost::regex_match(modifierStr, e)) {
              scale = true;
              sscanf(modifierStr.c_str(), "%lf", &scalingFactor);
          }
          else {
              unitConvert = true;
180
              targetUnit = DCDB::UnitConv::fromString(modifierStr);
Axel Auweter's avatar
Axel Auweter committed
181

182
              DCDB::PublicSensor sen;
183
              sensorConfig.getPublicSensorByName(sen, it->c_str());
184
              baseUnit = DCDB::UnitConv::fromString(sen.unit);
185
          }
Axel Auweter's avatar
Axel Auweter committed
186
187
      }

Axel Auweter's avatar
Axel Auweter committed
188
      /* Lookup the sensor in the published sensors table */
189
190
      DCDB::PublicSensor publicSensor;
      switch (sensorConfig.getPublicSensorByName(publicSensor, it->c_str())) {
191
      case DCDB::SC_OK:
Axel Auweter's avatar
Axel Auweter committed
192
        break;
193
      case DCDB::SC_INVALIDSESSION:
Axel Auweter's avatar
Axel Auweter committed
194
195
        std::cout << "Invalid session." << std::endl;
        return;
196
      case DCDB::SC_UNKNOWNSENSOR:
Axel Auweter's avatar
Axel Auweter committed
197
198
199
200
201
202
203
        std::cout << "Unknown sensor: " << *it << std::endl;
        return;
      default:
        std::cout << "Unknown error." << std::endl;
        return;
      }

204
205
      /* If this is a virtual sensor... */
      if (publicSensor.is_virtual) {
206
          sensorName = *it;
207
          DCDB::VSensor vSen(connection, publicSensor);
208
          vSen.queryCB(queryCallback, this, start, end);
209
210
211
212
213
214
215
216
217
218
219
220
221
222
      }
      else {
          /* Expand the pattern into a list of existing sensors in the time range */
          std::list<DCDB::SensorId> sensorIds;
          switch (sensorConfig.getSensorListForPattern(sensorIds, publicSensor.pattern, start, end)) {
          case DCDB::SC_OK:
            break;
          case DCDB::SC_INVALIDPATTERN:
            std::cout << "Invalid pattern." << std::endl;
            return;
          default:
            std::cout << "Unknown error." << std::endl;
            return;
          }
Axel Auweter's avatar
Axel Auweter committed
223

224
225
          /* Iterate over the expanded list of sensorIds and output the results in CSV format */
          for (std::list<DCDB::SensorId>::iterator sit = sensorIds.begin(); sit != sensorIds.end(); sit++) {
226
227
              sensorName = *it;
              sensorDataStore.queryCB(queryCallback, this, *sit, start, end);
Axel Auweter's avatar
Axel Auweter committed
228
229
230
231
232
233
234
235
236
237
238
239
          }
      }
  }

  /*
   * Clean up
   */
  connection->disconnect();
  delete connection;

}

Axel Auweter's avatar
Axel Auweter committed
240
DCDBQuery::DCDBQuery()
Axel Auweter's avatar
Axel Auweter committed
241
{
Axel Auweter's avatar
Axel Auweter committed
242
243
244
  connection = nullptr;
  useLocalTime = false;
  useRawOutput = false;
Axel Auweter's avatar
Axel Auweter committed
245
  useFloatOutput = false;
Axel Auweter's avatar
Axel Auweter committed
246
}