2014-12-18 18:50:47 +00:00
|
|
|
/*
|
|
|
|
* Copyright (c) 2014, Facebook, Inc.
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* This source code is licensed under the BSD-style license found in the
|
|
|
|
* LICENSE file in the root directory of this source tree. An additional grant
|
|
|
|
* of patent rights can be found in the PATENTS file in the same directory.
|
|
|
|
*
|
|
|
|
*/
|
2014-11-25 20:30:29 +00:00
|
|
|
|
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <map>
|
2014-12-03 04:36:46 +00:00
|
|
|
#include <memory>
|
2014-11-25 20:30:29 +00:00
|
|
|
#include <vector>
|
|
|
|
|
|
|
|
#include <boost/lexical_cast.hpp>
|
|
|
|
|
2014-12-03 04:36:46 +00:00
|
|
|
#include <sqlite3.h>
|
|
|
|
|
2014-12-03 23:31:09 +00:00
|
|
|
#include <osquery/database/results.h>
|
|
|
|
#include <osquery/status.h>
|
2014-11-25 20:30:29 +00:00
|
|
|
|
2015-01-12 23:30:32 +00:00
|
|
|
#ifndef FRIEND_TEST
|
|
|
|
#define FRIEND_TEST(test_case_name, test_name) \
|
|
|
|
friend class test_case_name##_##test_name##_Test
|
|
|
|
#endif
|
|
|
|
|
2014-11-25 20:30:29 +00:00
|
|
|
namespace osquery {
|
|
|
|
namespace tables {
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief The SQLite type affinities are available as macros
|
|
|
|
*
|
|
|
|
* Type affinities: TEXT, INTEGER, BIGINT
|
|
|
|
*
|
|
|
|
* You can represent any data that can be lexically casted to a string.
|
|
|
|
* Using the type affinity names helps table developers understand the data
|
|
|
|
* types they are storing, and more importantly how they are treated at query
|
|
|
|
* time.
|
|
|
|
*/
|
|
|
|
#define TEXT(x) boost::lexical_cast<std::string>(x)
|
2014-11-26 00:28:10 +00:00
|
|
|
/// See the affinity type documentation for TEXT.
|
2014-11-25 20:30:29 +00:00
|
|
|
#define INTEGER(x) boost::lexical_cast<std::string>(x)
|
2014-11-26 00:28:10 +00:00
|
|
|
/// See the affinity type documentation for TEXT.
|
2014-11-25 20:30:29 +00:00
|
|
|
#define BIGINT(x) boost::lexical_cast<std::string>(x)
|
2014-11-26 00:28:10 +00:00
|
|
|
/// See the affinity type documentation for TEXT.
|
2014-11-25 20:30:29 +00:00
|
|
|
#define UNSIGNED_BIGINT(x) boost::lexical_cast<std::string>(x)
|
|
|
|
|
2014-11-26 00:28:10 +00:00
|
|
|
/**
|
|
|
|
* @brief The SQLite type affinities as represented as implementation literals.
|
|
|
|
*
|
|
|
|
* Type affinities: TEXT=std::string, INTEGER=int, BIGINT=long long int
|
|
|
|
*
|
|
|
|
* Just as the SQLite data is represented as lexically casted strings, as table
|
|
|
|
* may make use of the implementation language literals.
|
|
|
|
*/
|
2014-11-25 20:30:29 +00:00
|
|
|
#define TEXT_LITERAL std::string
|
2014-11-26 00:28:10 +00:00
|
|
|
/// See the literal type documentation for TEXT_LITERAL.
|
2014-11-25 20:30:29 +00:00
|
|
|
#define INTEGER_LITERAL int
|
2014-11-26 00:28:10 +00:00
|
|
|
/// See the literal type documentation for TEXT_LITERAL.
|
2014-11-25 20:30:29 +00:00
|
|
|
#define BIGINT_LITERAL long long int
|
2014-11-26 00:28:10 +00:00
|
|
|
/// See the literal type documentation for TEXT_LITERAL.
|
2014-11-25 20:30:29 +00:00
|
|
|
#define UNSIGNED_BIGINT_LITERAL unsigned long long int
|
2014-11-26 00:28:10 +00:00
|
|
|
/// Cast an SQLite affinity type to the literal type.
|
2014-11-25 20:30:29 +00:00
|
|
|
#define AS_LITERAL(literal, value) boost::lexical_cast<literal>(value)
|
|
|
|
|
2015-01-12 18:02:44 +00:00
|
|
|
/// Helper alias for TablePlugin names.
|
|
|
|
typedef const std::string TableName;
|
|
|
|
typedef const std::vector<std::pair<std::string, std::string> > TableColumns;
|
|
|
|
typedef std::map<std::string, std::vector<std::string> > TableData;
|
|
|
|
|
2014-11-26 00:28:10 +00:00
|
|
|
/**
|
|
|
|
* @brief A ConstraintOperator is applied in an query predicate.
|
|
|
|
*
|
|
|
|
* If the query contains a join or where clause with a constraint operator and
|
|
|
|
* expression the table generator may limit the data appropriately.
|
|
|
|
*/
|
|
|
|
enum ConstraintOperator {
|
2014-11-25 20:30:29 +00:00
|
|
|
EQUALS = 2,
|
|
|
|
GREATER_THAN = 4,
|
|
|
|
LESS_THAN_OR_EQUALS = 8,
|
|
|
|
LESS_THAN = 16,
|
|
|
|
GREATER_THAN_OR_EQUALS = 32
|
|
|
|
};
|
|
|
|
|
2014-11-26 00:28:10 +00:00
|
|
|
/**
|
|
|
|
* @brief A Constraint is an operator and expression.
|
|
|
|
*
|
|
|
|
* The constraint is applied to columns which have literal and affinity types.
|
|
|
|
*/
|
2014-11-25 20:30:29 +00:00
|
|
|
struct Constraint {
|
|
|
|
unsigned char op;
|
|
|
|
std::string expr;
|
|
|
|
|
2014-11-26 00:28:10 +00:00
|
|
|
/// Construct a Constraint with the most-basic information, the operator.
|
2014-11-25 20:30:29 +00:00
|
|
|
Constraint(unsigned char _op) { op = _op; }
|
2015-01-12 18:02:44 +00:00
|
|
|
|
|
|
|
// A constraint list in a context knows only the operator at creation.
|
|
|
|
Constraint(unsigned char _op, const std::string& _expr) {
|
|
|
|
op = _op;
|
|
|
|
expr = _expr;
|
|
|
|
}
|
2014-11-25 20:30:29 +00:00
|
|
|
};
|
|
|
|
|
2014-11-26 00:28:10 +00:00
|
|
|
/**
|
|
|
|
* @brief A ConstraintList is a set of constraints for a column. This list
|
|
|
|
* should be mapped to a left-hand-side column name.
|
|
|
|
*
|
|
|
|
* The table generator does not need to check each constraint in its decision
|
|
|
|
* logic. The common constraint checking patterns (match) are abstracted using
|
|
|
|
* simple logic operators on the literal SQLite affinity types.
|
|
|
|
*
|
|
|
|
* A constraint list supports all AS_LITERAL types, and all ConstraintOperators.
|
|
|
|
*/
|
2014-11-25 20:30:29 +00:00
|
|
|
struct ConstraintList {
|
|
|
|
/// The SQLite affinity type.
|
|
|
|
std::string affinity;
|
|
|
|
|
2014-11-26 00:28:10 +00:00
|
|
|
/**
|
|
|
|
* @brief Check if an expression matches the query constraints.
|
|
|
|
*
|
2015-01-12 18:02:44 +00:00
|
|
|
* Evaluate ALL constraints in this ConstraintList against the string
|
|
|
|
* expression. The affinity of the constrait will be used as the affinite
|
|
|
|
* and lexical type of the expression and set of constraint expressions.
|
|
|
|
*
|
|
|
|
* @param expr a SQL type expression of the column literal type to check.
|
2014-11-26 00:28:10 +00:00
|
|
|
* @return If the expression matched all constraints.
|
|
|
|
*/
|
2014-11-29 00:22:02 +00:00
|
|
|
bool matches(const std::string& expr);
|
2014-11-25 20:30:29 +00:00
|
|
|
|
2015-01-12 18:02:44 +00:00
|
|
|
/**
|
|
|
|
* @brief Check if an expression matches the query constraints.
|
|
|
|
*
|
|
|
|
* `matches` also supports the set of SQL affinite types.
|
|
|
|
* The expression expr will be evaluated as a string and compared using
|
|
|
|
* the affinity of the constraint.
|
|
|
|
*
|
|
|
|
* @param expr a SQL type expression of the column literal type to check.
|
|
|
|
* @return If the expression matched all constraints.
|
|
|
|
*/
|
2014-11-27 09:45:35 +00:00
|
|
|
template <typename T>
|
|
|
|
bool matches(const T& expr) {
|
2015-01-12 18:02:44 +00:00
|
|
|
return matches(TEXT(expr));
|
2014-11-27 09:45:35 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2015-01-12 18:02:44 +00:00
|
|
|
* @brief Check and return if there are any constraints on this column.
|
|
|
|
*
|
|
|
|
* A ConstraintList is used in a ConstraintMap with a column name as the
|
|
|
|
* map index. Tables that act on optional constraints should check if any
|
|
|
|
* constraint was provided.
|
|
|
|
*
|
|
|
|
* @return true if any constraint exists.
|
|
|
|
*/
|
|
|
|
bool exists() { return (constraints_.size() > 0); }
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief Check if a constrait exist AND matches the type expression.
|
|
|
|
*
|
|
|
|
* See ConstraintList::exists and ConstraintList::matches.
|
|
|
|
*
|
|
|
|
* @param expr The expression to match.
|
|
|
|
* @return true if any constraint exists AND matches the type expression.
|
2014-11-27 09:45:35 +00:00
|
|
|
*/
|
2015-01-12 18:02:44 +00:00
|
|
|
template <typename T>
|
|
|
|
bool existsAndMatches(const T& expr) {
|
2014-11-29 01:40:23 +00:00
|
|
|
return (exists() && matches(expr));
|
|
|
|
}
|
|
|
|
|
2015-01-12 18:02:44 +00:00
|
|
|
/**
|
|
|
|
* @brief Check if a constraint is missing or matches a type expression.
|
|
|
|
*
|
|
|
|
* A ConstraintList is used in a ConstraintMap with a column name as the
|
|
|
|
* map index. Tables that act on required constraints can make decisions
|
|
|
|
* on missing constraints or a constraint match.
|
|
|
|
*
|
|
|
|
* @param expr The expression to match.
|
|
|
|
* @return true if constraint is missing or matches the type expression.
|
|
|
|
*/
|
|
|
|
template <typename T>
|
|
|
|
bool notExistsOrMatches(const T& expr) {
|
2014-11-29 01:40:23 +00:00
|
|
|
return (!exists() || matches(expr));
|
|
|
|
}
|
|
|
|
|
2014-11-26 00:28:10 +00:00
|
|
|
/**
|
2015-01-12 18:02:44 +00:00
|
|
|
* @brief Helper templated function for ConstraintList::matches.
|
2014-11-26 00:28:10 +00:00
|
|
|
*/
|
2014-11-25 20:30:29 +00:00
|
|
|
template <typename T>
|
2014-11-29 00:22:02 +00:00
|
|
|
bool literal_matches(const T& base_expr);
|
2014-11-25 20:30:29 +00:00
|
|
|
|
2014-11-26 00:28:10 +00:00
|
|
|
/**
|
|
|
|
* @brief Get all expressions for a given ConstraintOperator.
|
|
|
|
*
|
|
|
|
* This is most useful if the table generation requires as column.
|
|
|
|
* The generator may `getAll(EQUALS)` then iterate.
|
|
|
|
*
|
|
|
|
* @param op the ConstraintOperator.
|
|
|
|
* @return A list of TEXT%-represented types matching the operator.
|
|
|
|
*/
|
2014-11-29 00:22:02 +00:00
|
|
|
std::vector<std::string> getAll(ConstraintOperator op);
|
2014-11-25 20:30:29 +00:00
|
|
|
|
2014-11-26 00:28:10 +00:00
|
|
|
/**
|
|
|
|
* @brief Add a new Constraint to the list of constraints.
|
|
|
|
*
|
|
|
|
* @param constraint a new operator/expression to constrain.
|
|
|
|
*/
|
2014-11-25 20:30:29 +00:00
|
|
|
void add(const struct Constraint& constraint) {
|
2015-01-12 18:02:44 +00:00
|
|
|
constraints_.push_back(constraint);
|
2014-11-25 20:30:29 +00:00
|
|
|
}
|
2015-01-12 18:02:44 +00:00
|
|
|
|
|
|
|
ConstraintList() { affinity = "TEXT"; }
|
|
|
|
|
|
|
|
private:
|
|
|
|
/// List of constraint operator/expressions.
|
|
|
|
std::vector<struct Constraint> constraints_;
|
|
|
|
|
|
|
|
private:
|
|
|
|
FRIEND_TEST(TablesTests, test_constraint_list);
|
2014-11-25 20:30:29 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
/// Pass a constraint map to the query request.
|
|
|
|
typedef std::map<std::string, struct ConstraintList> ConstraintMap;
|
|
|
|
/// Populate a containst list from a query's parsed predicate.
|
|
|
|
typedef std::vector<std::pair<std::string, struct Constraint> > ConstraintSet;
|
|
|
|
|
2014-11-26 00:28:10 +00:00
|
|
|
/**
|
|
|
|
* @brief A QueryContext is provided to every table generator for optimization
|
|
|
|
* on query components like predicate constraints and limits.
|
|
|
|
*/
|
|
|
|
struct QueryContext {
|
2014-11-25 20:30:29 +00:00
|
|
|
ConstraintMap constraints;
|
|
|
|
/// Support a limit to the number of results.
|
|
|
|
int limit;
|
|
|
|
};
|
|
|
|
|
2014-11-26 00:28:10 +00:00
|
|
|
typedef struct QueryContext QueryContext;
|
2014-11-25 20:30:29 +00:00
|
|
|
typedef struct Constraint Constraint;
|
2015-01-12 18:02:44 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief The TablePlugin defines the name, types, and column information.
|
|
|
|
*
|
|
|
|
* To attach a virtual table create a TablePlugin subclass and register the
|
|
|
|
* virtual table name as the plugin ID. osquery will enumerate all registered
|
|
|
|
* TablePlugins and attempt to attach them to SQLite at instanciation.
|
|
|
|
*/
|
|
|
|
class TablePlugin {
|
|
|
|
public:
|
|
|
|
TableName name;
|
|
|
|
TableColumns columns;
|
|
|
|
/// Helper method to generate the virtual table CREATE statement.
|
|
|
|
std::string statement(TableName name, TableColumns columns);
|
|
|
|
|
|
|
|
public:
|
|
|
|
/// Part of the query state, number of rows generated.
|
|
|
|
int n;
|
|
|
|
/// Part of the query state, column data returned from a query.
|
|
|
|
TableData data;
|
|
|
|
/// Part of the query state, parsed set of query predicate constraints.
|
|
|
|
ConstraintSet constraints;
|
|
|
|
|
|
|
|
public:
|
|
|
|
virtual int attachVtable(sqlite3 *db) { return -1; }
|
|
|
|
virtual ~TablePlugin(){};
|
|
|
|
|
|
|
|
protected:
|
|
|
|
TablePlugin() { n = 0; };
|
|
|
|
};
|
|
|
|
|
|
|
|
typedef std::shared_ptr<TablePlugin> TablePluginRef;
|
2014-11-25 20:30:29 +00:00
|
|
|
}
|
2014-12-03 04:36:46 +00:00
|
|
|
}
|