osquery-1/osquery/devtools/shell.cpp

1631 lines
45 KiB
C++
Raw Normal View History

2014-07-31 00:35:19 +00:00
/*
** 2001 September 15
**
** The author disclaims copyright to this source code. In place of
** a legal notice, here is a blessing:
**
** May you do good and not evil.
** May you find forgiveness for yourself and forgive others.
** May you share freely, never taking more than you give.
**
*************************************************************************
** This file contains code to implement the "sqlite" command line
** utility for accessing SQLite databases.
*/
2014-08-15 07:25:30 +00:00
#include <signal.h>
2015-03-19 03:47:35 +00:00
#include <stdio.h>
#ifdef WIN32
#define WIN32_LEAN_AND_MEAN
#include <windows.h>
#include <io.h>
#include <linenoise.h>
#else
#include <sys/resource.h>
#include <sys/time.h>
2014-08-12 04:55:45 +00:00
2014-08-15 07:25:30 +00:00
#include <readline/history.h>
#include <readline/readline.h>
#endif
2014-07-31 00:35:19 +00:00
2015-03-19 03:47:35 +00:00
#include <sqlite3.h>
#include <boost/algorithm/string/predicate.hpp>
2014-07-31 00:35:19 +00:00
#include <osquery/config.h>
2015-05-24 01:52:42 +00:00
#include <osquery/database.h>
2015-03-19 03:47:35 +00:00
#include <osquery/filesystem.h>
#include <osquery/flags.h>
#include <osquery/packs.h>
2015-03-18 19:01:58 +00:00
#include "osquery/devtools/devtools.h"
#include "osquery/filesystem/fileops.h"
2015-02-03 05:21:36 +00:00
#include "osquery/sql/virtual_table.h"
2014-07-31 00:35:19 +00:00
2016-03-05 04:41:06 +00:00
#if defined(SQLITE_ENABLE_WHERETRACE)
extern int sqlite3WhereTrace;
#endif
namespace fs = boost::filesystem;
2014-12-07 01:22:48 +00:00
namespace osquery {
2015-03-19 03:47:35 +00:00
/// Define flags used by the shell. They are parsed by the drop-in shell.
2015-04-27 23:40:05 +00:00
SHELL_FLAG(bool, csv, false, "Set output mode to 'csv'");
SHELL_FLAG(bool, json, false, "Set output mode to 'json'");
SHELL_FLAG(bool, line, false, "Set output mode to 'line'");
SHELL_FLAG(bool, list, false, "Set output mode to 'list'");
SHELL_FLAG(string, separator, "|", "Set output field separator, default '|'");
2015-12-16 02:18:54 +00:00
SHELL_FLAG(bool, header, true, "Toggle column headers true/false");
SHELL_FLAG(string, pack, "", "Run all queries in a pack");
2015-04-27 23:40:05 +00:00
/// Define short-hand shell switches.
SHELL_FLAG(bool, L, false, "List all table names");
SHELL_FLAG(string, A, "", "Select all from a table");
DECLARE_string(nullvalue);
DECLARE_string(extensions_socket);
2014-12-07 01:22:48 +00:00
}
static char zHelp[] =
"Welcome to the osquery shell. Please explore your OS!\n"
"You are connected to a transient 'in-memory' virtual database.\n"
"\n"
".all [TABLE] Select all from a table\n"
".bail ON|OFF Stop after hitting an error; default OFF\n"
".echo ON|OFF Turn command echo on or off\n"
".exit Exit this program\n"
".header(s) ON|OFF Turn display of headers on or off\n"
".help Show this message\n"
".mode MODE Set output mode where MODE is one of:\n"
" csv Comma-separated values\n"
" column Left-aligned columns. (See .width)\n"
" line One value per line\n"
" list Values delimited by .separator string\n"
" pretty Pretty printed SQL results (default)\n"
".nullvalue STR Use STRING in place of NULL values\n"
".print STR... Print literal STRING\n"
".quit Exit this program\n"
".schema [TABLE] Show the CREATE statements\n"
".separator STR Change separator used by output mode and .import\n"
".socket Show the osquery extensions socket path\n"
".show Show the current values for various settings\n"
".tables [TABLE] List names of tables\n"
".trace FILE|off Output each SQL statement as it is run\n"
".width [NUM1]+ Set column widths for \"column\" mode\n";
static char zTimerHelp[] =
".timer ON|OFF Turn the CPU timer measurement on or off\n";
// Allowed modes
#define MODE_Line 0 // One column per line. Blank line between records
#define MODE_Column 1 // One record per line in neat columns
#define MODE_List 2 // One record per line with a separator
#define MODE_Semi 3 // Same as MODE_List but append ";" to each line
#define MODE_Csv 4 // Quote strings, numbers are plain
#define MODE_Pretty 5 // Pretty print the SQL results
static const char* modeDescr[] = {
"line", "column", "list", "semi", "csv", "pretty",
};
// ctype macros that work with signed characters
2014-08-15 07:25:30 +00:00
#define IsSpace(X) isspace((unsigned char)X)
#define IsDigit(X) isdigit((unsigned char)X)
2014-07-31 00:35:19 +00:00
// True if the timer is enabled
2014-07-31 00:35:19 +00:00
static int enableTimer = 0;
// Return the current wall-clock time
2014-08-15 07:25:30 +00:00
static sqlite3_int64 timeOfDay(void) {
static sqlite3_vfs* clockVfs = 0;
2014-07-31 00:35:19 +00:00
sqlite3_int64 t;
if (clockVfs == 0) {
2014-08-15 07:25:30 +00:00
clockVfs = sqlite3_vfs_find(0);
}
2014-08-15 07:25:30 +00:00
if (clockVfs->iVersion >= 1 && clockVfs->xCurrentTimeInt64 != 0) {
2014-07-31 00:35:19 +00:00
clockVfs->xCurrentTimeInt64(clockVfs, &t);
2014-08-15 07:25:30 +00:00
} else {
2014-07-31 00:35:19 +00:00
double r;
clockVfs->xCurrentTime(clockVfs, &r);
2014-08-15 07:25:30 +00:00
t = (sqlite3_int64)(r * 86400000.0);
2014-07-31 00:35:19 +00:00
}
return t;
}
// Saved resource information for the beginning of an operation
#ifdef WIN32
struct rusage {
FILETIME ru_utime;
FILETIME ru_stime;
};
#endif
static struct rusage sBegin; // CPU time at start
static sqlite3_int64 iBegin; // Wall-clock time at start
2014-07-31 00:35:19 +00:00
2014-08-15 07:25:30 +00:00
static void beginTimer(void) {
if (enableTimer) {
#ifdef WIN32
FILETIME ftCreation, ftExit;
::GetProcessTimes(::GetCurrentProcess(),
&ftCreation,
&ftExit,
&sBegin.ru_stime,
&sBegin.ru_utime);
#else
2014-07-31 00:35:19 +00:00
getrusage(RUSAGE_SELF, &sBegin);
#endif
2014-07-31 00:35:19 +00:00
iBegin = timeOfDay();
}
}
// Return the difference of two time_structs in seconds
#ifdef WIN32
static double timeDiff(FILETIME* pStart, FILETIME* pEnd) {
ULARGE_INTEGER start, end;
start.HighPart = pStart->dwHighDateTime;
start.LowPart = pStart->dwLowDateTime;
end.HighPart = pEnd->dwHighDateTime;
end.LowPart = pEnd->dwLowDateTime;
// start, end are in units of 100 nanoseconds
return (end.QuadPart - start.QuadPart) * 0.0000001;
}
#else
static double timeDiff(struct timeval* pStart, struct timeval* pEnd) {
2014-08-15 07:25:30 +00:00
return (pEnd->tv_usec - pStart->tv_usec) * 0.000001 +
2014-07-31 00:35:19 +00:00
(double)(pEnd->tv_sec - pStart->tv_sec);
}
#endif
2014-07-31 00:35:19 +00:00
// End the timer and print the results.
2014-08-15 07:25:30 +00:00
static void endTimer(void) {
if (enableTimer) {
2014-07-31 00:35:19 +00:00
sqlite3_int64 iEnd = timeOfDay();
struct rusage sEnd;
#ifdef WIN32
FILETIME ftCreation, ftExit;
::GetProcessTimes(::GetCurrentProcess(),
&ftCreation,
&ftExit,
&sEnd.ru_stime,
&sEnd.ru_utime);
#else
2014-07-31 00:35:19 +00:00
getrusage(RUSAGE_SELF, &sEnd);
#endif
printf("Run Time: real %.3f user %f sys %f\n",
(iEnd - iBegin) * 0.001,
2014-08-15 07:25:30 +00:00
timeDiff(&sBegin.ru_utime, &sEnd.ru_utime),
timeDiff(&sBegin.ru_stime, &sEnd.ru_stime));
2014-07-31 00:35:19 +00:00
}
}
#define BEGIN_TIMER beginTimer()
#define END_TIMER endTimer()
#define HAS_TIMER 1
// If the following flag is set, then command execution stops
// at an error if we are not interactive.
2014-07-31 00:35:19 +00:00
static int bail_on_error = 0;
// Treat stdin as an interactive input if the following variable
// is true. Otherwise, assume stdin is connected to a file or pipe.
static bool stdin_is_interactive = true;
2014-07-31 00:35:19 +00:00
// True if an interrupt (Control-C) has been received.
2014-07-31 00:35:19 +00:00
static volatile int seenInterrupt = 0;
static char mainPrompt[20]; // First line prompt. default: "sqlite> "
static char continuePrompt[20]; // Continuation prompt. default: " ...> "
2014-07-31 00:35:19 +00:00
// A global char* and an SQL function to access its current value
// from within an SQL statement. This program used to use the
// sqlite_exec_printf() API to substitue a string into an SQL statement.
// The correct way to do this with sqlite3 is to use the bind API, but
// since the shell is built around the callback paradigm it would be a lot
// of work. Instead just use this hack, which is quite harmless.
static const char* zShellStatic = 0;
void shellstaticFunc(sqlite3_context* context,
int argc,
sqlite3_value** /* argv */) {
2014-08-15 07:25:30 +00:00
assert(0 == argc);
assert(zShellStatic);
2014-07-31 00:35:19 +00:00
sqlite3_result_text(context, zShellStatic, -1, SQLITE_STATIC);
}
/*
** This routine reads a line of text from FILE in, stores
** the text in memory obtained from malloc() and returns a pointer
** to the text. NULL is returned at end of file, or if malloc()
** fails.
**
** If zLine is not NULL then it is a malloced buffer returned from
** a previous call to this routine that may be reused.
*/
static char* local_getline(char* zLine, FILE* in) {
2015-05-13 06:46:02 +00:00
int nLine = ((zLine == nullptr) ? 0 : 100);
2014-07-31 00:35:19 +00:00
int n = 0;
2014-08-15 07:25:30 +00:00
while (1) {
if (n + 100 > nLine) {
nLine = nLine * 2 + 100;
auto zLine_new = (char*)realloc(zLine, nLine);
2015-05-13 06:46:02 +00:00
if (zLine_new == nullptr) {
free(zLine);
return nullptr;
}
zLine = zLine_new;
2014-07-31 00:35:19 +00:00
}
2014-08-15 07:25:30 +00:00
if (fgets(&zLine[n], nLine - n, in) == 0) {
if (n == 0) {
2014-07-31 00:35:19 +00:00
free(zLine);
2015-05-13 06:46:02 +00:00
return nullptr;
2014-07-31 00:35:19 +00:00
}
zLine[n] = 0;
break;
}
2015-05-13 06:46:02 +00:00
while (zLine[n]) {
2014-08-15 07:25:30 +00:00
n++;
2015-05-13 06:46:02 +00:00
}
2014-08-15 07:25:30 +00:00
if (n > 0 && zLine[n - 1] == '\n') {
2014-07-31 00:35:19 +00:00
n--;
2015-05-13 06:46:02 +00:00
if (n > 0 && zLine[n - 1] == '\r') {
2014-08-15 07:25:30 +00:00
n--;
2015-05-13 06:46:02 +00:00
}
2014-07-31 00:35:19 +00:00
zLine[n] = 0;
break;
}
}
return zLine;
}
/*
** Retrieve a single line of input text.
**
** If in==0 then read from standard input and prompt before each line.
** If isContinuation is true, then a continuation prompt is appropriate.
** If isContinuation is zero, then the main prompt should be used.
**
** If zPrior is not NULL then it is a buffer from a prior call to this
** routine that can be reused.
**
** The result is stored in space obtained from malloc() and must either
** be freed by the caller or else passed back into this routine via the
** zPrior argument for reuse.
*/
static char* one_input_line(FILE* in, char* zPrior, int isContinuation) {
char* zResult;
2014-08-15 07:25:30 +00:00
if (in != 0) {
2014-07-31 00:35:19 +00:00
zResult = local_getline(zPrior, in);
2014-08-15 07:25:30 +00:00
} else {
char* zPrompt = isContinuation ? continuePrompt : mainPrompt;
2014-07-31 00:35:19 +00:00
free(zPrior);
#ifdef WIN32
zResult = linenoise(zPrompt);
#else
2014-07-31 00:35:19 +00:00
zResult = readline(zPrompt);
#endif
if (zResult && *zResult) {
#ifdef WIN32
linenoiseHistoryAdd(zResult);
#else
2014-08-15 07:25:30 +00:00
add_history(zResult);
#endif
}
2014-07-31 00:35:19 +00:00
}
return zResult;
}
/*
** Pretty print structure
*/
struct prettyprint_data {
2015-03-18 19:01:58 +00:00
osquery::QueryData results;
std::vector<std::string> columns;
std::map<std::string, size_t> lengths;
};
2014-07-31 00:35:19 +00:00
/*
** An pointer to an instance of this structure is passed from
** the main program to the callback. This is used to communicate
** state and mode information.
*/
struct callback_data {
2014-08-15 07:25:30 +00:00
int echoOn; /* True to echo input commands */
int cnt; /* Number of records displayed so far */
FILE* out; /* Write results here */
FILE* traceOut; /* Output for sqlite3_trace() */
2014-08-15 07:25:30 +00:00
int mode; /* An output mode setting */
int showHeader; /* True to show column names in List or Column mode */
char* zDestTable; /* Name of destination table when MODE_Insert */
2014-08-15 07:25:30 +00:00
char separator[20]; /* Separator character for MODE_List */
int colWidth[100]; /* Requested width of each column when in column mode*/
int actualWidth[100]; /* Actual width of each column */
char nullvalue[20]; /* The text to print when a NULL comes back from
** the database */
2014-07-31 00:35:19 +00:00
char outfile[FILENAME_MAX]; /* Filename for *out */
char* zFreeOnClose; /* Filename to free when closing */
sqlite3_stmt* pStmt; /* Current statement if any. */
FILE* pLog; /* Write log output here */
int* aiIndent; /* Array of indents used in MODE_Explain */
2014-08-15 07:25:30 +00:00
int nIndent; /* Size of array aiIndent[] */
int iIndent; /* Index of current op in aiIndent[] */
/* Additional attributes to be used in pretty mode */
struct prettyprint_data* prettyPrint;
2014-07-31 00:35:19 +00:00
};
// Number of elements in an array
2014-08-15 07:25:30 +00:00
#define ArraySize(X) (int)(sizeof(X) / sizeof(X[0]))
2014-07-31 00:35:19 +00:00
/*
** Compute a string length that is limited to what can be stored in
** lower 30 bits of a 32-bit signed integer.
*/
static int strlen30(const char* z) {
const char* z2 = z;
2014-08-15 07:25:30 +00:00
while (*z2) {
z2++;
}
2014-07-31 00:35:19 +00:00
return 0x3fffffff & (int)(z2 - z);
}
/*
** A callback for the sqlite3_log() interface.
*/
static void shellLog(void* pArg, int iErrCode, const char* zMsg) {
struct callback_data* p = (struct callback_data*)pArg;
if (p->pLog == 0) {
2014-08-15 07:25:30 +00:00
return;
}
2014-07-31 00:35:19 +00:00
fprintf(p->pLog, "(%d) %s\n", iErrCode, zMsg);
fflush(p->pLog);
}
/*
** Output the given string as a quoted according to C or TCL quoting rules.
*/
static void output_c_string(FILE* out, const char* z) {
2014-07-31 00:35:19 +00:00
unsigned int c;
fputc('"', out);
2014-08-15 07:25:30 +00:00
while ((c = *(z++)) != 0) {
if (c == '\\') {
2014-07-31 00:35:19 +00:00
fputc(c, out);
fputc(c, out);
2014-08-15 07:25:30 +00:00
} else if (c == '"') {
2014-07-31 00:35:19 +00:00
fputc('\\', out);
fputc('"', out);
2014-08-15 07:25:30 +00:00
} else if (c == '\t') {
2014-07-31 00:35:19 +00:00
fputc('\\', out);
fputc('t', out);
2014-08-15 07:25:30 +00:00
} else if (c == '\n') {
2014-07-31 00:35:19 +00:00
fputc('\\', out);
fputc('n', out);
2014-08-15 07:25:30 +00:00
} else if (c == '\r') {
2014-07-31 00:35:19 +00:00
fputc('\\', out);
fputc('r', out);
2014-08-15 07:25:30 +00:00
} else if (!isprint(c & 0xff)) {
fprintf(out, "\\%03o", c & 0xff);
} else {
2014-07-31 00:35:19 +00:00
fputc(c, out);
}
}
fputc('"', out);
}
/*
** If a field contains any character identified by a 1 in the following
** array, then the string must be quoted for CSV.
*/
static const char needCsvQuote[] = {
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
2014-09-21 21:29:28 +00:00
};
2014-07-31 00:35:19 +00:00
/*
** Output a single term of CSV. Actually, p->separator is used for
** the separator, which may or may not be a comma. p->nullvalue is
** the null value. Strings are quoted if necessary.
*/
static void output_csv(struct callback_data* p, const char* z, int bSep) {
FILE* out = p->out;
2014-08-15 07:25:30 +00:00
if (z == 0) {
fprintf(out, "%s", p->nullvalue);
} else {
2014-07-31 00:35:19 +00:00
int i;
int nSep = strlen30(p->separator);
2014-08-15 07:25:30 +00:00
for (i = 0; z[i]; i++) {
if (needCsvQuote[((unsigned char*)z)[i]] ||
2014-08-15 07:25:30 +00:00
(z[i] == p->separator[0] &&
(nSep == 1 || memcmp(z, p->separator, nSep) == 0))) {
2014-07-31 00:35:19 +00:00
i = 0;
break;
}
}
2014-08-15 07:25:30 +00:00
if (i == 0) {
2014-07-31 00:35:19 +00:00
putc('"', out);
2014-08-15 07:25:30 +00:00
for (i = 0; z[i]; i++) {
if (z[i] == '"') {
2014-08-15 07:25:30 +00:00
putc('"', out);
}
2014-07-31 00:35:19 +00:00
putc(z[i], out);
}
putc('"', out);
2014-08-15 07:25:30 +00:00
} else {
2014-07-31 00:35:19 +00:00
fprintf(out, "%s", z);
}
}
2014-08-15 07:25:30 +00:00
if (bSep) {
2014-07-31 00:35:19 +00:00
fprintf(p->out, "%s", p->separator);
}
}
#ifdef SIGINT
/*
** This routine runs when the user presses Ctrl-C
*/
2016-02-12 06:04:53 +00:00
static void interrupt_handler(int signal) {
if (signal == SIGINT) {
2016-03-20 23:05:13 +00:00
seenInterrupt = 1;
2016-02-12 06:04:53 +00:00
}
2014-07-31 00:35:19 +00:00
}
#endif
/*
** This is the callback routine that the shell
** invokes for each row of a query result.
*/
2014-08-15 07:25:30 +00:00
static int shell_callback(
void* pArg, int nArg, char** azArg, char** azCol, int* aiType) {
2014-07-31 00:35:19 +00:00
int i;
struct callback_data* p = (struct callback_data*)pArg;
2014-07-31 00:35:19 +00:00
2014-08-15 07:25:30 +00:00
switch (p->mode) {
case MODE_Pretty: {
2015-03-18 19:01:58 +00:00
if (p->prettyPrint->columns.size() == 0) {
for (i = 0; i < nArg; i++) {
2015-03-18 19:01:58 +00:00
p->prettyPrint->columns.push_back(std::string(azCol[i]));
}
}
osquery::Row r;
for (i = 0; i < nArg; ++i) {
if (azCol[i] != nullptr) {
r[std::string(azCol[i])] = (azArg[i] == nullptr)
? osquery::FLAGS_nullvalue
: std::string(azArg[i]);
2015-03-18 19:01:58 +00:00
}
}
osquery::computeRowLengths(r, p->prettyPrint->lengths);
p->prettyPrint->results.push_back(r);
break;
}
2014-08-15 07:25:30 +00:00
case MODE_Line: {
int w = 5;
if (azArg == 0) {
2014-07-31 00:35:19 +00:00
break;
}
2014-08-15 07:25:30 +00:00
for (i = 0; i < nArg; i++) {
int len = strlen30(azCol[i] ? azCol[i] : "");
if (len > w) {
2014-08-15 07:25:30 +00:00
w = len;
}
2014-07-31 00:35:19 +00:00
}
if (p->cnt++ > 0) {
2014-08-15 07:25:30 +00:00
fprintf(p->out, "\n");
}
2014-08-15 07:25:30 +00:00
for (i = 0; i < nArg; i++) {
fprintf(p->out,
"%*s = %s\n",
w,
azCol[i],
azArg[i] ? azArg[i] : p->nullvalue);
}
break;
}
case MODE_Column: {
if (p->cnt++ == 0) {
for (i = 0; i < nArg; i++) {
int w;
2014-08-15 07:25:30 +00:00
if (i < ArraySize(p->colWidth)) {
w = p->colWidth[i];
} else {
w = 0;
2014-07-31 00:35:19 +00:00
}
2014-08-15 07:25:30 +00:00
if (w == 0) {
w = strlen30(azCol[i] ? azCol[i] : "");
if (w < 10) {
2014-08-15 07:25:30 +00:00
w = 10;
}
int n = strlen30(azArg && azArg[i] ? azArg[i] : p->nullvalue);
if (w < n) {
2014-08-15 07:25:30 +00:00
w = n;
}
2014-07-31 00:35:19 +00:00
}
2014-08-15 07:25:30 +00:00
if (i < ArraySize(p->actualWidth)) {
p->actualWidth[i] = w;
2014-07-31 00:35:19 +00:00
}
2014-08-15 07:25:30 +00:00
if (p->showHeader) {
if (w < 0) {
fprintf(p->out,
"%*.*s%s",
-w,
-w,
azCol[i],
i == nArg - 1 ? "\n" : " ");
} else {
fprintf(p->out,
"%-*.*s%s",
w,
w,
azCol[i],
i == nArg - 1 ? "\n" : " ");
2014-07-31 00:35:19 +00:00
}
}
2014-08-15 07:25:30 +00:00
}
if (p->showHeader) {
for (i = 0; i < nArg; i++) {
int w;
if (i < ArraySize(p->actualWidth)) {
w = p->actualWidth[i];
if (w < 0) {
2014-08-15 07:25:30 +00:00
w = -w;
}
2014-08-15 07:25:30 +00:00
} else {
w = 10;
}
fprintf(p->out,
"%-*.*s%s",
w,
w,
"-----------------------------------"
"----------------------------------------------------------",
i == nArg - 1 ? "\n" : " ");
2014-07-31 00:35:19 +00:00
}
}
}
if (azArg == 0) {
2014-08-15 07:25:30 +00:00
break;
}
2014-08-15 07:25:30 +00:00
for (i = 0; i < nArg; i++) {
int w;
if (i < ArraySize(p->actualWidth)) {
w = p->actualWidth[i];
} else {
w = 10;
2014-07-31 00:35:19 +00:00
}
2014-08-15 07:25:30 +00:00
if (i == 1 && p->aiIndent && p->pStmt) {
if (p->iIndent < p->nIndent) {
fprintf(p->out, "%*.s", p->aiIndent[p->iIndent], "");
2014-07-31 00:35:19 +00:00
}
2014-08-15 07:25:30 +00:00
p->iIndent++;
}
if (w < 0) {
fprintf(p->out,
"%*.*s%s",
-w,
-w,
azArg[i] ? azArg[i] : p->nullvalue,
i == nArg - 1 ? "\n" : " ");
} else {
fprintf(p->out,
"%-*.*s%s",
w,
w,
azArg[i] ? azArg[i] : p->nullvalue,
i == nArg - 1 ? "\n" : " ");
2014-07-31 00:35:19 +00:00
}
2014-08-15 07:25:30 +00:00
}
break;
}
case MODE_Semi:
case MODE_List: {
if (p->cnt++ == 0 && p->showHeader) {
for (i = 0; i < nArg; i++) {
fprintf(p->out, "%s%s", azCol[i], i == nArg - 1 ? "\n" : p->separator);
2014-07-31 00:35:19 +00:00
}
2014-08-15 07:25:30 +00:00
}
if (azArg == 0) {
2014-07-31 00:35:19 +00:00
break;
}
2014-08-15 07:25:30 +00:00
for (i = 0; i < nArg; i++) {
char* z = azArg[i];
if (z == 0) {
2014-08-15 07:25:30 +00:00
z = p->nullvalue;
}
2014-08-15 07:25:30 +00:00
fprintf(p->out, "%s", z);
if (i < nArg - 1) {
fprintf(p->out, "%s", p->separator);
} else if (p->mode == MODE_Semi) {
fprintf(p->out, ";\n");
} else {
fprintf(p->out, "\n");
}
2014-07-31 00:35:19 +00:00
}
2014-08-15 07:25:30 +00:00
break;
}
case MODE_Csv: {
if (p->cnt++ == 0 && p->showHeader) {
for (i = 0; i < nArg; i++) {
output_csv(p, azCol[i] ? azCol[i] : "", i < nArg - 1);
2014-07-31 00:35:19 +00:00
}
2014-08-15 07:25:30 +00:00
fprintf(p->out, "\n");
}
if (azArg == 0) {
2014-07-31 00:35:19 +00:00
break;
}
2014-08-15 07:25:30 +00:00
for (i = 0; i < nArg; i++) {
output_csv(p, azArg[i], i < nArg - 1);
2014-07-31 00:35:19 +00:00
}
2014-08-15 07:25:30 +00:00
fprintf(p->out, "\n");
break;
}
2014-07-31 00:35:19 +00:00
}
return 0;
}
/*
** Set the destination table field of the callback_data structure to
** the name of the table given. Escape any quote characters in the
** table name.
*/
static void set_table_name(struct callback_data* p, const char* zName) {
2014-07-31 00:35:19 +00:00
int i, n;
int needQuote;
char* z;
2014-07-31 00:35:19 +00:00
2014-08-15 07:25:30 +00:00
if (p->zDestTable) {
2014-07-31 00:35:19 +00:00
free(p->zDestTable);
p->zDestTable = 0;
}
if (zName == 0) {
2014-08-15 07:25:30 +00:00
return;
}
2014-08-15 07:25:30 +00:00
needQuote = !isalpha((unsigned char)*zName) && *zName != '_';
for (i = n = 0; zName[i]; i++, n++) {
if (!isalnum((unsigned char)zName[i]) && zName[i] != '_') {
2014-07-31 00:35:19 +00:00
needQuote = 1;
if (zName[i] == '\'') {
2014-08-15 07:25:30 +00:00
n++;
}
2014-07-31 00:35:19 +00:00
}
}
if (needQuote) {
2014-08-15 07:25:30 +00:00
n += 2;
}
z = p->zDestTable = (char*)malloc(n + 1);
2014-08-15 07:25:30 +00:00
if (z == 0) {
fprintf(stderr, "Error: out of memory\n");
2014-07-31 00:35:19 +00:00
exit(1);
}
n = 0;
if (needQuote) {
2014-08-15 07:25:30 +00:00
z[n++] = '\'';
}
2014-08-15 07:25:30 +00:00
for (i = 0; zName[i]; i++) {
2014-07-31 00:35:19 +00:00
z[n++] = zName[i];
if (zName[i] == '\'') {
2014-08-15 07:25:30 +00:00
z[n++] = '\'';
}
2014-07-31 00:35:19 +00:00
}
if (needQuote) {
2014-08-15 07:25:30 +00:00
z[n++] = '\'';
}
2014-07-31 00:35:19 +00:00
z[n] = 0;
}
/*
** Allocate space and save off current error string.
*/
static char* save_err_msg(sqlite3* db) {
2014-08-15 07:25:30 +00:00
int nErrMsg = 1 + strlen30(sqlite3_errmsg(db));
char* zErrMsg = (char*)sqlite3_malloc(nErrMsg);
2014-08-15 07:25:30 +00:00
if (zErrMsg) {
2014-07-31 00:35:19 +00:00
memcpy(zErrMsg, sqlite3_errmsg(db), nErrMsg);
}
return zErrMsg;
}
/*
** Execute a statement or set of statements. Print
** any result rows/columns depending on the current mode
** set via the supplied callback.
**
** This is very similar to SQLite's built-in sqlite3_exec()
** function except it takes a slightly different callback
** and callback data argument.
*/
static int shell_exec(
const char* zSql, /* SQL to be evaluated */
int (*xCallback)(void*, int, char**, char**, int*), /* Callback function */
2014-08-15 07:25:30 +00:00
/* (not the same as sqlite3_exec) */
struct callback_data* pArg, /* Pointer to struct callback_data */
char** pzErrMsg /* Error msg written here */
2014-08-15 07:25:30 +00:00
) {
// Grab a lock on the managed DB instance.
auto dbc = osquery::SQLiteDBManager::get();
2016-02-05 03:12:48 +00:00
auto db = dbc->db();
sqlite3_stmt* pStmt = nullptr; /* Statement to execute. */
2014-08-15 07:25:30 +00:00
int rc = SQLITE_OK; /* Return Code */
2014-07-31 00:35:19 +00:00
int rc2;
const char* zLeftover; /* Tail of unprocessed SQL */
2014-07-31 00:35:19 +00:00
2014-08-15 07:25:30 +00:00
if (pzErrMsg) {
2015-04-27 23:40:05 +00:00
*pzErrMsg = nullptr;
2014-07-31 00:35:19 +00:00
}
2014-08-15 07:25:30 +00:00
while (zSql[0] && (SQLITE_OK == rc)) {
2014-07-31 00:35:19 +00:00
rc = sqlite3_prepare_v2(db, zSql, -1, &pStmt, &zLeftover);
2014-08-15 07:25:30 +00:00
if (SQLITE_OK != rc) {
if (pzErrMsg) {
2014-07-31 00:35:19 +00:00
*pzErrMsg = save_err_msg(db);
}
2014-08-15 07:25:30 +00:00
} else {
if (!pStmt) {
2014-07-31 00:35:19 +00:00
/* this happens for a comment or white-space */
zSql = zLeftover;
while (IsSpace(zSql[0])) {
2014-08-15 07:25:30 +00:00
zSql++;
}
2014-07-31 00:35:19 +00:00
continue;
}
/* save off the prepared statment handle and reset row count */
2014-08-15 07:25:30 +00:00
if (pArg) {
2014-07-31 00:35:19 +00:00
pArg->pStmt = pStmt;
pArg->cnt = 0;
}
/* echo the sql statement if echo on */
2014-08-15 07:25:30 +00:00
if (pArg && pArg->echoOn) {
const char* zStmtSql = sqlite3_sql(pStmt);
2014-07-31 00:35:19 +00:00
fprintf(pArg->out, "%s\n", zStmtSql ? zStmtSql : zSql);
}
/* perform the first step. this will tell us if we
** have a result set or not and how wide it is.
*/
rc = sqlite3_step(pStmt);
/* if we have a result set... */
2014-08-15 07:25:30 +00:00
if (SQLITE_ROW == rc) {
2014-07-31 00:35:19 +00:00
/* if we have a callback... */
2014-08-15 07:25:30 +00:00
if (xCallback) {
2014-07-31 00:35:19 +00:00
/* allocate space for col name ptr, value ptr, and type */
int nCol = sqlite3_column_count(pStmt);
void* pData = sqlite3_malloc(3 * nCol * sizeof(const char*) + 1);
2014-08-15 07:25:30 +00:00
if (!pData) {
2014-07-31 00:35:19 +00:00
rc = SQLITE_NOMEM;
2014-08-15 07:25:30 +00:00
} else {
char** azCols = (char**)pData; /* Names of result columns */
char** azVals = &azCols[nCol]; /* Results */
int* aiTypes = (int*)&azVals[nCol]; /* Result types */
int i;
assert(sizeof(int) <= sizeof(char*));
2014-07-31 00:35:19 +00:00
/* save off ptrs to column names */
2014-08-15 07:25:30 +00:00
for (i = 0; i < nCol; i++) {
azCols[i] = (char*)sqlite3_column_name(pStmt, i);
2014-07-31 00:35:19 +00:00
}
2014-08-15 07:25:30 +00:00
do {
2014-07-31 00:35:19 +00:00
/* extract the data and data types */
2014-08-15 07:25:30 +00:00
for (i = 0; i < nCol; i++) {
aiTypes[i] = sqlite3_column_type(pStmt, i);
azVals[i] = (char*)sqlite3_column_text(pStmt, i);
2014-08-15 07:25:30 +00:00
if (!azVals[i] && (aiTypes[i] != SQLITE_NULL)) {
2014-07-31 00:35:19 +00:00
rc = SQLITE_NOMEM;
break; /* from for */
}
} /* end for */
/* if data and types extracted successfully... */
2014-08-15 07:25:30 +00:00
if (SQLITE_ROW == rc) {
2014-07-31 00:35:19 +00:00
/* call the supplied callback with the result row data */
2014-08-15 07:25:30 +00:00
if (xCallback(pArg, nCol, azVals, azCols, aiTypes)) {
2014-07-31 00:35:19 +00:00
rc = SQLITE_ABORT;
2014-08-15 07:25:30 +00:00
} else {
2014-07-31 00:35:19 +00:00
rc = sqlite3_step(pStmt);
}
}
2014-08-15 07:25:30 +00:00
} while (SQLITE_ROW == rc);
2014-07-31 00:35:19 +00:00
sqlite3_free(pData);
}
2014-08-15 07:25:30 +00:00
} else {
do {
2014-07-31 00:35:19 +00:00
rc = sqlite3_step(pStmt);
2014-08-15 07:25:30 +00:00
} while (rc == SQLITE_ROW);
2014-07-31 00:35:19 +00:00
}
}
/* Finalize the statement just executed. If this fails, save a
** copy of the error message. Otherwise, set zSql to point to the
** next statement to execute. */
rc2 = sqlite3_finalize(pStmt);
if (rc != SQLITE_NOMEM) {
2014-08-15 07:25:30 +00:00
rc = rc2;
}
2014-08-15 07:25:30 +00:00
if (rc == SQLITE_OK) {
2014-07-31 00:35:19 +00:00
zSql = zLeftover;
while (IsSpace(zSql[0])) {
2014-08-15 07:25:30 +00:00
zSql++;
}
2014-08-15 07:25:30 +00:00
} else if (pzErrMsg) {
2014-07-31 00:35:19 +00:00
*pzErrMsg = save_err_msg(db);
}
/* clear saved stmt handle */
2014-08-15 07:25:30 +00:00
if (pArg) {
2015-04-27 23:40:05 +00:00
pArg->pStmt = nullptr;
2014-07-31 00:35:19 +00:00
}
}
} /* end while */
dbc->clearAffectedTables();
2014-07-31 00:35:19 +00:00
2015-04-17 00:40:19 +00:00
if (pArg && pArg->mode == MODE_Pretty) {
2014-12-07 01:22:48 +00:00
if (osquery::FLAGS_json) {
2015-03-18 19:01:58 +00:00
osquery::jsonPrint(pArg->prettyPrint->results);
2014-12-07 01:22:48 +00:00
} else {
2015-03-18 19:01:58 +00:00
osquery::prettyPrint(pArg->prettyPrint->results,
pArg->prettyPrint->columns,
pArg->prettyPrint->lengths);
2014-12-07 01:22:48 +00:00
}
2015-03-18 19:01:58 +00:00
pArg->prettyPrint->results.clear();
pArg->prettyPrint->columns.clear();
pArg->prettyPrint->lengths.clear();
}
2014-07-31 00:35:19 +00:00
return rc;
}
/* Forward reference */
static int process_input(struct callback_data* p, FILE* in);
2014-07-31 00:35:19 +00:00
/*
** Do C-language style dequoting.
**
** \t -> tab
** \n -> newline
** \r -> carriage return
** \" -> "
** \NNN -> ascii character NNN in octal
** \\ -> backslash
*/
static void resolve_backslashes(char* z) {
2014-07-31 00:35:19 +00:00
int i, j;
char c;
2014-08-15 07:25:30 +00:00
for (i = j = 0; (c = z[i]) != 0; i++, j++) {
if (c == '\\') {
2014-07-31 00:35:19 +00:00
c = z[++i];
2014-08-15 07:25:30 +00:00
if (c == 'n') {
2014-07-31 00:35:19 +00:00
c = '\n';
2014-08-15 07:25:30 +00:00
} else if (c == 't') {
2014-07-31 00:35:19 +00:00
c = '\t';
2014-08-15 07:25:30 +00:00
} else if (c == 'r') {
2014-07-31 00:35:19 +00:00
c = '\r';
2014-08-15 07:25:30 +00:00
} else if (c == '\\') {
2014-07-31 00:35:19 +00:00
c = '\\';
2014-08-15 07:25:30 +00:00
} else if (c >= '0' && c <= '7') {
2014-07-31 00:35:19 +00:00
c -= '0';
2014-08-15 07:25:30 +00:00
if (z[i + 1] >= '0' && z[i + 1] <= '7') {
2014-07-31 00:35:19 +00:00
i++;
2014-08-15 07:25:30 +00:00
c = (c << 3) + z[i] - '0';
if (z[i + 1] >= '0' && z[i + 1] <= '7') {
2014-07-31 00:35:19 +00:00
i++;
2014-08-15 07:25:30 +00:00
c = (c << 3) + z[i] - '0';
2014-07-31 00:35:19 +00:00
}
}
}
}
z[j] = c;
}
z[j] = 0;
}
/*
** Return the value of a hexadecimal digit. Return -1 if the input
** is not a hex digit.
*/
2014-08-15 07:25:30 +00:00
static int hexDigitValue(char c) {
if (c >= '0' && c <= '9') {
2014-08-15 07:25:30 +00:00
return c - '0';
}
if (c >= 'a' && c <= 'f') {
2014-08-15 07:25:30 +00:00
return c - 'a' + 10;
}
if (c >= 'A' && c <= 'F') {
2014-08-15 07:25:30 +00:00
return c - 'A' + 10;
}
2014-07-31 00:35:19 +00:00
return -1;
}
/*
** Interpret zArg as an integer value, possibly with suffixes.
*/
static sqlite3_int64 integerValue(const char* zArg) {
2014-07-31 00:35:19 +00:00
sqlite3_int64 v = 0;
2014-08-15 07:25:30 +00:00
static const struct {
char* zSuffix;
2014-08-15 07:25:30 +00:00
int iMult;
2014-09-21 21:29:28 +00:00
} aMult[] = {
{(char*)"KiB", 1024},
{(char*)"MiB", 1024 * 1024},
{(char*)"GiB", 1024 * 1024 * 1024},
{(char*)"KB", 1000},
{(char*)"MB", 1000000},
{(char*)"GB", 1000000000},
{(char*)"K", 1000},
{(char*)"M", 1000000},
{(char*)"G", 1000000000},
};
2014-07-31 00:35:19 +00:00
int i;
int isNeg = 0;
2014-08-15 07:25:30 +00:00
if (zArg[0] == '-') {
2014-07-31 00:35:19 +00:00
isNeg = 1;
zArg++;
2014-08-15 07:25:30 +00:00
} else if (zArg[0] == '+') {
2014-07-31 00:35:19 +00:00
zArg++;
}
2014-08-15 07:25:30 +00:00
if (zArg[0] == '0' && zArg[1] == 'x') {
2014-07-31 00:35:19 +00:00
int x;
zArg += 2;
2014-08-15 07:25:30 +00:00
while ((x = hexDigitValue(zArg[0])) >= 0) {
v = (v << 4) + x;
2014-07-31 00:35:19 +00:00
zArg++;
}
2014-08-15 07:25:30 +00:00
} else {
while (IsDigit(zArg[0])) {
v = v * 10 + zArg[0] - '0';
2014-07-31 00:35:19 +00:00
zArg++;
}
}
2014-08-15 07:25:30 +00:00
for (i = 0; i < ArraySize(aMult); i++) {
if (sqlite3_stricmp(aMult[i].zSuffix, zArg) == 0) {
2014-07-31 00:35:19 +00:00
v *= aMult[i].iMult;
break;
}
}
2014-08-15 07:25:30 +00:00
return isNeg ? -v : v;
2014-07-31 00:35:19 +00:00
}
/*
** Interpret zArg as either an integer or a boolean value. Return 1 or 0
** for TRUE and FALSE. Return the integer value if appropriate.
*/
static int booleanValue(char* zArg) {
2014-07-31 00:35:19 +00:00
int i;
2014-08-15 07:25:30 +00:00
if (zArg[0] == '0' && zArg[1] == 'x') {
for (i = 2; hexDigitValue(zArg[i]) >= 0; i++) {
}
} else {
for (i = 0; zArg[i] >= '0' && zArg[i] <= '9'; i++) {
}
2014-07-31 00:35:19 +00:00
}
if (i > 0 && zArg[i] == 0) {
2014-08-15 07:25:30 +00:00
return (int)(integerValue(zArg) & 0xffffffff);
}
2014-08-15 07:25:30 +00:00
if (sqlite3_stricmp(zArg, "on") == 0 || sqlite3_stricmp(zArg, "yes") == 0) {
2014-07-31 00:35:19 +00:00
return 1;
}
2014-08-15 07:25:30 +00:00
if (sqlite3_stricmp(zArg, "off") == 0 || sqlite3_stricmp(zArg, "no") == 0) {
2014-07-31 00:35:19 +00:00
return 0;
}
fprintf(
stderr, "ERROR: Not a boolean value: \"%s\". Assuming \"no\".\n", zArg);
2014-07-31 00:35:19 +00:00
return 0;
}
/*
** Close an output file, assuming it is not stderr or stdout
*/
static void output_file_close(FILE* f) {
if (f && f != stdout && f != stderr) {
2014-08-15 07:25:30 +00:00
fclose(f);
}
2014-07-31 00:35:19 +00:00
}
/*
** Try to open an output file. The names "stdout" and "stderr" are
** recognized and do the right thing. NULL is returned if the output
** filename is "off".
*/
static FILE* output_file_open(const char* zFile) {
FILE* f;
2014-08-15 07:25:30 +00:00
if (strcmp(zFile, "stdout") == 0) {
2014-07-31 00:35:19 +00:00
f = stdout;
2014-08-15 07:25:30 +00:00
} else if (strcmp(zFile, "stderr") == 0) {
2014-07-31 00:35:19 +00:00
f = stderr;
2014-08-15 07:25:30 +00:00
} else if (strcmp(zFile, "off") == 0) {
2014-07-31 00:35:19 +00:00
f = 0;
2014-08-15 07:25:30 +00:00
} else {
boost::optional<FILE*> fp = osquery::platformFopen(zFile, "wb");
if (!fp.is_initialized()) {
2014-07-31 00:35:19 +00:00
fprintf(stderr, "Error: cannot open \"%s\"\n", zFile);
f = 0;
} else {
f = *fp;
2014-07-31 00:35:19 +00:00
}
}
return f;
}
inline void meta_tables(int nArg, char** azArg) {
auto tables = osquery::Registry::names("table");
std::sort(tables.begin(), tables.end());
for (const auto& table_name : tables) {
if (nArg == 1 || table_name.find(azArg[1]) == 0) {
printf(" => %s\n", table_name.c_str());
}
}
}
inline void meta_schema(int nArg, char** azArg) {
for (const auto& table_name : osquery::Registry::names("table")) {
if (nArg > 1 && table_name.find(azArg[1]) != 0) {
continue;
}
2016-05-19 16:40:43 +00:00
osquery::PluginRequest request = {{"action", "definition"}};
osquery::PluginResponse response;
osquery::Registry::call("table", table_name, request, response);
fprintf(stdout,
"CREATE TABLE %s%s;\n",
table_name.c_str(),
2016-05-19 16:40:43 +00:00
response[0].at("definition").c_str());
}
}
2014-07-31 00:35:19 +00:00
/*
2015-03-19 03:47:35 +00:00
** If an input line begins with "." then invoke this routine to
** process that line.
**
** Return 1 on error, 2 to exit, and 0 otherwise.
2014-07-31 00:35:19 +00:00
*/
static int do_meta_command(char* zLine, struct callback_data* p) {
2015-03-19 03:47:35 +00:00
int i = 1;
int nArg = 0;
int n, c;
int rc = 0;
char* azArg[50];
2014-07-31 00:35:19 +00:00
2015-03-19 03:47:35 +00:00
/* Parse the input line into tokens.
*/
while (zLine[i] && nArg < ArraySize(azArg)) {
while (IsSpace(zLine[i])) {
i++;
2014-08-15 07:25:30 +00:00
}
if (zLine[i] == 0) {
2014-08-15 07:25:30 +00:00
break;
}
2014-08-15 07:25:30 +00:00
if (zLine[i] == '\'' || zLine[i] == '"') {
2014-07-31 00:35:19 +00:00
int delim = zLine[i++];
azArg[nArg++] = &zLine[i];
2014-08-15 07:25:30 +00:00
while (zLine[i] && zLine[i] != delim) {
if (zLine[i] == '\\' && delim == '"' && zLine[i + 1] != 0) {
2014-08-15 07:25:30 +00:00
i++;
}
2014-07-31 00:35:19 +00:00
i++;
}
2014-08-15 07:25:30 +00:00
if (zLine[i] == delim) {
2014-07-31 00:35:19 +00:00
zLine[i++] = 0;
}
if (delim == '"') {
2014-08-15 07:25:30 +00:00
resolve_backslashes(azArg[nArg - 1]);
}
2014-08-15 07:25:30 +00:00
} else {
2014-07-31 00:35:19 +00:00
azArg[nArg++] = &zLine[i];
2014-08-15 07:25:30 +00:00
while (zLine[i] && !IsSpace(zLine[i])) {
i++;
}
if (zLine[i]) {
2014-08-15 07:25:30 +00:00
zLine[i++] = 0;
}
2014-08-15 07:25:30 +00:00
resolve_backslashes(azArg[nArg - 1]);
2014-07-31 00:35:19 +00:00
}
}
/* Process the input line.
*/
if (nArg == 0) {
2014-08-15 07:25:30 +00:00
return 0; /* no tokens, no error */
}
2014-07-31 00:35:19 +00:00
n = strlen30(azArg[0]);
c = azArg[0][0];
2015-04-27 23:40:05 +00:00
if (c == 'a' && strncmp(azArg[0], "all", n) == 0 && nArg == 2) {
struct callback_data data;
memcpy(&data, p, sizeof(data));
auto query = std::string("SELECT * FROM ") + azArg[1];
rc = shell_exec(query.c_str(), shell_callback, &data, nullptr);
if (rc != SQLITE_OK) {
fprintf(stderr, "Error querying table: %s\n", azArg[1]);
}
return rc;
}
if (c == 's' && strncmp(azArg[0], "socket", n) == 0 && nArg == 1) {
fprintf(p->out, "%s\n", osquery::FLAGS_extensions_socket.c_str());
return rc;
}
// A meta command may act on the database, grab a lock and instance.
auto dbc = osquery::SQLiteDBManager::get();
auto db = dbc->db();
if (c == 'b' && n >= 3 && strncmp(azArg[0], "bail", n) == 0 && nArg > 1 &&
nArg < 3) {
2014-07-31 00:35:19 +00:00
bail_on_error = booleanValue(azArg[1]);
2014-08-15 07:25:30 +00:00
} else if (c == 'e' && strncmp(azArg[0], "echo", n) == 0 && nArg > 1 &&
nArg < 3) {
2014-07-31 00:35:19 +00:00
p->echoOn = booleanValue(azArg[1]);
2014-08-15 07:25:30 +00:00
} else if (c == 'e' && strncmp(azArg[0], "exit", n) == 0) {
if (nArg > 1 && (rc = (int)integerValue(azArg[1])) != 0) {
2014-08-15 07:25:30 +00:00
exit(rc);
}
2014-07-31 00:35:19 +00:00
rc = 2;
2014-08-15 07:25:30 +00:00
} else if (c == 'h' && (strncmp(azArg[0], "header", n) == 0 ||
strncmp(azArg[0], "headers", n) == 0) &&
nArg > 1 && nArg < 3) {
2014-07-31 00:35:19 +00:00
p->showHeader = booleanValue(azArg[1]);
2014-08-15 07:25:30 +00:00
} else if (c == 'h' && strncmp(azArg[0], "help", n) == 0) {
fprintf(stderr, "%s", zHelp);
if (HAS_TIMER) {
fprintf(stderr, "%s", zTimerHelp);
}
2015-03-19 03:47:35 +00:00
} else if (c == 'l' && strncmp(azArg[0], "log", n) == 0 && nArg >= 2) {
const char* zFile = azArg[1];
2014-07-31 00:35:19 +00:00
output_file_close(p->pLog);
p->pLog = output_file_open(zFile);
2014-08-15 07:25:30 +00:00
} else if (c == 'm' && strncmp(azArg[0], "mode", n) == 0 && nArg == 2) {
2014-07-31 00:35:19 +00:00
int n2 = strlen30(azArg[1]);
2014-08-15 07:25:30 +00:00
if ((n2 == 4 && strncmp(azArg[1], "line", n2) == 0) ||
(n2 == 5 && strncmp(azArg[1], "lines", n2) == 0)) {
2014-07-31 00:35:19 +00:00
p->mode = MODE_Line;
2014-08-15 07:25:30 +00:00
} else if ((n2 == 6 && strncmp(azArg[1], "column", n2) == 0) ||
(n2 == 7 && strncmp(azArg[1], "columns", n2) == 0)) {
2014-07-31 00:35:19 +00:00
p->mode = MODE_Column;
2014-08-15 07:25:30 +00:00
} else if (n2 == 4 && strncmp(azArg[1], "list", n2) == 0) {
2014-07-31 00:35:19 +00:00
p->mode = MODE_List;
} else if (n2 == 6 && strncmp(azArg[1], "pretty", n2) == 0) {
p->mode = MODE_Pretty;
2014-08-15 07:25:30 +00:00
} else if (n2 == 3 && strncmp(azArg[1], "csv", n2) == 0) {
2014-07-31 00:35:19 +00:00
p->mode = MODE_Csv;
sqlite3_snprintf(sizeof(p->separator), p->separator, ",");
2014-08-15 07:25:30 +00:00
} else {
fprintf(stderr,
"Error: mode should be one of: "
"column csv line list pretty\n");
2014-07-31 00:35:19 +00:00
rc = 1;
}
2014-08-15 07:25:30 +00:00
} else if (c == 'n' && strncmp(azArg[0], "nullvalue", n) == 0 && nArg == 2) {
sqlite3_snprintf(sizeof(p->nullvalue),
p->nullvalue,
"%.*s",
ArraySize(p->nullvalue) - 1,
2014-08-15 07:25:30 +00:00
azArg[1]);
} else if (c == 'p' && n >= 3 && strncmp(azArg[0], "print", n) == 0) {
2014-07-31 00:35:19 +00:00
int i;
2014-08-15 07:25:30 +00:00
for (i = 1; i < nArg; i++) {
if (i > 1) {
2014-08-15 07:25:30 +00:00
fprintf(p->out, " ");
}
2014-07-31 00:35:19 +00:00
fprintf(p->out, "%s", azArg[i]);
}
fprintf(p->out, "\n");
2014-08-15 07:25:30 +00:00
} else if (c == 'q' && strncmp(azArg[0], "quit", n) == 0 && nArg == 1) {
2014-07-31 00:35:19 +00:00
rc = 2;
2014-08-15 07:25:30 +00:00
} else if (c == 's' && strncmp(azArg[0], "schema", n) == 0 && nArg < 3) {
meta_schema(nArg, azArg);
2015-03-19 03:47:35 +00:00
} else if (c == 's' && strncmp(azArg[0], "separator", n) == 0 && nArg == 2) {
2014-08-15 07:25:30 +00:00
sqlite3_snprintf(sizeof(p->separator),
p->separator,
"%.*s",
(int)sizeof(p->separator) - 1,
azArg[1]);
} else if (c == 's' && strncmp(azArg[0], "show", n) == 0 && nArg == 1) {
2014-07-31 00:35:19 +00:00
int i;
2014-08-15 07:25:30 +00:00
fprintf(p->out, "%9.9s: %s\n", "echo", p->echoOn ? "on" : "off");
fprintf(p->out, "%9.9s: %s\n", "headers", p->showHeader ? "on" : "off");
fprintf(p->out, "%9.9s: %s\n", "mode", modeDescr[p->mode]);
fprintf(p->out, "%9.9s: ", "nullvalue");
output_c_string(p->out, p->nullvalue);
fprintf(p->out, "\n");
fprintf(p->out,
"%9.9s: %s\n",
"output",
2014-07-31 00:35:19 +00:00
strlen30(p->outfile) ? p->outfile : "stdout");
2014-08-15 07:25:30 +00:00
fprintf(p->out, "%9.9s: ", "separator");
output_c_string(p->out, p->separator);
fprintf(p->out, "\n");
fprintf(p->out, "%9.9s: ", "width");
for (i = 0; i < ArraySize(p->colWidth) && p->colWidth[i] != 0; i++) {
2014-08-15 07:25:30 +00:00
fprintf(p->out, "%d ", p->colWidth[i]);
2014-07-31 00:35:19 +00:00
}
2014-08-15 07:25:30 +00:00
fprintf(p->out, "\n");
} else if (c == 't' && n > 1 && strncmp(azArg[0], "tables", n) == 0 &&
nArg < 3) {
meta_tables(nArg, azArg);
} else if (c == 'l' && n > 1 && strncmp(azArg[0], "list", n) == 0 &&
nArg < 3) {
meta_tables(nArg, azArg);
2014-08-15 07:25:30 +00:00
} else if (c == 't' && n > 4 && strncmp(azArg[0], "timeout", n) == 0 &&
nArg == 2) {
sqlite3_busy_timeout(db, (int)integerValue(azArg[1]));
2014-08-15 07:25:30 +00:00
} else if (HAS_TIMER && c == 't' && n >= 5 &&
strncmp(azArg[0], "timer", n) == 0 && nArg == 2) {
2014-07-31 00:35:19 +00:00
enableTimer = booleanValue(azArg[1]);
2014-08-15 07:25:30 +00:00
} else if (c == 't' && strncmp(azArg[0], "trace", n) == 0 && nArg > 1) {
2014-07-31 00:35:19 +00:00
output_file_close(p->traceOut);
p->traceOut = output_file_open(azArg[1]);
2014-08-15 07:25:30 +00:00
} else if (c == 'v' && strncmp(azArg[0], "version", n) == 0) {
fprintf(p->out, "osquery %s\n", osquery::kVersion.c_str());
fprintf(p->out, "using SQLite %s\n", sqlite3_libversion());
2015-03-19 03:47:35 +00:00
} else if (c == 'w' && strncmp(azArg[0], "width", n) == 0 && nArg > 1) {
2014-07-31 00:35:19 +00:00
int j;
2014-08-15 07:25:30 +00:00
assert(nArg <= ArraySize(azArg));
for (j = 1; j < nArg && j < ArraySize(p->colWidth); j++) {
p->colWidth[j - 1] = (int)integerValue(azArg[j]);
2014-07-31 00:35:19 +00:00
}
2014-08-15 07:25:30 +00:00
} else {
fprintf(stderr,
"Error: unknown command or invalid arguments: "
" \"%s\". Enter \".help\" for help\n",
azArg[0]);
2014-07-31 00:35:19 +00:00
rc = 1;
}
return rc;
}
/*
** Return TRUE if a semicolon occurs anywhere in the first N characters
** of string z[].
*/
static int line_contains_semicolon(const char* z, int N) {
2015-04-17 00:40:19 +00:00
if (z == nullptr) {
return 0;
}
for (int i = 0; i < N; i++) {
if (z[i] == ';') {
2014-08-15 07:25:30 +00:00
return 1;
}
2014-08-15 07:25:30 +00:00
}
2014-07-31 00:35:19 +00:00
return 0;
}
/*
** Test to see if a line consists entirely of whitespace.
*/
static int _all_whitespace(const char* z) {
2015-05-13 06:46:02 +00:00
if (z == nullptr) {
return 0;
}
2014-08-15 07:25:30 +00:00
for (; *z; z++) {
2015-05-13 06:46:02 +00:00
if (IsSpace(z[0])) {
2014-08-15 07:25:30 +00:00
continue;
2015-05-13 06:46:02 +00:00
}
2014-08-15 07:25:30 +00:00
if (*z == '/' && z[1] == '*') {
2014-07-31 00:35:19 +00:00
z += 2;
2014-08-15 07:25:30 +00:00
while (*z && (*z != '*' || z[1] != '/')) {
z++;
}
2015-05-13 06:46:02 +00:00
if (*z == 0) {
2014-08-15 07:25:30 +00:00
return 0;
2015-05-13 06:46:02 +00:00
}
2014-07-31 00:35:19 +00:00
z++;
continue;
}
2014-08-15 07:25:30 +00:00
if (*z == '-' && z[1] == '-') {
2014-07-31 00:35:19 +00:00
z += 2;
2014-08-15 07:25:30 +00:00
while (*z && *z != '\n') {
z++;
}
2015-05-13 06:46:02 +00:00
if (*z == 0) {
2014-08-15 07:25:30 +00:00
return 1;
2015-05-13 06:46:02 +00:00
}
2014-07-31 00:35:19 +00:00
continue;
}
return 0;
}
return 1;
}
/*
** Read input from *in and process it. If *in==0 then input
** is interactive - the user is typing it it. Otherwise, input
** is coming from a file or device. A prompt is issued and history
** is saved only if input is interactive. An interrupt signal will
** cause this routine to exit immediately, unless input is interactive.
**
** Return the number of errors.
*/
static int process_input(struct callback_data* p, FILE* in) {
char* zLine = 0; /* A single input line */
char* zSql = 0; /* Accumulated SQL text */
2014-08-15 07:25:30 +00:00
int nLine; /* Length of current line */
int nSql = 0; /* Bytes of zSql[] used */
int nAlloc = 0; /* Allocated zSql[] space */
int nSqlPrior = 0; /* Bytes of zSql[] used by prior line */
char* zErrMsg; /* Error message returned */
2014-08-15 07:25:30 +00:00
int rc; /* Error code */
int errCnt = 0; /* Number of errors seen */
int lineno = 0; /* Current line number */
int startline = 0; /* Line number for start of current input */
while (errCnt == 0 || !bail_on_error || (in == 0 && stdin_is_interactive)) {
2014-07-31 00:35:19 +00:00
fflush(p->out);
2014-08-15 07:25:30 +00:00
zLine = one_input_line(in, zLine, nSql > 0);
if (zLine == 0) {
2014-07-31 00:35:19 +00:00
/* End of input */
2015-05-13 06:46:02 +00:00
if (stdin_is_interactive) {
2014-08-15 07:25:30 +00:00
printf("\n");
2015-05-13 06:46:02 +00:00
}
2014-07-31 00:35:19 +00:00
break;
}
2014-08-15 07:25:30 +00:00
if (seenInterrupt) {
2015-05-13 06:46:02 +00:00
if (in != 0) {
2014-08-15 07:25:30 +00:00
break;
2015-05-13 06:46:02 +00:00
}
2014-07-31 00:35:19 +00:00
seenInterrupt = 0;
}
lineno++;
2014-08-15 07:25:30 +00:00
if (nSql == 0 && _all_whitespace(zLine)) {
2015-05-13 06:46:02 +00:00
if (p->echoOn) {
2014-08-15 07:25:30 +00:00
printf("%s\n", zLine);
2015-05-13 06:46:02 +00:00
}
2014-07-31 00:35:19 +00:00
continue;
}
2014-08-15 07:25:30 +00:00
if (zLine && zLine[0] == '.' && nSql == 0) {
2015-05-13 06:46:02 +00:00
if (p->echoOn) {
2014-08-15 07:25:30 +00:00
printf("%s\n", zLine);
2015-05-13 06:46:02 +00:00
}
2014-07-31 00:35:19 +00:00
rc = do_meta_command(zLine, p);
2014-09-21 21:29:28 +00:00
if (rc == 2) { /* exit requested */
2014-07-31 00:35:19 +00:00
break;
2014-08-15 07:25:30 +00:00
} else if (rc) {
2014-07-31 00:35:19 +00:00
errCnt++;
}
continue;
}
nLine = strlen30(zLine);
2014-08-15 07:25:30 +00:00
if (nSql + nLine + 2 >= nAlloc) {
nAlloc = nSql + nLine + 100;
zSql = (char*)realloc(zSql, nAlloc);
2014-08-15 07:25:30 +00:00
if (zSql == 0) {
2014-07-31 00:35:19 +00:00
fprintf(stderr, "Error: out of memory\n");
exit(1);
}
}
nSqlPrior = nSql;
2014-08-15 07:25:30 +00:00
if (nSql == 0) {
2014-07-31 00:35:19 +00:00
int i;
2014-08-15 07:25:30 +00:00
for (i = 0; zLine[i] && IsSpace(zLine[i]); i++) {
}
2015-04-17 00:40:19 +00:00
assert(nAlloc > 0 && zSql != nullptr);
if (zSql != nullptr) {
memcpy(zSql, zLine + i, nLine + 1 - i);
}
2014-07-31 00:35:19 +00:00
startline = lineno;
2014-08-15 07:25:30 +00:00
nSql = nLine - i;
} else {
2014-07-31 00:35:19 +00:00
zSql[nSql++] = '\n';
2014-08-15 07:25:30 +00:00
memcpy(zSql + nSql, zLine, nLine + 1);
2014-07-31 00:35:19 +00:00
nSql += nLine;
}
2014-08-15 07:25:30 +00:00
if (nSql && line_contains_semicolon(&zSql[nSqlPrior], nSql - nSqlPrior) &&
sqlite3_complete(zSql)) {
2014-07-31 00:35:19 +00:00
p->cnt = 0;
BEGIN_TIMER;
rc = shell_exec(zSql, shell_callback, p, &zErrMsg);
2014-07-31 00:35:19 +00:00
END_TIMER;
2014-08-15 07:25:30 +00:00
if (rc || zErrMsg) {
2014-07-31 00:35:19 +00:00
char zPrefix[100];
2014-08-15 07:25:30 +00:00
if (in != 0 || !stdin_is_interactive) {
sqlite3_snprintf(
sizeof(zPrefix), zPrefix, "Error: near line %d:", startline);
2014-08-15 07:25:30 +00:00
} else {
2014-07-31 00:35:19 +00:00
sqlite3_snprintf(sizeof(zPrefix), zPrefix, "Error:");
}
2014-08-15 07:25:30 +00:00
if (zErrMsg != 0) {
2014-07-31 00:35:19 +00:00
fprintf(stderr, "%s %s\n", zPrefix, zErrMsg);
sqlite3_free(zErrMsg);
zErrMsg = 0;
}
errCnt++;
}
nSql = 0;
2014-08-15 07:25:30 +00:00
} else if (nSql && _all_whitespace(zSql)) {
if (p->echoOn) {
2014-08-15 07:25:30 +00:00
printf("%s\n", zSql);
}
2014-07-31 00:35:19 +00:00
nSql = 0;
}
}
2014-08-15 07:25:30 +00:00
if (nSql) {
if (!_all_whitespace(zSql)) {
2014-07-31 00:35:19 +00:00
fprintf(stderr, "Error: incomplete SQL: %s\n", zSql);
}
free(zSql);
}
free(zLine);
2014-08-15 07:25:30 +00:00
return errCnt > 0;
2014-07-31 00:35:19 +00:00
}
/*
** Initialize the state information in data
*/
static void main_init(struct callback_data* data) {
memset(data, 0, sizeof(struct callback_data));
data->prettyPrint = new struct prettyprint_data();
data->mode = MODE_Pretty;
data->showHeader = 1;
data->separator[0] = '|';
2014-07-31 00:35:19 +00:00
sqlite3_config(SQLITE_CONFIG_URI, 1);
sqlite3_config(SQLITE_CONFIG_LOG, shellLog, data);
sqlite3_snprintf(sizeof(mainPrompt), mainPrompt, "osquery> ");
2014-08-15 07:25:30 +00:00
sqlite3_snprintf(sizeof(continuePrompt), continuePrompt, " ...> ");
2014-07-31 00:35:19 +00:00
sqlite3_config(SQLITE_CONFIG_SINGLETHREAD);
}
/*
** Output text to the console in a font that attracts extra attention.
*/
static void printBold(const char* zText) {
printf("\033[1m%s\033[0m", zText);
}
2014-07-31 00:35:19 +00:00
2014-08-15 07:25:30 +00:00
namespace osquery {
2014-07-31 00:35:19 +00:00
int launchIntoShell(int argc, char** argv) {
2014-07-31 00:35:19 +00:00
struct callback_data data;
2015-03-19 03:47:35 +00:00
main_init(&data);
2016-03-05 04:41:06 +00:00
#if defined(SQLITE_ENABLE_WHERETRACE)
sqlite3WhereTrace = 0xffffffff;
#endif
2016-03-20 23:05:13 +00:00
// Move the attach function method into the osquery SQL implementation.
// This allow simple/straightforward control of concurrent DB access.
osquery::attachFunctionInternal("shellstatic", shellstaticFunc);
stdin_is_interactive = platformIsatty(stdin);
2014-07-31 00:35:19 +00:00
2015-03-19 03:47:35 +00:00
// SQLite: Make sure we have a valid signal handler early
2014-07-31 00:35:19 +00:00
signal(SIGINT, interrupt_handler);
data.out = stdout;
2015-03-19 03:47:35 +00:00
// Set modes and settings from CLI flags.
2015-12-16 02:18:54 +00:00
data.showHeader = FLAGS_header;
if (FLAGS_list) {
2015-03-19 03:47:35 +00:00
data.mode = MODE_List;
} else if (FLAGS_line) {
data.mode = MODE_Line;
} else if (FLAGS_csv) {
2015-04-23 21:32:14 +00:00
data.mode = MODE_Csv;
data.separator[0] = ',';
2015-03-19 03:47:35 +00:00
} else {
data.mode = MODE_Pretty;
2014-07-31 00:35:19 +00:00
}
sqlite3_snprintf(
sizeof(data.separator), data.separator, "%s", FLAGS_separator.c_str());
sqlite3_snprintf(
sizeof(data.nullvalue), data.nullvalue, "%s", FLAGS_nullvalue.c_str());
2015-03-19 03:47:35 +00:00
auto runQuery = [&data](const char* query) {
char* error = 0;
int rc = shell_exec(query, shell_callback, &data, &error);
if (error != 0) {
fprintf(stderr, "Error: %s\n", error);
return (rc != 0) ? rc : 1;
} else if (rc != 0) {
fprintf(stderr, "Error: unable to process SQL \"%s\"\n", query);
}
return rc;
};
2015-03-19 03:47:35 +00:00
int rc = 0;
if (FLAGS_L || FLAGS_A.size() > 0) {
2015-04-27 23:40:05 +00:00
// Helper meta commands from shell switches.
std::string query = (FLAGS_L) ? ".tables" : ".all " + FLAGS_A;
char* cmd = new char[query.size() + 1];
2015-04-27 23:40:05 +00:00
memset(cmd, 0, query.size() + 1);
std::copy(query.begin(), query.end(), cmd);
rc = do_meta_command(cmd, &data);
} else if (FLAGS_pack.size() > 0) {
// Check every pack for a name matching the requested --pack flag.
Config::getInstance().packs([&runQuery, &rc](std::shared_ptr<Pack>& pack) {
if (pack->getName() != FLAGS_pack) {
return;
}
for (const auto& query : pack->getSchedule()) {
rc = runQuery(query.second.query.c_str());
if (rc != 0) {
fprintf(stderr,
"Could not execute query %s: %s\n",
query.first.c_str(),
query.second.query.c_str());
return;
}
}
});
if (rc != 0) {
return rc;
}
2015-04-27 23:40:05 +00:00
} else if (argc > 1 && argv[1] != nullptr) {
2015-03-19 03:47:35 +00:00
// Run a command or statement from CLI
char* query = argv[1];
2015-03-19 03:47:35 +00:00
if (query[0] == '.') {
rc = do_meta_command(query, &data);
rc = (rc == 2) ? 0 : rc;
2014-08-15 07:25:30 +00:00
} else {
rc = runQuery(query);
if (rc != 0) {
2014-07-31 00:35:19 +00:00
return rc;
}
}
2014-08-15 07:25:30 +00:00
} else {
2015-03-19 03:47:35 +00:00
// Run commands received from standard input
2014-08-15 07:25:30 +00:00
if (stdin_is_interactive) {
2014-10-14 00:23:12 +00:00
printBold("osquery");
2014-08-15 07:25:30 +00:00
printf(
" - being built, with love, at Facebook\n"
"~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~\n");
printf("Using a ");
printBold("virtual database");
printf(". Need help, type '.help'\n");
2015-03-19 03:47:35 +00:00
auto history_file =
(fs::path(osquery::osqueryHomeDirectory()) / ".history")
.make_preferred()
.string();
#ifdef WIN32
linenoiseHistorySetMaxLen(100);
linenoiseHistoryLoad(history_file.c_str());
#else
2015-03-19 03:47:35 +00:00
read_history(history_file.c_str());
#endif
2014-07-31 00:35:19 +00:00
rc = process_input(&data, 0);
#ifdef WIN32
linenoiseHistorySave(history_file.c_str());
#else
2015-03-19 03:47:35 +00:00
stifle_history(100);
write_history(history_file.c_str());
#endif
2014-08-15 07:25:30 +00:00
} else {
2014-07-31 00:35:19 +00:00
rc = process_input(&data, stdin);
}
}
2015-03-19 03:47:35 +00:00
2014-07-31 00:35:19 +00:00
set_table_name(&data, 0);
sqlite3_free(data.zFreeOnClose);
2014-11-09 21:31:56 +00:00
if (data.prettyPrint != nullptr) {
delete data.prettyPrint;
}
2014-07-31 00:35:19 +00:00
return rc;
}
2014-08-15 07:25:30 +00:00
}