valitydev/redash
14
0
Fork 0
mirror of https://github.com/valitydev/redash.git synced 2024-11-07 01:25:16 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #888 from toru-takahashi/improve-treasuredata-plugin

Browse Source 
Improve TreasureData query runner
This commit is contained in:
Arik Fraimovich 2016-03-11 22:58:11 +02:00
commit a1a73a1b2f
2 changed files with 20 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
redash/query_runner/treasuredata.py
View File

@ -48,9 +48,14 @@ class TreasureData(BaseQueryRunner):
'type': {
'type': 'string'
},
"db": {
"type": "string",
"title": "Database Name"
'db': {
'type': 'string',
'title': 'Database Name'
},
'get_schema': {
'type': 'boolean',
'title': 'Auto Schema Retrieval',
'default': False
}
},
'required': ['apikey','db']
@ -71,23 +76,24 @@ class TreasureData(BaseQueryRunner):
def __init__(self, configuration):
super(TreasureData, self).__init__(configuration)
def get_schema(self):
def get_schema(self, get_stats=False):
schema = {}
try:
with tdclient.Client(self.configuration.get('apikey')) as client:
for table in client.tables(self.configuration.get('db')):
table_name = '{}.{}'.format(self.configuration.get('db'), table.name)
for table_schema in table.schema:
schema[table_name] = {'name': table_name, 'columns': table.schema}
except Exception, ex:
raise Exception("Failed getting schema")
if self.configuration.get('get_schema', False):
try:
with tdclient.Client(self.configuration.get('apikey')) as client:
for table in client.tables(self.configuration.get('db')):
table_name = '{}.{}'.format(self.configuration.get('db'), table.name)
for table_schema in table.schema:
schema[table_name] = {'name': table_name, 'columns': table.schema}
except Exception, ex:
raise Exception("Failed getting schema")
return schema.values()
def run_query(self, query):
connection = tdclient.connect(
endpoint=self.configuration.get('endpoint', 'https://api.treasuredata.com'),
apikey=self.configuration.get('apikey'),
type=self.configuration.get('type', 'hive'),
type=self.configuration.get('type', 'hive').lower(),
db=self.configuration.get('db'))
cursor = connection.cursor()

2
requirements_all_ds.txt
View File

@ -8,5 +8,5 @@ pyhive==0.1.5
pymongo==2.7.2
pyOpenSSL==0.14
vertica-python==0.5.1
td-client==0.3.2
td-client==0.4.1
pymssql==2.1.1