import pyhs2
class HiveClient:
# 初始化
def __init__(self, db_host, user, password, database, port=10000, authMechanism="PLAIN", configuration=None):
self.conn = pyhs2.connect(host=db_host,
port=port,
authMechanism=authMechanism,
user=user,
password=password,
database=database,
configuration=configuration,
)
# 查询方法
def query(self, sql):
with self.conn.cursor() as cursor:
cursor.execute(sql)
return cursor.fetch()
def close(self):
self.conn.close()
def getHiveData(sql):
config = {"mapreduce.job.queuename": "default", 'krb_host': 'hiveserve2ip', 'krb_service': 'hive'}
hive_client = HiveClient(db_host='hiveserve2ip', port=10000, user='user@kdc.com', password='hive', database='dw.usee',
authMechanism='KERBEROS', configuration=config)
print sql
result = hive_client.query(sql)
return result
|