Business intelligence made simple
Added support for Cassandra
Andrew Kane1b1c7dc8c605
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex fe1572ff..56df001c 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -1,5 +1,6 @@## 1.8.2 [unreleased]+- Added support for Cassandra- Fixes for Druid## 1.8.1diff --git a/README.md b/README.mdindex 73259a6f..ac4ee82b 100644--- a/README.md+++ b/README.md@@ -404,6 +404,7 @@ data_sources:- [Apache Drill](#apache-drill)- [Google BigQuery](#google-bigquery)- [MongoDB](#mongodb-1)+- [Cassandra](#cassandra) [master]- [Druid](#druid)- [Elasticsearch](#elasticsearch-beta) [beta]@@ -530,6 +531,16 @@ data_sources:url: mongodb://user:password@hostname:27017/database```+### Cassandra++Add [cassandra-driver](https://github.com/datastax/ruby-driver) to your Gemfile and set:++```yml+data_sources:+ my_source:+ url: cassandra://user:password@hostname:9042/keyspace+```+### DruidFirst, [enable SQL support](http://druid.io/docs/latest/querying/sql.html#configuration) on the broker.diff --git a/lib/blazer.rb b/lib/blazer.rbindex 5cd1eab8..8f2b651f 100644--- a/lib/blazer.rb+++ b/lib/blazer.rb@@ -9,6 +9,7 @@ require "blazer/run_statement"require "blazer/adapters/base_adapter"require "blazer/adapters/athena_adapter"require "blazer/adapters/bigquery_adapter"+require "blazer/adapters/cassandra_adapter"require "blazer/adapters/drill_adapter"require "blazer/adapters/druid_adapter"require "blazer/adapters/elasticsearch_adapter"@@ -177,6 +178,7 @@ endBlazer.register_adapter "athena", Blazer::Adapters::AthenaAdapterBlazer.register_adapter "bigquery", Blazer::Adapters::BigQueryAdapter+Blazer.register_adapter "cassandra", Blazer::Adapters::CassandraAdapterBlazer.register_adapter "drill", Blazer::Adapters::DrillAdapterBlazer.register_adapter "druid", Blazer::Adapters::DruidAdapterBlazer.register_adapter "elasticsearch", Blazer::Adapters::ElasticsearchAdapterdiff --git a/lib/blazer/adapters/cassandra_adapter.rb b/lib/blazer/adapters/cassandra_adapter.rbnew file mode 100644index 00000000..3228c737--- /dev/null+++ b/lib/blazer/adapters/cassandra_adapter.rb@@ -0,0 +1,59 @@+module Blazer+ module Adapters+ class CassandraAdapter < BaseAdapter+ def run_statement(statement, comment)+ columns = []+ rows = []+ error = nil++ begin+ response = session.execute("#{statement} /*#{comment}*/")+ rows = response.map { |r| r.values }+ columns = rows.any? ? response.first.keys : []+ rescue => e+ error = e.message+ end++ [columns, rows, error]+ end++ def tables+ session.execute("SELECT table_name FROM system_schema.tables WHERE keyspace_name = '#{keyspace}'").map { |r| r["table_name"] }+ end++ def schema+ result = session.execute("SELECT keyspace_name, table_name, column_name, type, position FROM system_schema.columns WHERE keyspace_name = '#{keyspace}'")+ result.map(&:values).group_by { |r| [r[0], r[1]] }.map { |k, vs| {schema: k[0], table: k[1], columns: vs.sort_by { |v| v[2] }.map { |v| {name: v[2], data_type: v[3]} }} }+ end++ def preview_statement+ "SELECT * FROM {table} LIMIT 10"+ end++ private++ def cluster+ @cluster ||= begin+ require "cassandra"+ options = {hosts: [uri.host]}+ options[:port] = uri.port if uri.port+ options[:username] = uri.user if uri.user+ options[:password] = uri.password if uri.password+ ::Cassandra.cluster(options)+ end+ end++ def session+ @session ||= cluster.connect(keyspace)+ end++ def uri+ @uri ||= URI.parse(data_source.settings["url"])+ end++ def keyspace+ @keyspace ||= uri.path[1..-1]+ end+ end+ end+enddiff --git a/lib/blazer/data_source.rb b/lib/blazer/data_source.rbindex ec04b87f..06526649 100644--- a/lib/blazer/data_source.rb+++ b/lib/blazer/data_source.rb@@ -186,7 +186,7 @@ module Blazerdef detect_adapterschema = settings["url"].to_s.split("://").firstcase schema- when "mongodb", "presto"+ when "mongodb", "presto", "cassandra"schemaelse"sql"