Business intelligence made simple
Added support for Snowflake - thanks @nickelser
Andrewa1cd75609eed
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex b7d80115..b1857add 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -1,6 +1,7 @@## 1.8.3 [unreleased]- Better ordering on home page+- Added support for Snowflake## 1.8.2diff --git a/README.md b/README.mdindex 2871f007..0e640d48 100644--- a/README.md+++ b/README.md@@ -406,6 +406,7 @@ data_sources:- [MongoDB](#mongodb-1)- [Cassandra](#cassandra)- [Druid](#druid)+- [Snowflake](#snowflake) [master]- [Elasticsearch](#elasticsearch-beta) [beta]You can also [create an adapter](#creating-an-adapter) for any other data store.@@ -554,6 +555,17 @@ data_sources:url: http://hostname:8082```+### Snowflake++First, install the [ODBC driver](https://docs.snowflake.net/manuals/user-guide/odbc.html). Add [odbc_adapter](https://github.com/localytics/odbc_adapter) to your Gemfile and set:++```yml+data_sources:+ my_source:+ adapter: snowflake+ dsn: ProductionSnowflake+```+### Elasticsearch [beta]Add [elasticsearch](https://github.com/elastic/elasticsearch-ruby) to your Gemfile and set:diff --git a/lib/blazer.rb b/lib/blazer.rbindex 4d80159f..f5374e1f 100644--- a/lib/blazer.rb+++ b/lib/blazer.rb@@ -16,6 +16,7 @@ require "blazer/adapters/elasticsearch_adapter"require "blazer/adapters/mongodb_adapter"require "blazer/adapters/presto_adapter"require "blazer/adapters/sql_adapter"+require "blazer/adapters/snowflake_adapter"require "blazer/engine"module Blazer@@ -203,3 +204,4 @@ Blazer.register_adapter "elasticsearch", Blazer::Adapters::ElasticsearchAdapterBlazer.register_adapter "presto", Blazer::Adapters::PrestoAdapterBlazer.register_adapter "mongodb", Blazer::Adapters::MongodbAdapterBlazer.register_adapter "sql", Blazer::Adapters::SqlAdapter+Blazer.register_adapter "snowflake", Blazer::Adapters::SnowflakeAdapterdiff --git a/lib/blazer/adapters/snowflake_adapter.rb b/lib/blazer/adapters/snowflake_adapter.rbnew file mode 100644index 00000000..e0093985--- /dev/null+++ b/lib/blazer/adapters/snowflake_adapter.rb@@ -0,0 +1,63 @@+module Blazer+ module Adapters+ class SnowflakeAdapter < SqlAdapter+ def initialize(data_source)+ @data_source = data_source++ @@registered ||= begin+ require "active_record/connection_adapters/odbc_adapter"+ require "odbc_adapter/adapters/postgresql_odbc_adapter"++ ODBCAdapter.register(/snowflake/, ODBCAdapter::Adapters::PostgreSQLODBCAdapter) do+ # Explicitly turning off prepared statements as they are not yet working with+ # snowflake + the ODBC ActiveRecord adapter+ def prepared_statements+ false+ end++ # Quoting needs to be changed for snowflake+ def quote_column_name(name)+ name.to_s+ end++ private++ # Override dbms_type_cast to get the values encoded in UTF-8+ def dbms_type_cast(columns, values)+ int_column = {}+ columns.each_with_index do |c, i|+ int_column[i] = c.type == 3 && c.scale == 0+ end++ values.each do |row|+ row.each_index do |idx|+ if int_column[idx]+ row[idx] = row[idx].to_i+ elsif row[idx].is_a?(String)+ row[idx] = row[idx].force_encoding("UTF-8")+ end+ end+ end+ end+ end+ end++ @connection_model =+ Class.new(Blazer::Connection) do+ def self.name+ "Blazer::Connection::SnowflakeAdapter#{object_id}"+ end+ if data_source.settings["conn_str"]+ establish_connection(adapter: "odbc", conn_str: data_source.settings["conn_str"])+ elsif data_source.settings["dsn"]+ establish_connection(adapter: "odbc", dsn: data_source.settings["dsn"])+ end+ end+ end++ def cancel(run_id)+ # todo+ end+ end+ end+enddiff --git a/lib/blazer/data_source.rb b/lib/blazer/data_source.rbindex 06526649..5a371347 100644--- a/lib/blazer/data_source.rb+++ b/lib/blazer/data_source.rb@@ -145,7 +145,7 @@ module Blazerdef adapter_instance@adapter_instance ||= begin- unless settings["url"] || Rails.env.development? || ["bigquery", "athena"].include?(settings["adapter"])+ unless settings["url"] || Rails.env.development? || ["bigquery", "athena", "snowflake"].include?(settings["adapter"])raise Blazer::Error, "Empty url for data source: #{id}"end