Business intelligence made simple
Improved support for Snowflake [skip ci]
Andrew Kane09e816d893f0
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex 887fd559..91da7fd9 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -3,6 +3,7 @@- Added materialized views to table preview and schema page for Postgres- Added support for ClickHouse- Added `catalog` setting for Amazon Athena+- Improved support for Snowflake## 3.4.0 (2026-04-20)diff --git a/Rakefile b/Rakefileindex cd14430e..785b4351 100644--- a/Rakefile+++ b/Rakefile@@ -10,7 +10,7 @@ task default: :test%w(athena bigquery cassandra clickhouse drill druid elasticsearchhive ignite influxdb mysql neo4j opensearch- postgresql presto redshift salesforce snowflake+ postgresql presto redshift salesforce snowflake snowflake2soda spark sqlite sqlserver).each do |adapter|namespace :test dodiff --git a/lib/blazer.rb b/lib/blazer.rbindex a6260113..457a2fc1 100644--- a/lib/blazer.rb+++ b/lib/blazer.rb@@ -35,6 +35,7 @@ require_relative "blazer/adapters/soda_adapter"require_relative "blazer/adapters/spark_adapter"require_relative "blazer/adapters/sql_adapter"require_relative "blazer/adapters/snowflake_adapter"+require_relative "blazer/adapters/snowflake2_adapter"# notifiersrequire_relative "blazer/email_notifier"diff --git a/lib/blazer/adapters.rb b/lib/blazer/adapters.rbindex 660fe50c..00f35b66 100644--- a/lib/blazer/adapters.rb+++ b/lib/blazer/adapters.rb@@ -16,4 +16,5 @@ Blazer.register_adapter "soda", Blazer::Adapters::SodaAdapterBlazer.register_adapter "spark", Blazer::Adapters::SparkAdapterBlazer.register_adapter "sql", Blazer::Adapters::SqlAdapterBlazer.register_adapter "snowflake", Blazer::Adapters::SnowflakeAdapter+Blazer.register_adapter "snowflake2", Blazer::Adapters::Snowflake2AdapterBlazer.register_adapter "trino", Blazer::Adapters::PrestoAdapterdiff --git a/lib/blazer/adapters/snowflake2_adapter.rb b/lib/blazer/adapters/snowflake2_adapter.rbnew file mode 100644index 00000000..c4a13145--- /dev/null+++ b/lib/blazer/adapters/snowflake2_adapter.rb@@ -0,0 +1,191 @@+module Blazer+ module Adapters+ class Snowflake2Adapter < BaseAdapter+ def run_statement(statement, comment, bind_params)+ require "json"+ require "net/http"++ columns = []+ rows = []+ error = nil++ api_prefix = "https://#{settings.fetch("account_id")}.snowflakecomputing.com/api/v2/statements/"+ authorization = "Bearer #{settings.fetch("access_token")}"++ submit_uri = URI(api_prefix)+ # for testing+ # submit_uri.query = URI.encode_www_form({"async" => true})++ post_data = {+ statement: "#{statement} /*#{comment}*/"+ }+ # use empty? since any? doesn't work for [nil]+ unless bind_params.empty?+ post_data[:bindings] =+ bind_params.map.with_index.to_h do |v, i|+ type =+ case v+ when Integer+ "FIXED"+ when Float+ "REAL"+ when ActiveSupport::TimeWithZone+ "TIMESTAMP_NTZ"+ else+ "TEXT"+ end+ v = v.to_i * 1000000000 + v.nsec if v.is_a?(ActiveSupport::TimeWithZone)+ [i + 1, {type: type, value: v&.to_s}]+ end+ end+ post_data[:timeout] = data_source.timeout if data_source.timeout+ post_data[:database] = settings["database"] if settings["database"]+ post_data[:schema] = settings["schema"] if settings["schema"]+ post_data[:warehouse] = settings["warehouse"] if settings["warehouse"]+ post_data[:role] = settings["role"] if settings["role"]++ req = Net::HTTP::Post.new(submit_uri)+ req["Authorization"] = authorization+ req.body = post_data.to_json++ options = {+ use_ssl: true,+ open_timeout: 3,+ read_timeout: data_source.timeout ? data_source.timeout + 3 : 60+ }++ begin+ res = Net::HTTP.start(submit_uri.hostname, submit_uri.port, options) do |http|+ http.request(req)+ end++ while res.is_a?(Net::HTTPAccepted)+ sleep(1)++ data = JSON.parse(res.body)+ statement_uri = URI("#{api_prefix}#{CGI.escape(data["statementHandle"])}")+ req = Net::HTTP::Get.new(statement_uri)+ req["Authorization"] = authorization++ res = Net::HTTP.start(statement_uri.hostname, statement_uri.port, options) do |http|+ http.request(req)+ end+ end++ if res.is_a?(Net::HTTPSuccess)+ data = JSON.parse(res.body)+ metadata = data["resultSetMetaData"]+ columns = metadata["rowType"].map { |v| v["name"].downcase }+ column_types = metadata["rowType"].map { |v| v["type"] }+ rows = data["data"]++ if metadata["partitionInfo"]+ 1.upto(metadata["partitionInfo"].size - 1) do |i|+ statement_uri.query = URI.encode_www_form({"partition" => i})+ req = Net::HTTP::Get.new(statement_uri)+ req["Authorization"] = authorization++ res = Net::HTTP.start(statement_uri.hostname, statement_uri.port, options) do |http|+ http.request(req)+ end++ if res.is_a?(Net::HTTPSuccess)+ data = JSON.parse(res.body)+ rows += data["data"]+ else+ data = JSON.parse(res.body)+ error = data["message"]+ break+ end+ end+ end++ if error+ columns.clear+ rows.clear+ else+ column_types.each_with_index do |c, i|+ # TODO handle more types+ case c+ when "fixed"+ rows.each do |row|+ row[i] &&= row[i].to_i+ end+ when "real"+ rows.each do |row|+ row[i] &&= row[i].to_f+ end+ when "timestamp_ntz"+ utc = ActiveSupport::TimeZone["Etc/UTC"]+ rows.each do |row|+ row[i] &&= utc.strptime(row[i], "%s.%N")+ end+ end+ end+ end+ else+ data = JSON.parse(res.body)+ error = data["message"]+ error = Blazer::TIMEOUT_MESSAGE if error.include?("Statement reached its statement or warehouse timeout")+ end+ rescue Errno::ECONNREFUSED => e+ error = e.message+ end++ [columns, rows, error]+ end++ def tables+ sql = "SELECT table_schema, table_name FROM information_schema.tables WHERE table_schema != 'INFORMATION_SCHEMA'"+ result = data_source.run_statement(sql)+ result.rows.sort_by { |r| [r[0] == default_schema ? "" : r[0], r[1]] }.map do |row|+ table =+ if row[0] == default_schema+ row[1]+ else+ "#{row[0]}.#{row[1]}"+ end++ # TODO quote if needed+ table.downcase+ end+ end++ def schema+ sql = "SELECT table_schema, table_name, column_name, data_type, ordinal_position FROM information_schema.columns WHERE table_schema != 'INFORMATION_SCHEMA'"+ result = data_source.run_statement(sql)+ result.rows.group_by { |r| [r[0], r[1]] }.sort_by { |k, _| [k[0] == default_schema ? "" : k[0], k[1]] }.map { |k, vs| {schema: k[0].downcase, table: k[1].downcase, columns: vs.sort_by { |v| v[2] }.map { |v| {name: v[2].downcase, data_type: v[3].downcase} }} }+ end++ def preview_statement+ "SELECT * FROM {table} LIMIT 10"+ end++ # https://docs.snowflake.com/en/sql-reference/data-types-text#escape-sequences-in-single-quoted-string-constants+ def quoting+ :backslash_escape+ end++ # https://docs.snowflake.com/en/developer-guide/sql-api/submitting-requests#label-sql-api-bind-variables+ def parameter_binding+ :positional+ end++ # https://docs.snowflake.com/en/developer-guide/sql-api/cancelling-requests+ def cancel(run_id)+ # TODO+ end++ private++ def default_schema+ @default_schema ||=+ if settings["schema"]+ settings["schema"]+ else+ data_source.run_statement("SELECT CURRENT_SCHEMA()").rows[0][0]+ end+ end+ end+ end+enddiff --git a/test/adapters/snowflake2_test.rb b/test/adapters/snowflake2_test.rbnew file mode 100644index 00000000..da9e44d5--- /dev/null+++ b/test/adapters/snowflake2_test.rb@@ -0,0 +1,70 @@+require_relative "../test_helper"++class Snowflake2Test < ActionDispatch::IntegrationTest+ include AdapterTest++ def data_source+ "snowflake2"+ end++ def test_result+ result = ds.run_statement("SELECT 'world' AS hello")+ assert_equal [["world"]], result.rows+ assert_equal ["HELLO"], result.columns+ assert_equal ["string"], result.column_types+ end++ def test_error+ result = ds.run_statement("1")+ assert_match "syntax error", result.error+ end++ def test_timeout+ result = ds.run_statement("SELECT SYSTEM$WAIT(3)")+ assert_equal "Query timed out :(", result.error+ end++ def test_run+ assert_result [{"HELLO" => "world"}], "SELECT 'world' AS hello"+ end++ def test_audit+ assert_audit "SELECT ? AS hello\n\n[\"world\"]", "SELECT {var} AS hello", var: "world"+ end++ def test_string+ assert_result [{"HELLO" => "world"}], "SELECT {var} AS hello", var: "world"+ end++ def test_integer+ assert_result [{"HELLO" => "1"}], "SELECT {var} AS hello", var: "1"+ end++ def test_float+ assert_result [{"HELLO" => "1.5"}], "SELECT {var} AS hello", var: "1.5"+ end++ def test_time+ assert_result [{"HELLO" => "2022-01-01 08:00:00 UTC"}], "SELECT {created_at} AS hello", created_at: "2022-01-01 08:00:00"+ end++ def test_nil+ assert_result [{"HELLO" => nil}], "SELECT {var} AS hello", var: ""+ end++ def test_single_quote+ assert_result [{"HELLO" => "'"}], "SELECT {var} AS hello", var: "'"+ end++ def test_double_quote+ assert_result [{"HELLO" => '"'}], "SELECT {var} AS hello", var: '"'+ end++ def test_backslash+ assert_result [{"HELLO" => "\\"}], "SELECT {var} AS hello", var: "\\"+ end++ def test_double_backslash+ assert_result [{"HELLO" => "\\\\"}], "SELECT {var} AS hello", var: "\\\\"+ end+enddiff --git a/test/support/adapters.yml b/test/support/adapters.ymlindex da50a1d8..5c9f0177 100644--- a/test/support/adapters.yml+++ b/test/support/adapters.yml@@ -75,6 +75,14 @@ data_sources:adapter: snowflake# conn_str: ...+ snowflake2:+ adapter: snowflake2+ account_id: ...+ database: ...+ schema: PUBLIC+ access_token: ...+ timeout: 1+sqlite:url: "sqlite3::memory:"