Skip to content

Business intelligence made simple

Improved support for Snowflake [skip ci]

Andrew Kane09e816d893f0
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 887fd559..91da7fd9 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -3,6 +3,7 @@
- Added materialized views to table preview and schema page for Postgres
- Added support for ClickHouse
- Added `catalog` setting for Amazon Athena
+- Improved support for Snowflake
## 3.4.0 (2026-04-20)
diff --git a/Rakefile b/Rakefile
index cd14430e..785b4351 100644
--- a/Rakefile
+++ b/Rakefile
@@ -10,7 +10,7 @@ task default: :test
%w(
athena bigquery cassandra clickhouse drill druid elasticsearch
hive ignite influxdb mysql neo4j opensearch
- postgresql presto redshift salesforce snowflake
+ postgresql presto redshift salesforce snowflake snowflake2
soda spark sqlite sqlserver
).each do |adapter|
namespace :test do
diff --git a/lib/blazer.rb b/lib/blazer.rb
index a6260113..457a2fc1 100644
--- a/lib/blazer.rb
+++ b/lib/blazer.rb
@@ -35,6 +35,7 @@ require_relative "blazer/adapters/soda_adapter"
require_relative "blazer/adapters/spark_adapter"
require_relative "blazer/adapters/sql_adapter"
require_relative "blazer/adapters/snowflake_adapter"
+require_relative "blazer/adapters/snowflake2_adapter"
# notifiers
require_relative "blazer/email_notifier"
diff --git a/lib/blazer/adapters.rb b/lib/blazer/adapters.rb
index 660fe50c..00f35b66 100644
--- a/lib/blazer/adapters.rb
+++ b/lib/blazer/adapters.rb
@@ -16,4 +16,5 @@ Blazer.register_adapter "soda", Blazer::Adapters::SodaAdapter
Blazer.register_adapter "spark", Blazer::Adapters::SparkAdapter
Blazer.register_adapter "sql", Blazer::Adapters::SqlAdapter
Blazer.register_adapter "snowflake", Blazer::Adapters::SnowflakeAdapter
+Blazer.register_adapter "snowflake2", Blazer::Adapters::Snowflake2Adapter
Blazer.register_adapter "trino", Blazer::Adapters::PrestoAdapter
diff --git a/lib/blazer/adapters/snowflake2_adapter.rb b/lib/blazer/adapters/snowflake2_adapter.rb
new file mode 100644
index 00000000..c4a13145
--- /dev/null
+++ b/lib/blazer/adapters/snowflake2_adapter.rb
@@ -0,0 +1,191 @@
+module Blazer
+ module Adapters
+ class Snowflake2Adapter < BaseAdapter
+ def run_statement(statement, comment, bind_params)
+ require "json"
+ require "net/http"
+
+ columns = []
+ rows = []
+ error = nil
+
+ api_prefix = "https://#{settings.fetch("account_id")}.snowflakecomputing.com/api/v2/statements/"
+ authorization = "Bearer #{settings.fetch("access_token")}"
+
+ submit_uri = URI(api_prefix)
+ # for testing
+ # submit_uri.query = URI.encode_www_form({"async" => true})
+
+ post_data = {
+ statement: "#{statement} /*#{comment}*/"
+ }
+ # use empty? since any? doesn't work for [nil]
+ unless bind_params.empty?
+ post_data[:bindings] =
+ bind_params.map.with_index.to_h do |v, i|
+ type =
+ case v
+ when Integer
+ "FIXED"
+ when Float
+ "REAL"
+ when ActiveSupport::TimeWithZone
+ "TIMESTAMP_NTZ"
+ else
+ "TEXT"
+ end
+ v = v.to_i * 1000000000 + v.nsec if v.is_a?(ActiveSupport::TimeWithZone)
+ [i + 1, {type: type, value: v&.to_s}]
+ end
+ end
+ post_data[:timeout] = data_source.timeout if data_source.timeout
+ post_data[:database] = settings["database"] if settings["database"]
+ post_data[:schema] = settings["schema"] if settings["schema"]
+ post_data[:warehouse] = settings["warehouse"] if settings["warehouse"]
+ post_data[:role] = settings["role"] if settings["role"]
+
+ req = Net::HTTP::Post.new(submit_uri)
+ req["Authorization"] = authorization
+ req.body = post_data.to_json
+
+ options = {
+ use_ssl: true,
+ open_timeout: 3,
+ read_timeout: data_source.timeout ? data_source.timeout + 3 : 60
+ }
+
+ begin
+ res = Net::HTTP.start(submit_uri.hostname, submit_uri.port, options) do |http|
+ http.request(req)
+ end
+
+ while res.is_a?(Net::HTTPAccepted)
+ sleep(1)
+
+ data = JSON.parse(res.body)
+ statement_uri = URI("#{api_prefix}#{CGI.escape(data["statementHandle"])}")
+ req = Net::HTTP::Get.new(statement_uri)
+ req["Authorization"] = authorization
+
+ res = Net::HTTP.start(statement_uri.hostname, statement_uri.port, options) do |http|
+ http.request(req)
+ end
+ end
+
+ if res.is_a?(Net::HTTPSuccess)
+ data = JSON.parse(res.body)
+ metadata = data["resultSetMetaData"]
+ columns = metadata["rowType"].map { |v| v["name"].downcase }
+ column_types = metadata["rowType"].map { |v| v["type"] }
+ rows = data["data"]
+
+ if metadata["partitionInfo"]
+ 1.upto(metadata["partitionInfo"].size - 1) do |i|
+ statement_uri.query = URI.encode_www_form({"partition" => i})
+ req = Net::HTTP::Get.new(statement_uri)
+ req["Authorization"] = authorization
+
+ res = Net::HTTP.start(statement_uri.hostname, statement_uri.port, options) do |http|
+ http.request(req)
+ end
+
+ if res.is_a?(Net::HTTPSuccess)
+ data = JSON.parse(res.body)
+ rows += data["data"]
+ else
+ data = JSON.parse(res.body)
+ error = data["message"]
+ break
+ end
+ end
+ end
+
+ if error
+ columns.clear
+ rows.clear
+ else
+ column_types.each_with_index do |c, i|
+ # TODO handle more types
+ case c
+ when "fixed"
+ rows.each do |row|
+ row[i] &&= row[i].to_i
+ end
+ when "real"
+ rows.each do |row|
+ row[i] &&= row[i].to_f
+ end
+ when "timestamp_ntz"
+ utc = ActiveSupport::TimeZone["Etc/UTC"]
+ rows.each do |row|
+ row[i] &&= utc.strptime(row[i], "%s.%N")
+ end
+ end
+ end
+ end
+ else
+ data = JSON.parse(res.body)
+ error = data["message"]
+ error = Blazer::TIMEOUT_MESSAGE if error.include?("Statement reached its statement or warehouse timeout")
+ end
+ rescue Errno::ECONNREFUSED => e
+ error = e.message
+ end
+
+ [columns, rows, error]
+ end
+
+ def tables
+ sql = "SELECT table_schema, table_name FROM information_schema.tables WHERE table_schema != 'INFORMATION_SCHEMA'"
+ result = data_source.run_statement(sql)
+ result.rows.sort_by { |r| [r[0] == default_schema ? "" : r[0], r[1]] }.map do |row|
+ table =
+ if row[0] == default_schema
+ row[1]
+ else
+ "#{row[0]}.#{row[1]}"
+ end
+
+ # TODO quote if needed
+ table.downcase
+ end
+ end
+
+ def schema
+ sql = "SELECT table_schema, table_name, column_name, data_type, ordinal_position FROM information_schema.columns WHERE table_schema != 'INFORMATION_SCHEMA'"
+ result = data_source.run_statement(sql)
+ result.rows.group_by { |r| [r[0], r[1]] }.sort_by { |k, _| [k[0] == default_schema ? "" : k[0], k[1]] }.map { |k, vs| {schema: k[0].downcase, table: k[1].downcase, columns: vs.sort_by { |v| v[2] }.map { |v| {name: v[2].downcase, data_type: v[3].downcase} }} }
+ end
+
+ def preview_statement
+ "SELECT * FROM {table} LIMIT 10"
+ end
+
+ # https://docs.snowflake.com/en/sql-reference/data-types-text#escape-sequences-in-single-quoted-string-constants
+ def quoting
+ :backslash_escape
+ end
+
+ # https://docs.snowflake.com/en/developer-guide/sql-api/submitting-requests#label-sql-api-bind-variables
+ def parameter_binding
+ :positional
+ end
+
+ # https://docs.snowflake.com/en/developer-guide/sql-api/cancelling-requests
+ def cancel(run_id)
+ # TODO
+ end
+
+ private
+
+ def default_schema
+ @default_schema ||=
+ if settings["schema"]
+ settings["schema"]
+ else
+ data_source.run_statement("SELECT CURRENT_SCHEMA()").rows[0][0]
+ end
+ end
+ end
+ end
+end
diff --git a/test/adapters/snowflake2_test.rb b/test/adapters/snowflake2_test.rb
new file mode 100644
index 00000000..da9e44d5
--- /dev/null
+++ b/test/adapters/snowflake2_test.rb
@@ -0,0 +1,70 @@
+require_relative "../test_helper"
+
+class Snowflake2Test < ActionDispatch::IntegrationTest
+ include AdapterTest
+
+ def data_source
+ "snowflake2"
+ end
+
+ def test_result
+ result = ds.run_statement("SELECT 'world' AS hello")
+ assert_equal [["world"]], result.rows
+ assert_equal ["HELLO"], result.columns
+ assert_equal ["string"], result.column_types
+ end
+
+ def test_error
+ result = ds.run_statement("1")
+ assert_match "syntax error", result.error
+ end
+
+ def test_timeout
+ result = ds.run_statement("SELECT SYSTEM$WAIT(3)")
+ assert_equal "Query timed out :(", result.error
+ end
+
+ def test_run
+ assert_result [{"HELLO" => "world"}], "SELECT 'world' AS hello"
+ end
+
+ def test_audit
+ assert_audit "SELECT ? AS hello\n\n[\"world\"]", "SELECT {var} AS hello", var: "world"
+ end
+
+ def test_string
+ assert_result [{"HELLO" => "world"}], "SELECT {var} AS hello", var: "world"
+ end
+
+ def test_integer
+ assert_result [{"HELLO" => "1"}], "SELECT {var} AS hello", var: "1"
+ end
+
+ def test_float
+ assert_result [{"HELLO" => "1.5"}], "SELECT {var} AS hello", var: "1.5"
+ end
+
+ def test_time
+ assert_result [{"HELLO" => "2022-01-01 08:00:00 UTC"}], "SELECT {created_at} AS hello", created_at: "2022-01-01 08:00:00"
+ end
+
+ def test_nil
+ assert_result [{"HELLO" => nil}], "SELECT {var} AS hello", var: ""
+ end
+
+ def test_single_quote
+ assert_result [{"HELLO" => "'"}], "SELECT {var} AS hello", var: "'"
+ end
+
+ def test_double_quote
+ assert_result [{"HELLO" => '"'}], "SELECT {var} AS hello", var: '"'
+ end
+
+ def test_backslash
+ assert_result [{"HELLO" => "\\"}], "SELECT {var} AS hello", var: "\\"
+ end
+
+ def test_double_backslash
+ assert_result [{"HELLO" => "\\\\"}], "SELECT {var} AS hello", var: "\\\\"
+ end
+end
diff --git a/test/support/adapters.yml b/test/support/adapters.yml
index da50a1d8..5c9f0177 100644
--- a/test/support/adapters.yml
+++ b/test/support/adapters.yml
@@ -75,6 +75,14 @@ data_sources:
adapter: snowflake
# conn_str: ...
+ snowflake2:
+ adapter: snowflake2
+ account_id: ...
+ database: ...
+ schema: PUBLIC
+ access_token: ...
+ timeout: 1
+
sqlite:
url: "sqlite3::memory:"