Business intelligence made simple
Created adapter interface
Andrew Kaneb226ed696d44
diff --git a/lib/blazer.rb b/lib/blazer.rbindex 72211e7d..d675e885 100644--- a/lib/blazer.rb+++ b/lib/blazer.rb@@ -5,6 +5,7 @@ require "safely/core"require "blazer/version"require "blazer/data_source"require "blazer/result"+require "blazer/adapters/active_record_adapter"require "blazer/engine"module Blazerdiff --git a/lib/blazer/adapters/active_record_adapter.rb b/lib/blazer/adapters/active_record_adapter.rbnew file mode 100644index 00000000..f43b94c3--- /dev/null+++ b/lib/blazer/adapters/active_record_adapter.rb@@ -0,0 +1,119 @@+module Blazer+ module Adapters+ class ActiveRecordAdapter+ attr_reader :data_source, :connection_model++ def initialize(data_source)+ @data_source = data_source++ @connection_model =+ Class.new(Blazer::Connection) do+ def self.name+ "Blazer::Connection::#{object_id}"+ end+ establish_connection(data_source.settings["url"]) if data_source.settings["url"]+ end+ end++ def schemas+ default_schema = (postgresql? || redshift?) ? "public" : connection_model.connection_config[:database]+ settings["schemas"] || [connection_model.connection_config[:schema] || default_schema]+ end++ def tables+ result = data_source.run_statement(connection_model.send(:sanitize_sql_array, ["SELECT table_name FROM information_schema.tables WHERE table_schema IN (?) ORDER BY table_name", schemas]))+ result.rows.map(&:first)+ end++ def run_statement(statement, comment)+ columns = []+ rows = []+ error = nil+ start_time = Time.now++ begin+ in_transaction do+ set_timeout(data_source.timeout) if data_source.timeout++ result = connection_model.connection.select_all("#{statement} /*#{comment}*/")+ columns = result.columns+ cast_method = Rails::VERSION::MAJOR < 5 ? :type_cast : :cast_value+ result.rows.each do |untyped_row|+ rows << (result.column_types.empty? ? untyped_row : columns.each_with_index.map { |c, i| untyped_row[i] ? result.column_types[c].send(cast_method, untyped_row[i]) : nil })+ end+ end+ rescue ActiveRecord::StatementInvalid => e+ error = e.message.sub(/.+ERROR: /, "")+ error = Blazer::TIMEOUT_MESSAGE if Blazer::TIMEOUT_ERRORS.any? { |e| error.include?(e) }+ end++ [columns, rows, error]+ end++ def reconnect+ connection_model.establish_connection(settings["url"])+ end++ def cost(statement)+ result = explain(statement)+ match = /cost=\d+\.\d+..(\d+\.\d+) /.match(result)+ match[1] if match+ end++ def explain(statement)+ if postgresql? || redshift?+ connection_model.connection.select_all("EXPLAIN #{statement}").rows.first.first+ end+ rescue+ nil+ end++ private++ def postgresql?+ ["PostgreSQL", "PostGIS"].include?(adapter_name)+ end++ def redshift?+ ["Redshift"].include?(adapter_name)+ end++ def mysql?+ ["MySQL", "Mysql2", "Mysql2Spatial"].include?(adapter_name)+ end++ def adapter_name+ connection_model.connection.adapter_name+ end++ def set_timeout(timeout)+ if postgresql? || redshift?+ connection_model.connection.execute("SET statement_timeout = #{timeout.to_i * 1000}")+ elsif mysql?+ connection_model.connection.execute("SET max_execution_time = #{timeout.to_i * 1000}")+ else+ raise Blazer::TimeoutNotSupported, "Timeout not supported for #{adapter_name} adapter"+ end+ end++ def use_transaction?+ settings.key?("use_transaction") ? settings["use_transaction"] : true+ end++ def in_transaction+ if use_transaction?+ connection_model.transaction do+ yield+ raise ActiveRecord::Rollback+ end+ else+ yield+ end+ end++ def settings+ @data_source.settings+ end+ end+ end+enddiff --git a/lib/blazer/data_source.rb b/lib/blazer/data_source.rbindex 720a91bb..551b18aa 100644--- a/lib/blazer/data_source.rb+++ b/lib/blazer/data_source.rb@@ -2,7 +2,11 @@ require "digest/md5"module Blazerclass DataSource- attr_reader :id, :settings, :connection_model+ extend Forwardable++ attr_reader :id, :settings, :adapter++ def_delegators :adapter, :schema, :tables, :reconnect, :cost, :explaindef initialize(id, settings)@id = id@@ -12,13 +16,7 @@ module Blazerraise Blazer::Error, "Empty url"end- @connection_model =- Class.new(Blazer::Connection) do- def self.name- "Blazer::Connection::#{object_id}"- end- establish_connection(settings["url"]) if settings["url"]- end+ @adapter = Blazer::Adapters::ActiveRecordAdapter.new(self)enddef name@@ -78,24 +76,6 @@ module Blazer@local_time_suffix ||= Array(settings["local_time_suffix"])end- def use_transaction?- settings.key?("use_transaction") ? settings["use_transaction"] : true- end-- def cost(statement)- result = explain(statement)- match = /cost=\d+\.\d+..(\d+\.\d+) /.match(result)- match[1] if match- end-- def explain(statement)- if postgresql? || redshift?- connection_model.connection.select_all("EXPLAIN #{statement}").rows.first.first- end- rescue- nil- end-def run_main_statement(statement, options = {})query = options[:query]Blazer.transform_statement.call(self, statement) if Blazer.transform_statement@@ -192,70 +172,13 @@ module Blazercache_key(["run", run_id])end- def schemas- default_schema = (postgresql? || redshift?) ? "public" : connection_model.connection_config[:database]- settings["schemas"] || [connection_model.connection_config[:schema] || default_schema]- end-- def tables- result = run_statement(connection_model.send(:sanitize_sql_array, ["SELECT table_name FROM information_schema.tables WHERE table_schema IN (?) ORDER BY table_name", schemas]))- result.rows.map(&:first)- end-- def postgresql?- ["PostgreSQL", "PostGIS"].include?(adapter_name)- end-- def redshift?- ["Redshift"].include?(adapter_name)- end-- def mysql?- ["MySQL", "Mysql2", "Mysql2Spatial"].include?(adapter_name)- end-- def reconnect- connection_model.establish_connection(settings["url"])- end-protecteddef run_statement_helper(statement, comment, run_id)- columns = []- rows = []- error = nilstart_time = Time.now- result = nil-- begin- in_transaction do- if timeout- if postgresql? || redshift?- connection_model.connection.execute("SET statement_timeout = #{timeout.to_i * 1000}")- elsif mysql?- connection_model.connection.execute("SET max_execution_time = #{timeout.to_i * 1000}")- else- raise Blazer::TimeoutNotSupported, "Timeout not supported for #{adapter_name} adapter"- end- end-- result = connection_model.connection.select_all("#{statement} /*#{comment}*/")- end- rescue ActiveRecord::StatementInvalid => e- error = e.message.sub(/.+ERROR: /, "")- error = Blazer::TIMEOUT_MESSAGE if Blazer::TIMEOUT_ERRORS.any? { |e| error.include?(e) }- end-+ columns, rows, error = @adapter.run_statement(statement, comment)duration = Time.now - start_time- if result- columns = result.columns- cast_method = Rails::VERSION::MAJOR < 5 ? :type_cast : :cast_value- result.rows.each do |untyped_row|- rows << (result.column_types.empty? ? untyped_row : columns.each_with_index.map { |c, i| untyped_row[i] ? result.column_types[c].send(cast_method, untyped_row[i]) : nil })- end- end-cache_data = nilcache = !error && (cache_mode == "all" || (cache_mode == "slow" && duration >= cache_slow_threshold))if cache || run_id@@ -276,20 +199,5 @@ module BlazerBlazer::Result.new(self, columns, rows, error, nil, cache && !cache_data.nil?)end-- def adapter_name- connection_model.connection.adapter_name- end-- def in_transaction- if use_transaction?- connection_model.transaction do- yield- raise ActiveRecord::Rollback- end- else- yield- end- endendend