From 76aea978c6b2d8c69881836408c4947d816d2db2 Mon Sep 17 00:00:00 2001 From: Grzegorz Bizon Date: Thu, 9 Jun 2016 14:48:40 +0200 Subject: Add class that encapsulates error in new Ci config --- lib/gitlab/ci/config.rb | 10 ++++++++-- lib/gitlab/ci/config/node/configurable.rb | 4 ++-- lib/gitlab/ci/config/node/entry.rb | 9 +++++++++ lib/gitlab/ci/config/node/error.rb | 26 ++++++++++++++++++++++++++ lib/gitlab/ci/config/node/factory.rb | 1 + lib/gitlab/ci/config/node/script.rb | 2 +- 6 files changed, 47 insertions(+), 5 deletions(-) create mode 100644 lib/gitlab/ci/config/node/error.rb (limited to 'lib') diff --git a/lib/gitlab/ci/config.rb b/lib/gitlab/ci/config.rb index b48d3592f16..26028547fa0 100644 --- a/lib/gitlab/ci/config.rb +++ b/lib/gitlab/ci/config.rb @@ -4,8 +4,6 @@ module Gitlab # Base GitLab CI Configuration facade # class Config - delegate :valid?, :errors, to: :@global - ## # Temporary delegations that should be removed after refactoring # @@ -18,6 +16,14 @@ module Gitlab @global.process! end + def valid? + errors.none? + end + + def errors + @global.errors.map(&:to_s) + end + def to_hash @config end diff --git a/lib/gitlab/ci/config/node/configurable.rb b/lib/gitlab/ci/config/node/configurable.rb index d60f87f3f94..2f4abbf9ffe 100644 --- a/lib/gitlab/ci/config/node/configurable.rb +++ b/lib/gitlab/ci/config/node/configurable.rb @@ -24,12 +24,12 @@ module Gitlab def prevalidate! unless @value.is_a?(Hash) - @errors << 'should be a configuration entry with hash value' + add_error('should be a configuration entry with hash value') end end def create_node(key, factory) - factory.with(value: @value[key]) + factory.with(value: @value[key], key: key) factory.nullify! unless @value.has_key?(key) factory.create! end diff --git a/lib/gitlab/ci/config/node/entry.rb b/lib/gitlab/ci/config/node/entry.rb index 52758a962f3..f41e191d611 100644 --- a/lib/gitlab/ci/config/node/entry.rb +++ b/lib/gitlab/ci/config/node/entry.rb @@ -8,6 +8,7 @@ module Gitlab class Entry class InvalidError < StandardError; end + attr_writer :key attr_accessor :description def initialize(value) @@ -40,10 +41,18 @@ module Gitlab allowed_nodes.none? end + def key + @key || self.class.name.demodulize.underscore + end + def errors @errors + nodes.map(&:errors).flatten end + def add_error(message) + @errors << Error.new(message, self) + end + def allowed_nodes {} end diff --git a/lib/gitlab/ci/config/node/error.rb b/lib/gitlab/ci/config/node/error.rb new file mode 100644 index 00000000000..5b8d0288e4e --- /dev/null +++ b/lib/gitlab/ci/config/node/error.rb @@ -0,0 +1,26 @@ +module Gitlab + module Ci + class Config + module Node + class Error + def initialize(message, parent) + @message = message + @parent = parent + end + + def key + @parent.key + end + + def to_s + "#{key}: #{@message}" + end + + def ==(other) + other.to_s == to_s + end + end + end + end + end +end diff --git a/lib/gitlab/ci/config/node/factory.rb b/lib/gitlab/ci/config/node/factory.rb index 787ca006f5a..025ae40ef94 100644 --- a/lib/gitlab/ci/config/node/factory.rb +++ b/lib/gitlab/ci/config/node/factory.rb @@ -30,6 +30,7 @@ module Gitlab @entry_class.new(@attributes[:value]).tap do |entry| entry.description = @attributes[:description] + entry.key = @attributes[:key] end end end diff --git a/lib/gitlab/ci/config/node/script.rb b/lib/gitlab/ci/config/node/script.rb index 5072bf0db7d..314877a035c 100644 --- a/lib/gitlab/ci/config/node/script.rb +++ b/lib/gitlab/ci/config/node/script.rb @@ -19,7 +19,7 @@ module Gitlab def validate! unless validate_array_of_strings(@value) - @errors << 'before_script should be an array of strings' + add_error('should be an array of strings') end end end -- cgit v1.2.1 From 95520dfc72770955ae99c73f90e02037f3b1d4b5 Mon Sep 17 00:00:00 2001 From: Grzegorz Bizon Date: Thu, 16 Jun 2016 14:16:33 +0200 Subject: Add prototype of CI config node validator This makes use of `ActiveModel::Validations` encapsulated in a separate class that is accessible from a node object. --- lib/gitlab/ci/config.rb | 4 +-- lib/gitlab/ci/config/node/configurable.rb | 23 ++++++++++------- lib/gitlab/ci/config/node/entry.rb | 41 ++++++++++++------------------- lib/gitlab/ci/config/node/error.rb | 26 -------------------- lib/gitlab/ci/config/node/script.rb | 18 ++++++++------ lib/gitlab/ci/config/node/validatable.rb | 30 ++++++++++++++++++++++ lib/gitlab/ci/config/node/validator.rb | 25 +++++++++++++++++++ 7 files changed, 98 insertions(+), 69 deletions(-) delete mode 100644 lib/gitlab/ci/config/node/error.rb create mode 100644 lib/gitlab/ci/config/node/validatable.rb create mode 100644 lib/gitlab/ci/config/node/validator.rb (limited to 'lib') diff --git a/lib/gitlab/ci/config.rb b/lib/gitlab/ci/config.rb index 26028547fa0..adfd097736e 100644 --- a/lib/gitlab/ci/config.rb +++ b/lib/gitlab/ci/config.rb @@ -17,11 +17,11 @@ module Gitlab end def valid? - errors.none? + @global.valid? end def errors - @global.errors.map(&:to_s) + @global.errors end def to_hash diff --git a/lib/gitlab/ci/config/node/configurable.rb b/lib/gitlab/ci/config/node/configurable.rb index 2f4abbf9ffe..23d3f9f3277 100644 --- a/lib/gitlab/ci/config/node/configurable.rb +++ b/lib/gitlab/ci/config/node/configurable.rb @@ -16,21 +16,27 @@ module Gitlab module Configurable extend ActiveSupport::Concern + included do + validations do + validate :hash_config_value + + def hash_config_value + unless self.config.is_a?(Hash) + errors.add(:config, 'should be a configuration entry hash') + end + end + end + end + def allowed_nodes self.class.allowed_nodes || {} end private - def prevalidate! - unless @value.is_a?(Hash) - add_error('should be a configuration entry with hash value') - end - end - def create_node(key, factory) - factory.with(value: @value[key], key: key) - factory.nullify! unless @value.has_key?(key) + factory.with(value: @config[key], key: key) + factory.nullify! unless @config.has_key?(key) factory.create! end @@ -47,7 +53,6 @@ module Gitlab define_method(symbol) do raise Entry::InvalidError unless valid? - @nodes[symbol].try(:value) end diff --git a/lib/gitlab/ci/config/node/entry.rb b/lib/gitlab/ci/config/node/entry.rb index f41e191d611..823c8bb5d13 100644 --- a/lib/gitlab/ci/config/node/entry.rb +++ b/lib/gitlab/ci/config/node/entry.rb @@ -7,16 +7,15 @@ module Gitlab # class Entry class InvalidError < StandardError; end + include Validatable - attr_writer :key - attr_accessor :description + attr_reader :config + attr_accessor :key, :description - def initialize(value) - @value = value + def initialize(config) + @config = config @nodes = {} - @errors = [] - - prevalidate! + @validator = self.class.validator.new(self) end def process! @@ -24,19 +23,13 @@ module Gitlab return unless valid? compose! - - nodes.each(&:process!) - nodes.each(&:validate!) + process_nodes! end def nodes @nodes.values end - def valid? - errors.none? - end - def leaf? allowed_nodes.none? end @@ -45,37 +38,35 @@ module Gitlab @key || self.class.name.demodulize.underscore end - def errors - @errors + nodes.map(&:errors).flatten + def valid? + errors.none? end - def add_error(message) - @errors << Error.new(message, self) + def errors + @validator.full_errors + + nodes.map(&:errors).flatten end def allowed_nodes {} end - def validate! - raise NotImplementedError - end - def value raise NotImplementedError end private - def prevalidate! - end - def compose! allowed_nodes.each do |key, essence| @nodes[key] = create_node(key, essence) end end + def process_nodes! + nodes.each(&:process!) + end + def create_node(key, essence) raise NotImplementedError end diff --git a/lib/gitlab/ci/config/node/error.rb b/lib/gitlab/ci/config/node/error.rb deleted file mode 100644 index 5b8d0288e4e..00000000000 --- a/lib/gitlab/ci/config/node/error.rb +++ /dev/null @@ -1,26 +0,0 @@ -module Gitlab - module Ci - class Config - module Node - class Error - def initialize(message, parent) - @message = message - @parent = parent - end - - def key - @parent.key - end - - def to_s - "#{key}: #{@message}" - end - - def ==(other) - other.to_s == to_s - end - end - end - end - end -end diff --git a/lib/gitlab/ci/config/node/script.rb b/lib/gitlab/ci/config/node/script.rb index 314877a035c..18592acdac6 100644 --- a/lib/gitlab/ci/config/node/script.rb +++ b/lib/gitlab/ci/config/node/script.rb @@ -11,17 +11,21 @@ module Gitlab # implementation in Runner. # class Script < Entry - include ValidationHelpers + validations do + include ValidationHelpers - def value - @value.join("\n") - end + validate :array_of_strings - def validate! - unless validate_array_of_strings(@value) - add_error('should be an array of strings') + def array_of_strings + unless validate_array_of_strings(self.config) + errors.add(:config, 'should be an array of strings') + end end end + + def value + @config.join("\n") + end end end end diff --git a/lib/gitlab/ci/config/node/validatable.rb b/lib/gitlab/ci/config/node/validatable.rb new file mode 100644 index 00000000000..a0617d21ad8 --- /dev/null +++ b/lib/gitlab/ci/config/node/validatable.rb @@ -0,0 +1,30 @@ +module Gitlab + module Ci + class Config + module Node + module Validatable + extend ActiveSupport::Concern + + class_methods do + def validator + validator = Class.new(Node::Validator) + validator.include(ActiveModel::Validations) + + if defined?(@validations) + @validations.each { |rules| validator.class_eval(&rules) } + end + + validator + end + + private + + def validations(&block) + (@validations ||= []).append(block) + end + end + end + end + end + end +end diff --git a/lib/gitlab/ci/config/node/validator.rb b/lib/gitlab/ci/config/node/validator.rb new file mode 100644 index 00000000000..891b19c9743 --- /dev/null +++ b/lib/gitlab/ci/config/node/validator.rb @@ -0,0 +1,25 @@ +module Gitlab + module Ci + class Config + module Node + class Validator < SimpleDelegator + def initialize(node) + @node = node + super(node) + validate + end + + def full_errors + errors.full_messages.map do |error| + "#{@node.key} #{error}".humanize + end + end + + def self.name + 'Validator' + end + end + end + end + end +end -- cgit v1.2.1 From 002e6ed1f042852bef78c3a749e13567d7a0ee5a Mon Sep 17 00:00:00 2001 From: Grzegorz Bizon Date: Fri, 17 Jun 2016 09:33:32 +0200 Subject: Improve CI config entries validations prototype --- lib/gitlab/ci/config/node/configurable.rb | 7 ++----- lib/gitlab/ci/config/node/entry.rb | 16 ++++++++++------ lib/gitlab/ci/config/node/script.rb | 2 ++ lib/gitlab/ci/config/node/validatable.rb | 1 - lib/gitlab/ci/config/node/validator.rb | 5 +++-- 5 files changed, 17 insertions(+), 14 deletions(-) (limited to 'lib') diff --git a/lib/gitlab/ci/config/node/configurable.rb b/lib/gitlab/ci/config/node/configurable.rb index 23d3f9f3277..7b428c1362c 100644 --- a/lib/gitlab/ci/config/node/configurable.rb +++ b/lib/gitlab/ci/config/node/configurable.rb @@ -15,6 +15,7 @@ module Gitlab # module Configurable extend ActiveSupport::Concern + include Validatable included do validations do @@ -28,10 +29,6 @@ module Gitlab end end - def allowed_nodes - self.class.allowed_nodes || {} - end - private def create_node(key, factory) @@ -41,7 +38,7 @@ module Gitlab end class_methods do - def allowed_nodes + def nodes Hash[@allowed_nodes.map { |key, factory| [key, factory.dup] }] end diff --git a/lib/gitlab/ci/config/node/entry.rb b/lib/gitlab/ci/config/node/entry.rb index 823c8bb5d13..f044ef965e9 100644 --- a/lib/gitlab/ci/config/node/entry.rb +++ b/lib/gitlab/ci/config/node/entry.rb @@ -7,7 +7,6 @@ module Gitlab # class Entry class InvalidError < StandardError; end - include Validatable attr_reader :config attr_accessor :key, :description @@ -16,6 +15,7 @@ module Gitlab @config = config @nodes = {} @validator = self.class.validator.new(self) + @validator.validate end def process! @@ -31,7 +31,7 @@ module Gitlab end def leaf? - allowed_nodes.none? + self.class.nodes.none? end def key @@ -47,18 +47,22 @@ module Gitlab nodes.map(&:errors).flatten end - def allowed_nodes + def value + raise NotImplementedError + end + + def self.nodes {} end - def value - raise NotImplementedError + def self.validator + Validator end private def compose! - allowed_nodes.each do |key, essence| + self.class.nodes.each do |key, essence| @nodes[key] = create_node(key, essence) end end diff --git a/lib/gitlab/ci/config/node/script.rb b/lib/gitlab/ci/config/node/script.rb index 18592acdac6..059650d8a52 100644 --- a/lib/gitlab/ci/config/node/script.rb +++ b/lib/gitlab/ci/config/node/script.rb @@ -11,6 +11,8 @@ module Gitlab # implementation in Runner. # class Script < Entry + include Validatable + validations do include ValidationHelpers diff --git a/lib/gitlab/ci/config/node/validatable.rb b/lib/gitlab/ci/config/node/validatable.rb index a0617d21ad8..f6e2896dfb2 100644 --- a/lib/gitlab/ci/config/node/validatable.rb +++ b/lib/gitlab/ci/config/node/validatable.rb @@ -8,7 +8,6 @@ module Gitlab class_methods do def validator validator = Class.new(Node::Validator) - validator.include(ActiveModel::Validations) if defined?(@validations) @validations.each { |rules| validator.class_eval(&rules) } diff --git a/lib/gitlab/ci/config/node/validator.rb b/lib/gitlab/ci/config/node/validator.rb index 891b19c9743..2454cc6d957 100644 --- a/lib/gitlab/ci/config/node/validator.rb +++ b/lib/gitlab/ci/config/node/validator.rb @@ -3,10 +3,11 @@ module Gitlab class Config module Node class Validator < SimpleDelegator + include ActiveModel::Validations + def initialize(node) - @node = node super(node) - validate + @node = node end def full_errors -- cgit v1.2.1 From a9bd16bd0a44332133d0f9fd859d9ffaba9e262f Mon Sep 17 00:00:00 2001 From: Grzegorz Bizon Date: Fri, 17 Jun 2016 11:55:55 +0200 Subject: Rename legacy validation helpers for new ci config --- lib/ci/gitlab_ci_yaml_processor.rb | 2 +- .../ci/config/node/legacy_validation_helpers.rb | 34 ++++++++++++++++++++++ lib/gitlab/ci/config/node/script.rb | 2 +- lib/gitlab/ci/config/node/validation_helpers.rb | 34 ---------------------- 4 files changed, 36 insertions(+), 36 deletions(-) create mode 100644 lib/gitlab/ci/config/node/legacy_validation_helpers.rb delete mode 100644 lib/gitlab/ci/config/node/validation_helpers.rb (limited to 'lib') diff --git a/lib/ci/gitlab_ci_yaml_processor.rb b/lib/ci/gitlab_ci_yaml_processor.rb index e0b89cead06..1a5be9dbc46 100644 --- a/lib/ci/gitlab_ci_yaml_processor.rb +++ b/lib/ci/gitlab_ci_yaml_processor.rb @@ -2,7 +2,7 @@ module Ci class GitlabCiYamlProcessor class ValidationError < StandardError; end - include Gitlab::Ci::Config::Node::ValidationHelpers + include Gitlab::Ci::Config::Node::LegacyValidationHelpers DEFAULT_STAGES = %w(build test deploy) DEFAULT_STAGE = 'test' diff --git a/lib/gitlab/ci/config/node/legacy_validation_helpers.rb b/lib/gitlab/ci/config/node/legacy_validation_helpers.rb new file mode 100644 index 00000000000..970763670c5 --- /dev/null +++ b/lib/gitlab/ci/config/node/legacy_validation_helpers.rb @@ -0,0 +1,34 @@ +module Gitlab + module Ci + class Config + module Node + module LegacyValidationHelpers + private + + def validate_duration(value) + value.is_a?(String) && ChronicDuration.parse(value) + rescue ChronicDuration::DurationParseError + false + end + + def validate_array_of_strings(values) + values.is_a?(Array) && values.all? { |value| validate_string(value) } + end + + def validate_variables(variables) + variables.is_a?(Hash) && + variables.all? { |key, value| validate_string(key) && validate_string(value) } + end + + def validate_string(value) + value.is_a?(String) || value.is_a?(Symbol) + end + + def validate_boolean(value) + value.in?([true, false]) + end + end + end + end + end +end diff --git a/lib/gitlab/ci/config/node/script.rb b/lib/gitlab/ci/config/node/script.rb index 059650d8a52..44490096f28 100644 --- a/lib/gitlab/ci/config/node/script.rb +++ b/lib/gitlab/ci/config/node/script.rb @@ -14,7 +14,7 @@ module Gitlab include Validatable validations do - include ValidationHelpers + include LegacyValidationHelpers validate :array_of_strings diff --git a/lib/gitlab/ci/config/node/validation_helpers.rb b/lib/gitlab/ci/config/node/validation_helpers.rb deleted file mode 100644 index 42ef60244ba..00000000000 --- a/lib/gitlab/ci/config/node/validation_helpers.rb +++ /dev/null @@ -1,34 +0,0 @@ -module Gitlab - module Ci - class Config - module Node - module ValidationHelpers - private - - def validate_duration(value) - value.is_a?(String) && ChronicDuration.parse(value) - rescue ChronicDuration::DurationParseError - false - end - - def validate_array_of_strings(values) - values.is_a?(Array) && values.all? { |value| validate_string(value) } - end - - def validate_variables(variables) - variables.is_a?(Hash) && - variables.all? { |key, value| validate_string(key) && validate_string(value) } - end - - def validate_string(value) - value.is_a?(String) || value.is_a?(Symbol) - end - - def validate_boolean(value) - value.in?([true, false]) - end - end - end - end - end -end -- cgit v1.2.1 From d9ca84015c04d8836c09c3ebb70a8240262b60e8 Mon Sep 17 00:00:00 2001 From: Grzegorz Bizon Date: Fri, 17 Jun 2016 12:06:48 +0200 Subject: Add first custom validator for new ci config This follows a standard `ActiveModel` pattern of creating a custom validators. We use `ActiveModel::EachValidator` here that reuses methods provided by `LegacyValidationHelpers`. We will remove `LegacyValidationHelpers` on some point in the future, at the later stages of CI configuration refactoring. It may be possible to rewrite custom validators to use format like: `validates :config, array_of: String` --- lib/gitlab/ci/config/node/script.rb | 10 +--------- lib/gitlab/ci/config/node/validator.rb | 1 + lib/gitlab/ci/config/node/validators.rb | 19 +++++++++++++++++++ 3 files changed, 21 insertions(+), 9 deletions(-) create mode 100644 lib/gitlab/ci/config/node/validators.rb (limited to 'lib') diff --git a/lib/gitlab/ci/config/node/script.rb b/lib/gitlab/ci/config/node/script.rb index 44490096f28..c044f5c5e71 100644 --- a/lib/gitlab/ci/config/node/script.rb +++ b/lib/gitlab/ci/config/node/script.rb @@ -14,15 +14,7 @@ module Gitlab include Validatable validations do - include LegacyValidationHelpers - - validate :array_of_strings - - def array_of_strings - unless validate_array_of_strings(self.config) - errors.add(:config, 'should be an array of strings') - end - end + validates :config, array_of_strings: true end def value diff --git a/lib/gitlab/ci/config/node/validator.rb b/lib/gitlab/ci/config/node/validator.rb index 2454cc6d957..02edc9219c3 100644 --- a/lib/gitlab/ci/config/node/validator.rb +++ b/lib/gitlab/ci/config/node/validator.rb @@ -4,6 +4,7 @@ module Gitlab module Node class Validator < SimpleDelegator include ActiveModel::Validations + include Node::Validators def initialize(node) super(node) diff --git a/lib/gitlab/ci/config/node/validators.rb b/lib/gitlab/ci/config/node/validators.rb new file mode 100644 index 00000000000..36d48394a8c --- /dev/null +++ b/lib/gitlab/ci/config/node/validators.rb @@ -0,0 +1,19 @@ +module Gitlab + module Ci + class Config + module Node + module Validators + class ArrayOfStringsValidator < ActiveModel::EachValidator + include LegacyValidationHelpers + + def validate_each(record, attribute, value) + unless validate_array_of_strings(value) + record.errors.add(attribute, 'should be an array of strings') + end + end + end + end + end + end + end +end -- cgit v1.2.1 From 44b00a1ebbfeaa095343f55f6c12dcbc65b85924 Mon Sep 17 00:00:00 2001 From: Grzegorz Bizon Date: Fri, 17 Jun 2016 14:51:39 +0200 Subject: Extract CI entry config hash validation to validator --- lib/gitlab/ci/config/node/configurable.rb | 8 +------- lib/gitlab/ci/config/node/validators.rb | 8 ++++++++ 2 files changed, 9 insertions(+), 7 deletions(-) (limited to 'lib') diff --git a/lib/gitlab/ci/config/node/configurable.rb b/lib/gitlab/ci/config/node/configurable.rb index 7b428c1362c..374ff71d0f5 100644 --- a/lib/gitlab/ci/config/node/configurable.rb +++ b/lib/gitlab/ci/config/node/configurable.rb @@ -19,13 +19,7 @@ module Gitlab included do validations do - validate :hash_config_value - - def hash_config_value - unless self.config.is_a?(Hash) - errors.add(:config, 'should be a configuration entry hash') - end - end + validates :config, hash: true end end diff --git a/lib/gitlab/ci/config/node/validators.rb b/lib/gitlab/ci/config/node/validators.rb index 36d48394a8c..dc9cdb9a220 100644 --- a/lib/gitlab/ci/config/node/validators.rb +++ b/lib/gitlab/ci/config/node/validators.rb @@ -12,6 +12,14 @@ module Gitlab end end end + + class HashValidator < ActiveModel::EachValidator + def validate_each(record, attribute, value) + unless value.is_a?(Hash) + record.errors.add(attribute, 'should be a configuration entry hash') + end + end + end end end end -- cgit v1.2.1