mapping_loader_test.rb

require 'minitest/autorun'
require_relative '../../lib/mapping_loader'

class MappingLoaderTest < Minitest::Test
  def test_explicit_mapping_default_rename_action
    raw_mapping = {
      'copied_field' => {
        source_field: 'copied_field',
        destination_field: 'new.copied_field',
        copy_action: 'copy'
      },
      'default_field' => {
        source_field: 'default_field',
        destination_field: 'new.default_field'
      },
      'renamed_field' => {
        source_field: 'renamed_field',
        destination_field: 'new.renamed_field',
        copy_action: 'rename'
      },
    }
    options = { copy_action: 'copy' }
    mapping = make_mapping_explicit(raw_mapping, options)
    assert_equal('copy', mapping['default_field'][:copy_action])
    assert_equal('copy', mapping['copied_field'][:copy_action])
    assert_equal('rename', mapping['renamed_field'][:copy_action])
  end

  def test_csv_to_mapping_cleans_up_spaces_ignores_unknown_keys
    # Note: an instance of CSV behaves a lot like an array of hashes
    csv = [{ 'source_field' => ' my_field ',
             'destination_field' => "another_field\t",
             'copy_action' => ' copy',
    }]
    expected_mapping = {
      'my_field+another_field' => {
        source_field: 'my_field',
        destination_field: 'another_field',
        copy_action: 'copy',
        format_action: nil,
        timestamp_format: nil
      }
    }
    assert_equal(expected_mapping, csv_to_mapping(csv))
  end

  def test_validate!
    assert_raises(RuntimeError) do
      validate_mapping!({ 'foo' => {:format_action => 'foo'}})
    end

    # If no errors, this is good (no need for assertion)
    validate_mapping!({ 'foo' => {:format_action => 'to_array'}})
  end

  def test_mapping_loader_skips_missing_fields
    csv = [
      # skipped
      { 'source_field' => nil,           'destination_field' => nil },
      { 'source_field' => nil,           'destination_field' => 'fieldname' },
      { 'source_field' => ' ',           'destination_field' => '  ' },
      { 'source_field' => "\t",          'destination_field' => 'fieldname' },
      { 'source_field' => 'correct_fieldname',  'destination_field' => nil },
      # Not skipped
      { 'source_field' => 'original_fieldname', 'destination_field' => 'new_fieldname' },
    ]

    expected_mapping = {
      'original_fieldname+new_fieldname' => {
        source_field: 'original_fieldname',
        destination_field: 'new_fieldname',
        copy_action: nil,
        format_action: nil,
        timestamp_format: nil
      }
    }
    assert_equal(expected_mapping, csv_to_mapping(csv))
  end

  def test_mapping_timestamp
    csv = [
      { 'source_field' => 'some_timestamp_field1', 
        'destination_field' => '@timestamp' },
      { 'source_field' => 'some_timestamp_field2', 
        'destination_field' => '@timestamp', 
        'format_action' => 'parse_timestamp' },
      { 'source_field' => 'some_timestamp_field3', 
        'destination_field' => '@timestamp', 
        'format_action' => 'parse_timestamp',
        'timestamp_format' => 'UNIX' },
      { 'source_field' => 'some_timestamp_field4', 
        'destination_field' => 'some_other_timestamp', 
        'format_action' => 'parse_timestamp',
        'timestamp_format' => 'UNIX' },
      { 'source_field' => 'some_timestamp_field5', 
        'destination_field' => 'some_other_timestamp', 
        'format_action' => 'parse_timestamp', 
        'timestamp_format' => 'ISO8601' },
      { 'source_field' => 'some_timestamp_field6',
        'destination_field' => 'some_other_timestamp',
        'format_action' => 'parse_timestamp',
        'timestamp_format' => 'TAI64N' },

    ]

    options = { copy_action: 'copy' }
    mapping = csv_to_mapping(csv)
    explicit_mapping = make_mapping_explicit(mapping, options)

    assert_equal(explicit_mapping['some_timestamp_field1+@timestamp'],
      { :source_field => "some_timestamp_field1", 
        :destination_field => "@timestamp", 
        :copy_action => "copy", 
        :format_action => "parse_timestamp",
        :timestamp_format => "UNIX_MS"
      }
    )
    assert_equal(explicit_mapping['some_timestamp_field2+@timestamp'],
      { :source_field => "some_timestamp_field2",
        :destination_field => "@timestamp",
        :copy_action => "copy", 
        :format_action => "parse_timestamp",
        :timestamp_format => "UNIX_MS"
      }
    )
    assert_equal(explicit_mapping['some_timestamp_field3+@timestamp'],
      { :source_field => "some_timestamp_field3",
        :destination_field => "@timestamp",
        :copy_action => "copy",
        :format_action => "parse_timestamp",
        :timestamp_format => "UNIX"
      }
    )
    assert_equal(explicit_mapping['some_timestamp_field4+some_other_timestamp'],
      { :source_field => "some_timestamp_field4",
        :destination_field => "some_other_timestamp",
        :copy_action => "copy",
        :format_action => "parse_timestamp",
        :timestamp_format => "UNIX"
      }
    )
    assert_equal(explicit_mapping['some_timestamp_field5+some_other_timestamp'],
      { :source_field => "some_timestamp_field5",
        :destination_field => "some_other_timestamp",
        :copy_action => "copy",
        :format_action => "parse_timestamp",
        :timestamp_format => "ISO8601"
      }
    )
    assert_equal(explicit_mapping['some_timestamp_field6+some_other_timestamp'],
      { :source_field => "some_timestamp_field6",
        :destination_field => "some_other_timestamp",
        :copy_action => "copy",
        :format_action => "parse_timestamp",
        :timestamp_format => "TAI64N"
      }
    )
   
  end
end