Skip to content

Commit

Permalink
Added an entity object to help clean serialization / deserialization …
Browse files Browse the repository at this point in the history
…of Hive commands to be carried from writer to publisher
  • Loading branch information
abti committed Jul 25, 2016
1 parent a6dcd67 commit 975b395
Showing 1 changed file with 50 additions and 0 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
/*
* Copyright (C) 2014-2016 LinkedIn Corp. All rights reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not use
* this file except in compliance with the License. You may obtain a copy of the
* License at http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software distributed
* under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
* CONDITIONS OF ANY KIND, either express or implied.
*/
package gobblin.data.management.conversion.hive.entities;

import java.util.List;
import java.util.Map;

import lombok.EqualsAndHashCode;
import lombok.Getter;
import lombok.ToString;

import com.google.common.collect.Lists;
import com.google.common.collect.Maps;


/**
* Entity to carry Hive queries to publish table and partitions from writer to publisher.
* This entity also holds references to directories to be moved or deleted while publishing.
*/
@ToString
@EqualsAndHashCode
@Getter
public class QueryBasedHivePublishEntity {
// Hive queries to execute to publish table and / or partitions.
private List<String> publishQueries;
// Directories to move: key is source, value is destination.
private Map<String, String> publishDirectories;

// Hive queries to cleanup after publish step.
private List<String> cleanupQueries;
// Directories to delete after publish step.
private List<String> cleanupDirectories;

public QueryBasedHivePublishEntity() {
this.publishQueries = Lists.newArrayList();
this.publishDirectories = Maps.newHashMap();

this.cleanupQueries = Lists.newArrayList();
this.cleanupDirectories = Lists.newArrayList();
}
}

0 comments on commit 975b395

Please sign in to comment.