HIVE-18192: Introduce WriteID per table rather than using global transaction ID ...
[hive.git] / hcatalog / streaming / src / java / org / apache / hive / hcatalog / streaming / mutate / worker / SequenceValidator.java
1 /*
2 * Licensed to the Apache Software Foundation (ASF) under one
3 * or more contributor license agreements. See the NOTICE file
4 * distributed with this work for additional information
5 * regarding copyright ownership. The ASF licenses this file
6 * to you under the Apache License, Version 2.0 (the
7 * "License"); you may not use this file except in compliance
8 * with the License. You may obtain a copy of the License at
9 *
10 * http://www.apache.org/licenses/LICENSE-2.0
11 *
12 * Unless required by applicable law or agreed to in writing, software
13 * distributed under the License is distributed on an "AS IS" BASIS,
14 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 * See the License for the specific language governing permissions and
16 * limitations under the License.
17 */
18 package org.apache.hive.hcatalog.streaming.mutate.worker;
19
20 import org.apache.hadoop.hive.ql.io.RecordIdentifier;
21 import org.slf4j.Logger;
22 import org.slf4j.LoggerFactory;
23
24 /**
25 * Verifies that the sequence of {@link RecordIdentifier RecordIdentifiers} are in a valid order for insertion into an
26 * ACID delta file in a given partition and bucket.
27 */
28 class SequenceValidator {
29
30 private static final Logger LOG = LoggerFactory.getLogger(SequenceValidator.class);
31
32 private Long lastWriteId;
33 private Long lastRowId;
34
35 SequenceValidator() {
36 }
37
38 boolean isInSequence(RecordIdentifier recordIdentifier) {
39 if (lastWriteId != null && recordIdentifier.getWriteId() < lastWriteId) {
40 LOG.debug("Non-sequential write ID. Expected >{}, recordIdentifier={}", lastWriteId, recordIdentifier);
41 return false;
42 } else if (lastWriteId != null && recordIdentifier.getWriteId() == lastWriteId && lastRowId != null
43 && recordIdentifier.getRowId() <= lastRowId) {
44 LOG.debug("Non-sequential row ID. Expected >{}, recordIdentifier={}", lastRowId, recordIdentifier);
45 return false;
46 }
47 lastWriteId = recordIdentifier.getWriteId();
48 lastRowId = recordIdentifier.getRowId();
49 return true;
50 }
51
52 /**
53 * Validator must be reset for each new partition and or bucket.
54 */
55 void reset() {
56 lastWriteId = null;
57 lastRowId = null;
58 LOG.debug("reset");
59 }
60
61 @Override
62 public String toString() {
63 return "SequenceValidator [lastWriteId=" + lastWriteId + ", lastRowId=" + lastRowId + "]";
64 }
65
66 }