Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -28,8 +28,6 @@
import com.google.common.collect.Multimap;
import com.google.protobuf.ByteString;

import datawave.data.hash.UID;
import datawave.data.hash.UIDBuilder;
import datawave.ingest.data.RawRecordContainer;
import datawave.ingest.data.Type;
import datawave.ingest.data.TypeRegistry;
Expand All @@ -38,6 +36,8 @@
import datawave.ingest.protobuf.RawRecordContainer.Data;
import datawave.marking.AccessExpressionMarkings;
import datawave.marking.Markings;
import datawave.table.hash.UID;
import datawave.table.hash.UIDBuilder;
import datawave.util.CompositeTimestamp;

public class RawRecordContainerImpl implements Writable, Configurable, RawRecordContainer {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,8 @@

import org.apache.accumulo.core.security.ColumnVisibility;

import datawave.data.hash.UID;
import datawave.marking.Markings;
import datawave.table.hash.UID;
import datawave.util.CompositeTimestamp;

/**
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -8,12 +8,12 @@

import org.apache.hadoop.conf.Configuration;

import datawave.data.hash.UID;
import datawave.data.hash.UIDBuilder;
import datawave.data.hash.UIDConstants;
import datawave.ingest.data.RawRecordContainer;
import datawave.ingest.data.Type;
import datawave.ingest.input.reader.event.RecordFilter;
import datawave.table.hash.UID;
import datawave.table.hash.UIDBuilder;
import datawave.table.hash.UIDConstants;
import datawave.util.StringUtils;

/**
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,10 @@

import com.google.common.base.Objects;

import datawave.data.hash.HashUID;
import datawave.data.hash.SnowflakeUID;
import datawave.data.hash.UID;
import datawave.data.hash.UIDConstants;
import datawave.table.hash.HashUID;
import datawave.table.hash.SnowflakeUID;
import datawave.table.hash.UID;
import datawave.table.hash.UIDConstants;
import datawave.util.StringUtils;

/**
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,9 @@
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import datawave.data.hash.HashUID;
import datawave.data.hash.UID;
import datawave.ingest.data.config.DataTypeHelper;
import datawave.table.hash.HashUID;
import datawave.table.hash.UID;
import datawave.util.ObjectFactory;

public class TokenizationHelper {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,8 +23,6 @@

import com.google.common.collect.Sets;

import datawave.data.hash.UID;
import datawave.data.hash.UIDBuilder;
import datawave.data.normalizer.DateNormalizer;
import datawave.ingest.config.IngestConfiguration;
import datawave.ingest.config.IngestConfigurationFactory;
Expand All @@ -36,6 +34,8 @@
import datawave.ingest.data.config.MarkingsHelper;
import datawave.policy.IngestPolicyEnforcer;
import datawave.policy.Policy;
import datawave.table.hash.UID;
import datawave.table.hash.UIDBuilder;

public abstract class AbstractEventRecordReader<K> extends RecordReader<LongWritable,K> implements EventRecordReader {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,9 +2,9 @@

import org.apache.hadoop.mapreduce.lib.input.SequenceFileRecordReader;

import datawave.data.hash.UID;
import datawave.ingest.data.RawDataErrorNames;
import datawave.ingest.data.RawRecordContainer;
import datawave.table.hash.UID;

/**
* Reads Event objects from a sequence file. Users of this class need to be aware that the Event object may not have validated and may contain errors.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,6 @@
import com.google.common.collect.HashMultimap;
import com.google.common.collect.Multimap;

import datawave.data.hash.UID;
import datawave.ingest.config.IngestConfigurationFactory;
import datawave.ingest.data.RawDataErrorNames;
import datawave.ingest.data.RawRecordContainer;
Expand All @@ -31,6 +30,7 @@
import datawave.ingest.mapreduce.job.writer.ContextWriter;
import datawave.marking.MarkingFunctions;
import datawave.marking.Markings;
import datawave.table.hash.UID;

/**
* This class differs from the parent in that when it sees a field name of ERROR it creates a category name using the field name and value.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,8 +21,6 @@

import com.google.common.collect.Multimap;

import datawave.data.hash.UID;
import datawave.data.hash.UIDBuilder;
import datawave.ingest.config.IngestConfiguration;
import datawave.ingest.config.IngestConfigurationFactory;
import datawave.ingest.data.RawDataErrorNames;
Expand All @@ -38,6 +36,8 @@
import datawave.ingest.mapreduce.job.writer.ContextWriter;
import datawave.ingest.metadata.RawRecordMetadata;
import datawave.marking.MarkingFunctions;
import datawave.table.hash.UID;
import datawave.table.hash.UIDBuilder;
import datawave.util.TextUtil;
import datawave.util.time.DateHelper;

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,6 @@
import com.google.common.collect.HashMultimap;
import com.google.common.collect.Multimap;

import datawave.data.hash.UID;
import datawave.ingest.config.IngestConfiguration;
import datawave.ingest.config.IngestConfigurationFactory;
import datawave.ingest.data.RawDataErrorNames;
Expand All @@ -45,6 +44,7 @@
import datawave.ingest.mapreduce.job.BulkIngestKey;
import datawave.ingest.mapreduce.job.writer.ContextWriter;
import datawave.table.constants.ColumnFamilyConstants;
import datawave.table.hash.UID;

/**
* Handler that take events with processing errors or fatal errors and dumps them into a processing error table. This table will be used for subsequent
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,6 @@
import com.google.common.collect.HashMultimap;
import com.google.common.collect.Multimap;

import datawave.data.hash.HashUID;
import datawave.ingest.config.RawRecordContainerImpl;
import datawave.ingest.data.RawRecordContainer;
import datawave.ingest.data.Type;
Expand All @@ -62,6 +61,7 @@
import datawave.ingest.mapreduce.partition.MultiTableRangePartitioner;
import datawave.ingest.metadata.EventMetadata;
import datawave.ingest.protobuf.Uid;
import datawave.table.hash.HashUID;

public class ShardReindexMapper extends Mapper<Key,Value,BulkIngestKey,Value> {
private static final String CLASS_NAME = ShardReindexMapper.class.getName();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import datawave.ingest.table.aggregator.util.TruncatedIndexKeyParser;
import datawave.table.key.parser.TruncatedIndexKeyParser;

/**
* This iterator can transform a global index table to a truncated index where the shard number becomes an index in a bitset
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,10 +18,10 @@
import org.junit.Before;
import org.junit.Test;

import datawave.data.hash.UID;
import datawave.ingest.config.IngestConfigurationFactory;
import datawave.ingest.config.RawRecordContainerImpl;
import datawave.ingest.data.config.MarkingsHelper;
import datawave.table.hash.UID;

public class RawRecordContainerImplTest {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,6 @@
import com.google.common.collect.Multimap;
import com.google.common.collect.Sets;

import datawave.data.hash.UIDConstants;
import datawave.ingest.data.RawRecordContainer;
import datawave.ingest.data.Type;
import datawave.ingest.data.TypeRegistry;
Expand All @@ -41,6 +40,7 @@
import datawave.ingest.mapreduce.job.metrics.MetricsConfiguration;
import datawave.ingest.mapreduce.job.metrics.TestEventCountMetricsReceiver;
import datawave.ingest.mapreduce.job.writer.ContextWriter;
import datawave.table.hash.UIDConstants;

public class EventMapperTest {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,14 +14,14 @@
import org.apache.accumulo.core.security.ColumnVisibility;
import org.apache.hadoop.io.Writable;

import datawave.data.hash.HashUID;
import datawave.data.hash.UID;
import datawave.data.hash.UIDBuilder;
import datawave.ingest.data.RawRecordContainer;
import datawave.ingest.data.Type;
import datawave.ingest.data.TypeRegistry;
import datawave.marking.AccessExpressionMarkings;
import datawave.marking.Markings;
import datawave.table.hash.HashUID;
import datawave.table.hash.UID;
import datawave.table.hash.UIDBuilder;
import datawave.util.CompositeTimestamp;

/**
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,6 @@
import com.google.common.collect.HashMultimap;
import com.google.common.collect.Multimap;

import datawave.data.hash.UID;
import datawave.data.normalizer.DateNormalizer;
import datawave.ingest.config.RawRecordContainerImpl;
import datawave.ingest.data.RawRecordContainer;
Expand All @@ -53,6 +52,7 @@
import datawave.ingest.mapreduce.job.writer.ContextWriter;
import datawave.ingest.time.Now;
import datawave.metadata.protobuf.EdgeMetadata;
import datawave.table.hash.UID;
import datawave.util.time.DateHelper;

public class ProtobufEdgeDeleteModeTest {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,6 @@
import com.google.common.collect.HashMultimap;
import com.google.common.collect.Multimap;

import datawave.data.hash.UID;
import datawave.ingest.config.RawRecordContainerImpl;
import datawave.ingest.data.RawRecordContainer;
import datawave.ingest.data.Type;
Expand All @@ -32,6 +31,7 @@
import datawave.ingest.data.config.ingest.FakeIngestHelper;
import datawave.ingest.mapreduce.SimpleDataTypeHandler;
import datawave.ingest.mapreduce.job.BulkIngestKey;
import datawave.table.hash.UID;

public class ProtobufEdgeDeletePreconditionTest {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,6 @@
import com.google.common.collect.HashMultimap;
import com.google.common.collect.Multimap;

import datawave.data.hash.UID;
import datawave.ingest.config.RawRecordContainerImpl;
import datawave.ingest.data.RawRecordContainer;
import datawave.ingest.data.Type;
Expand All @@ -34,6 +33,7 @@
import datawave.ingest.data.config.ingest.FakeIngestHelper;
import datawave.ingest.mapreduce.SimpleDataTypeHandler;
import datawave.ingest.mapreduce.job.BulkIngestKey;
import datawave.table.hash.UID;

public class ProtobufEdgeDirectionTest {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,6 @@
import com.google.common.collect.HashMultimap;
import com.google.common.collect.Multimap;

import datawave.data.hash.UID;
import datawave.ingest.config.RawRecordContainerImpl;
import datawave.ingest.data.RawRecordContainer;
import datawave.ingest.data.Type;
Expand All @@ -37,6 +36,7 @@
import datawave.ingest.mapreduce.SimpleDataTypeHandler;
import datawave.ingest.mapreduce.job.BulkIngestKey;
import datawave.ingest.time.Now;
import datawave.table.hash.UID;
import datawave.util.time.DateHelper;

public class ProtobufEdgePreconditionTest {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,6 @@
import com.google.common.collect.LinkedListMultimap;
import com.google.common.collect.Multimap;

import datawave.data.hash.UID;
import datawave.data.type.LcNoDiacriticsType;
import datawave.ingest.config.RawRecordContainerImpl;
import datawave.ingest.data.RawRecordContainer;
Expand All @@ -52,6 +51,7 @@
import datawave.ingest.mapreduce.job.writer.AbstractContextWriter;
import datawave.ingest.test.StandaloneStatusReporter;
import datawave.ingest.test.StandaloneTaskAttemptContext;
import datawave.table.hash.UID;
import it.unimi.dsi.fastutil.objects.Object2IntMap;
import it.unimi.dsi.fastutil.objects.Object2IntOpenHashMap;

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,13 +6,13 @@
import org.junit.jupiter.api.BeforeEach;
import org.junit.jupiter.api.Test;

import datawave.data.hash.HashUID;
import datawave.ingest.config.RawRecordContainerImpl;
import datawave.ingest.data.RawRecordContainer;
import datawave.ingest.data.RawRecordContainerImplTest;
import datawave.ingest.data.Type;
import datawave.ingest.data.TypeRegistry;
import datawave.ingest.data.config.ingest.CSVIngestHelper;
import datawave.table.hash.HashUID;
import datawave.util.time.DateHelper;

class ShardIdFactoryTest {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,6 @@
import com.google.common.collect.HashMultimap;
import com.google.common.collect.Multimap;

import datawave.data.hash.HashUID;
import datawave.ingest.config.RawRecordContainerImpl;
import datawave.ingest.data.RawRecordContainer;
import datawave.ingest.data.Type;
Expand All @@ -40,6 +39,7 @@
import datawave.policy.IngestPolicyEnforcer;
import datawave.query.model.Direction;
import datawave.table.constants.TableName;
import datawave.table.hash.HashUID;
import datawave.util.CompositeTimestamp;

public class ShardedDataTypeHandlerTest {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,6 @@
import com.google.common.collect.Multimap;
import com.google.common.collect.Multimaps;

import datawave.data.hash.UID;
import datawave.data.type.LcNoDiacriticsType;
import datawave.data.type.NumberType;
import datawave.ingest.config.RawRecordContainerImpl;
Expand All @@ -42,6 +41,7 @@
import datawave.ingest.input.reader.EventRecordReader;
import datawave.ingest.mapreduce.job.BulkIngestKey;
import datawave.policy.IngestPolicyEnforcer;
import datawave.table.hash.UID;

public class ContentIndexingColumnBasedHandlerTest {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,10 +24,10 @@
import org.junit.Test;

import datawave.common.test.logging.TestLogCollector;
import datawave.data.hash.UID;
import datawave.ingest.data.TypeRegistry;
import datawave.ingest.data.config.ingest.AccumuloHelper;
import datawave.ingest.mapreduce.handler.shard.ShardedDataTypeHandler;
import datawave.table.hash.UID;

public class CBMutationOutputFormatterTest {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -61,7 +61,6 @@
import com.google.common.collect.Multimap;
import com.google.common.collect.TreeMultimap;

import datawave.data.hash.HashUID;
import datawave.data.type.NoOpType;
import datawave.ingest.config.RawRecordContainerImpl;
import datawave.ingest.data.RawRecordContainer;
Expand All @@ -77,6 +76,7 @@
import datawave.iterators.FrequencyMetadataAggregator;
import datawave.query.iterator.SortedListKeyValueIterator;
import datawave.query.model.DateFrequencyMap;
import datawave.table.hash.HashUID;
import datawave.util.accumulo.RFileUtil;

public class ShardReindexMapperTest extends EasyMockSupport {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@
import org.apache.hadoop.io.Text;
import org.apache.log4j.Logger;

import datawave.data.hash.UIDConstants;
import datawave.table.hash.UIDConstants;

/**
* <p>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,12 +11,12 @@

import com.google.common.collect.Sets;

import datawave.data.hash.UIDConstants;
import datawave.query.index.lookup.IndexMatch;
import datawave.query.index.lookup.IndexMatchType;
import datawave.query.index.lookup.UidIntersector;
import datawave.query.language.parser.jexl.JexlNodeSet;
import datawave.query.util.Tuple2;
import datawave.table.hash.UIDConstants;
import datawave.table.util.TLD;

/**
Expand Down
Loading
Loading