nsivabalan

first_insert:
  config:
    record_size: 70000
    num_insert_partitions: 1
    repeat_count: 5
    num_records_insert: 1000
  type: InsertNode
  deps: none
second_insert:
  config:

nsivabalan

20/09/02 20:05:42 WARN DagScheduler: Running workloads
20/09/02 20:05:42 WARN DagScheduler: executing node: 6877bf95-72c2-490a-a7c6-9af03b9b9ad2 of type: class org.apache.hudi.integ.testsuite.dag.nodes.InsertNode
20/09/02 20:05:45 WARN GenericRecordFullPayloadGenerator: The schema does not have any collections/complex fields. Cannot achieve minPayloadSize : 70000
20/09/02 20:05:45 WARN AvroKeyInputFormat: Reader schema was not set. Use AvroJob.setInputKeySchema() if desired.
20/09/02 20:05:45 WARN AvroKeyInputFormat: Reader schema was not set. Use AvroJob.setInputKeySchema() if desired.
20/09/02 20:05:46 WARN AvroKeyInputFormat: Reader schema was not set. Use AvroJob.setInputKeySchema() if desired.
ERROR StatusLogger No log4j2 configuration file found. Using default configuration: logging only errors to the console.
20/09/02 20:05:49 WARN DagScheduler: executing node: cc6879f5-b40d-4b25-88f3-de77a9d58cc0 of type: class org.apache.hudi.integ.testsuite.dag.nodes.InsertNode
20/09/02 20:05:50 WARN GenericRecordFu

nsivabalan

n] WARN  org.apache.hadoop.util.NativeCodeLoader  - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
1701 [main] WARN  org.apache.hadoop.metrics2.impl.MetricsConfig  - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
1962 [main] WARN  org.apache.hadoop.http.HttpRequestLog  - Jetty request log can only be enabled using Log4j
3638 [main] WARN  org.apache.hadoop.http.HttpRequestLog  - Jetty request log can only be enabled using Log4j
5566 [main] WARN  org.apache.hadoop.hive.conf.HiveConf  - HiveConf of name hive.metastore.local does not exist
5786 [main] WARN  org.apache.hadoop.hive.conf.HiveConf  - HiveConf of name hive.metastore.local does not exist
10680 [main] WARN  org.apache.hadoop.hive.metastore.ObjectStore  - Version information not found in metastore. hive.metastore.schema.verification is not enabled so recording the schema version 2.3.0
10680 [main] WARN  org.a

nsivabalan

public class OAuthCore {

  private AccessTokenInfo accessTokenInfo;
  private AtomicBoolean asyncRetrievalInProgress = new AtomicBoolean(false);
  private AtomicBoolean logout = new AtomicBoolean(false);

  private String getAccessToken(){
    return this.accessTokenInfo.accessToken;
  }

nsivabalan

public interface PreCombineRows {

  Row preCombine(Row row1, Row row2);
  
}

nsivabalan

[INFO] Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.766 s - in org.apache.hudi.index.hbase.TestHBaseIndexUsage
[INFO] Running org.apache.hudi.index.hbase.TestHBaseIndex
Formatting using clusterid: testClusterID
71151 [main] WARN  org.apache.hadoop.metrics2.impl.MetricsConfig  - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
71293 [main] WARN  org.apache.hadoop.http.HttpRequestLog  - Jetty request log can only be enabled using Log4j
71913 [main] WARN  org.apache.hadoop.http.HttpRequestLog  - Jetty request log can only be enabled using Log4j
Formatting using clusterid: testClusterID
78013 [main] WARN  org.apache.hadoop.http.HttpRequestLog  - Jetty request log can only be enabled using Log4j
78208 [main] WARN  org.apache.hadoop.http.HttpRequestLog  - Jetty request log can only be enabled using Log4j
79416 [IPC Server handler 4 on 63947] WARN  org.apache.hadoop.hdfs.StateChange  - DIR* FSDirectory.unprotectedRenameTo: failed to rename /var/fo

nsivabalan

/**
 * Class that holds config parameters for a {@link UberClientCall}. The collection of runtime
 * options for a new RPC call. This will be used by application and feature teams to set config
 * params like like timeouts, retry policy, etc for the network calls. This mimics {@link
 * CallOptions} in the grpc world.
 */
public class UberCallOptions {

  /** A blank {@code UberCallOptions} that all fields are not set. */
  public static final UberCallOptions DEFAULT = new UberCallOptions();

nsivabalan

/**
 * Public interface for Realtime clients, ramen and other clients to send and receive network
 * requests. Clients need to instantiate {@link UberNetworkingClient} once using singleton method
 * {@link #getInstance(List)} and then for new grpc calls, can call the following.
 * uberNetworkingClient.newCall(MethodInfo, UberInternalCallOptions) This will return an instance of
 * {@link UberClientCall} and any further interaction to the request will be done in via {@link
 * UberClientCall}.
 *
 * <p>For every new call, UberNetworkingClient will instantiate a new chain of {@link
 * UberInterceptor}s and attachs them to the {@link UbergRPCAdaptor} at the end. {@link

nsivabalan

/**
 * Since every interceptor needs to register as listener to next in chain, and on getting notified
 * should notify previous listener in the chain. This class will be the new listener which holds
 * reference to previous listener and gets registered to next interceptor in the chain.
 *
 * @param <ReqT> request msg of generic type ReqT.
 * @param <RespT> response msg of generic type RespT.
 * @param <T> methodInfo of generic type T.
 */
public class InternalListener<ReqT, RespT, T> extends UberNetworkListener<RespT> {

nsivabalan

/**
 * Adaptor for Grpc which does all the translation from generic uber types to grpc entities and
 * places the call to a grpc ManagedChannel. This class manages multiple channels and routes new
 * calls based on host fetched from UberInternalCallOptions.
 */
public class UbergRPCAdaptor implements UberChannel {

  private static final Logger LOGGER = Logger.getLogger(UbergRPCAdaptor.class.getName());

  // static variable singleInstance of type Singleton