def main()

in spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/hbasecontext/HBaseBulkPutExampleFromFile.scala [39:79]

36 lines of code
2 McCabe index (conditional complexity)


  def main(args: Array[String]) {
    if (args.length < 3) {
      println(
        "HBaseBulkPutExampleFromFile {tableName} {columnFamily} {inputFile} are missing an argument")
      return
    }

    val tableName = args(0)
    val columnFamily = args(1)
    val inputFile = args(2)

    val sparkConf = new SparkConf().setAppName(
      "HBaseBulkPutExampleFromFile " +
        tableName + " " + columnFamily + " " + inputFile)
    val sc = new SparkContext(sparkConf)

    try {
      var rdd = sc
        .hadoopFile(inputFile, classOf[TextInputFormat], classOf[LongWritable], classOf[Text])
        .map(
          v => {
            System.out.println("reading-" + v._2.toString)
            v._2.toString
          })

      val conf = HBaseConfiguration.create()

      val hbaseContext = new HBaseContext(sc, conf)
      hbaseContext.bulkPut[String](
        rdd,
        TableName.valueOf(tableName),
        (putRecord) => {
          System.out.println("hbase-" + putRecord)
          val put = new Put(Bytes.toBytes("Value- " + putRecord))
          put.addColumn(Bytes.toBytes("c"), Bytes.toBytes("1"), Bytes.toBytes(putRecord.length()))
          put
        });
    } finally {
      sc.stop()
    }
  }