페이지

2014년 6월 1일 일요일

hbase solr morphlines - multi type

<?xml version="1.0"?>
<indexer table="log" mapper="com.ngdata.hbaseindexer.morphline.MorphlineResultToSolrMapper">
   <param name="morphlineFile" value="morphlines.conf"/>
   <param name="morphlineId" value="log"/>
</indexer>

<?xml version="1.0"?>
<indexer table="dlog" mapper="com.ngdata.hbaseindexer.morphline.MorphlineResultToSolrMapper">
   <param name="morphlineFile" value="morphlines.conf"/>
   <param name="morphlineId" value="dlog"/>
</indexer>

------------------------------------------------------------------------------------------------------------------



---------------------------------------------------------------------------------------------------
hbase-indexer-site.xml에 대한 Lily HBase Indexer 고급 구성 스니펫(안전 밸브)
<property>
  <name>hbase.zookeeper.quorum</name>
  <value>host00.sylee.com,host01.sylee.com</value>
</property>
<property>
  <name>hbaseindexer.zookeeper.connectstring</name>
  <value>host00.sylee.com:2181</value>
</property>
---------------------------------------------------------------------------------------------------
Lily HBase Indexer 로깅 고급 구성 스니펫(안전 밸브)
log4j.logger.org.kitesdk.morphline=TRACE
log4j.logger.com.ngdata=TRACE
---------------------------------------------------------------------------------------------------




#SOLR_LOCATOR : {
#  # Name of solr collection
#  collection : hbase-dlog
#
#  # ZooKeeper ensemble ($ZK_HOST)
#  , zkHost : "host00.sylee.com,host01.sylee.com"
#}
morphlines : [
{
id : log
importCommands : ["org.kitesdk.**", "com.ngdata.**"]

commands : [                  
  {
    extractHBaseCells {
      mappings : [
        {
          inputColumn : "cf:rowkey"
          outputField : "rowkey"
          type : string
          source : value
        }
        , {
          inputColumn : "cf:utc"
          outputField : "utc"
          type : string
          source : value
        }
        , {
          inputColumn : "cf:eqp"
          outputField : "eqp"
          type : string
          source : value
        }
      ]
    }
  }
  { logDebug { format : "output record: {}", args : ["@{}"] } }
]
}

,{
id : dlog
importCommands : ["org.kitesdk.**", "com.ngdata.**"]
commands : [                  
  {
    extractHBaseCells {
      mappings : [
        {
          inputColumn : "cf:rowkey1"
          outputField : "rowkey"
          type : string
          source : value
        }
        , {
          inputColumn : "cf:eqp"
          outputField : "status"
          type : string
          source : value
        }
      ]
    }
  }
  { logDebug { format : "output record: {}", args : ["@{}"] } }
]
}


]

댓글 없음:

댓글 쓰기