执行/bin/bash bin/mock_start.sh 2016-12-12失败

[xiazi123]

[root@localhost index-0.1]# /bin/bash bin/mock_start.sh 2016-12-12
/usr/jdk1.7.0_25/bin/java
index_process_base_path /root/src/github.com/Qihoo360/poseidon/dist/index-0.1
bussiness test
hdp_src /home/poseidon/src//test/2016-12-12
index_process_base_path /root/src/github.com/Qihoo360/poseidon/dist/index-0.1
java -classpath /root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jaxb-impl-2.2.3-1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jersey-guice-1.9.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jersey-client-1.9.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jackson-mapper-asl-1.9.13.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/hadoop-mapreduce-client-shuffle-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/xercesImpl-2.9.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/commons-compress-1.4.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/commons-net-3.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/junit-3.8.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/apacheds-i18n-2.0.0-M15.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jsr305-3.0.0.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/commons-collections-3.2.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/hadoop-hdfs-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/api-asn1-api-1.0.0-M20.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/commons-io-2.4.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/zookeeper-3.4.6.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/protobuf-java-3.1.0.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/curator-recipes-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/hadoop-auth-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jsp-api-2.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jackson-core-asl-1.9.13.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/hadoop-common-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/log4j-1.2.17.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/apacheds-kerberos-codec-2.0.0-M15.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/netty-3.7.0.Final.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/xml-apis-1.3.04.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/hadoop-yarn-common-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/commons-daemon-1.0.13.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/index-0.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/curator-framework-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/hadoop-mapreduce-client-common-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/commons-logging-1.1.3.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/hadoop-annotations-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/httpclient-4.2.5.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/hadoop-mapreduce-client-core-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/java-xmlbuilder-0.4.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/aopalliance-1.0.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/api-util-1.0.0-M20.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jackson-xc-1.9.13.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/hadoop-yarn-api-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jaxb-api-2.2.2.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/hadoop-mapreduce-client-jobclient-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/snappy-java-1.0.4.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jetty-6.1.26.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jetty-util-6.1.26.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/commons-httpclient-3.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/indexmeta-0.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/commons-cli-1.2.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/cglib-2.2.1-v20090111.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/stax-api-1.0-2.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/hadoop-yarn-server-common-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/commons-configuration-1.9.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/servlet-api-2.5.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/javax.inject-1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/slf4j-log4j12-1.7.10.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/slf4j-api-1.7.10.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/httpcore-4.2.4.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/guice-servlet-3.0.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/json.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/ikanalyzer2012ff.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/leveldbjni-all-1.8.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/commons-codec-1.6.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/activation-1.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jersey-core-1.9.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/paranamer-2.3.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/guice-3.0.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/hadoop-yarn-client-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/asm-3.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/xz-1.0.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jets3t-0.9.0.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jersey-server-1.9.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jersey-json-1.9.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/docmeta-0.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/xmlenc-0.52.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/avro-1.7.4.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/hadoop-yarn-server-nodemanager-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/commons-lang-2.6.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jackson-jaxrs-1.9.13.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/netty-all-4.0.23.Final.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/gson-2.2.4.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/htrace-core-3.1.0-incubating.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jsch-0.1.42.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jettison-1.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/curator-client-2.7.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/guava-16.0.1.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/jline-0.9.94.jar:/root/src/github.com/Qihoo360/poseidon/dist/index-0.1/lib/commons-math3-3.1.1.jar: meta.DocMetaConfigured /home/poseidon/src//test/docid/2016-12-12/ /home/poseidon/src//test/firstdocid/2016-12-12/ 2016-12-12 /root/src/github.com/Qihoo360/poseidon/dist/index-0.1/etc/test.json
doc meta setter map reduce test 2016-12-12 failed

在没有hadoop集群的情况下进行poseidon的部署，既然没有hadoop集群上面再运行的时候为什么会有hadoop的jar包？难道必须先部署hadoop集群吗？
启动memcached用的是/usr/local/bin/memcached -d -m 10 -u root -l 127.0.0.1 -p 11211 -c 256 -P /tmp/memcached.pid命令，地址和meta一致。
在执行完sh bin/demo.sh weibo_data.txt命令后并没有像官方文档所说有/home/poseidon/src/test/YYYY-MM-DD/新文件生成，而是只在/home/poseidon/data目录下生成了log20161212002048_2016-12-12-00.txt
这些问题非常的困扰我，望能够找出答案。。。谢谢

[liwei-ch]

mock_start.sh 是在本地模拟运行MapReduce任务，还是需要hadoop的基础包的；
“doc meta setter map reduce test 2016-12-12 failed”，任务失败了，自然就没有/home/poseidon/src/test/YYYY-MM-DD/新文件生成，到你的dist/index-0.1/index/logs查看出错的日志具体原因