[root@alluxioMaster bin]# jps
16946 HistoryServer
17656 HistoryServer
22379 Jps
20603 AlluxioWorker
17070 HistoryServer
20527 AlluxioMaster
[root@alluxioMaster bin]# ./alluxio fs ls -f /
[root@alluxioMaster bin]# ./alluxio fs ls /
[root@alluxioMaster bin]#
runTest Basic CACHE_PROMOTE CACHE_THROUGH
2016-09-23 10:04:30,392 ERROR type (S3UnderFileSystem.java:mkdirsInternal) - Failed to create directory: s3n://testBucket/testDirectory
alluxio.org.jets3t.service.S3ServiceException: Request Error: java.net.UnknownHostException: http PUT '//74.125.203.103:9000/testBucket/testDirectory_%24folder%24'
at alluxio.org.jets3t.service.S3Service.putObject(S3Service.java:2123)
at alluxio.underfs.s3.S3UnderFileSystem.mkdirsInternal(S3UnderFileSystem.java:651)
at alluxio.underfs.s3.S3UnderFileSystem.mkdirs(S3UnderFileSystem.java:309)
at alluxio.underfs.s3.S3UnderFileSystem.mkdirs(S3UnderFileSystem.java:282)
at alluxio.underfs.s3.S3UnderFileSystem.mkdirs(S3UnderFileSystem.java:313)
at alluxio.underfs.s3.S3UnderFileSystem.mkdirs(S3UnderFileSystem.java:282)
at alluxio.underfs.s3.S3UnderFileSystem.create(S3UnderFileSystem.java:169)
at alluxio.client.file.FileOutStream.<init>(FileOutStream.java:124)
at alluxio.client.file.BaseFileSystem.createFile(BaseFileSystem.java:102)
at alluxio.examples.BasicOperations.writeFile(BasicOperations.java:85)
at alluxio.examples.BasicOperations.call(BasicOperations.java:72)
at alluxio.examples.BasicOperations.call(BasicOperations.java:42)
at alluxio.cli.CliUtils.runExample(CliUtils.java:51)
at alluxio.cli.TestRunner.runTest(TestRunner.java:148)
at alluxio.cli.TestRunner.runTests(TestRunner.java:121)
at alluxio.cli.TestRunner.main(TestRunner.java:98)
Caused by: java.net.UnknownHostException: http
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:184)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:589)
at java.net.Socket.connect(Socket.java:538)
at java.net.Socket.<init>(Socket.java:434)
at java.net.Socket.<init>(Socket.java:286)
at org.apache.commons.httpclient.protocol.DefaultProtocolSocketFactory.createSocket(DefaultProtocolSocketFactory.java:80)
at org.apache.commons.httpclient.protocol.ControllerThreadSocketFactory$1.doit(ControllerThreadSocketFactory.java:91)
at org.apache.commons.httpclient.protocol.ControllerThreadSocketFactory$SocketTask.run(ControllerThreadSocketFactory.java:158)
at java.lang.Thread.run(Thread.java:745)
2016-09-23 10:04:30,397 ERROR type (CliUtils.java:runExample) - Exception running test: alluxio.examples.BasicOperations@130d63be
java.lang.NullPointerException
at alluxio.client.file.FileOutStream.write(FileOutStream.java:303)
at alluxio.client.file.FileOutStream.write(FileOutStream.java:270)
at alluxio.examples.BasicOperations.writeFile(BasicOperations.java:86)
at alluxio.examples.BasicOperations.call(BasicOperations.java:72)
at alluxio.examples.BasicOperations.call(BasicOperations.java:42)
at alluxio.cli.CliUtils.runExample(CliUtils.java:51)
at alluxio.cli.TestRunner.runTest(TestRunner.java:148)
at alluxio.cli.TestRunner.runTests(TestRunner.java:121)
at alluxio.cli.TestRunner.main(TestRunner.java:98)
Failed the test!
alluxio-1.2.0 cch$ cat ./conf/alluxio-env.sh
#!/usr/bin/env bash
#
# The Alluxio Open Foundation licenses this work under the Apache License, version 2.0
# (the "License"). You may not use this work except in compliance with the License, which is
# available at www.apache.org/licenses/LICENSE-2.0
#
# This software is distributed on an "AS IS" basis, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
# either express or implied, as more fully set forth in the License.
#
# See the NOTICE file distributed with this work for information regarding copyright ownership.
#
# This file is sourced to launch Alluxio servers or use Alluxio shell commands
# This file was generated by command "bin/alluxio bootstrapConf localhost s3"
# For a list of supported environment variables, see "conf/alluxio-env.sh.template"
ALLUXIO_MASTER_HOSTNAME=${ALLUXIO_MASTER_HOSTNAME:-"localhost"}
ALLUXIO_WORKER_MEMORY_SIZE=${ALLUXIO_WORKER_MEMORY_SIZE:-"10922MB"}
ALLUXIO_RAM_FOLDER=${ALLUXIO_RAM_FOLDER:-"/Volumes/ramdisk"}
#ALLUXIO_UNDERFS_ADDRESS=${ALLUXIO_UNDERFS_ADDRESS:-"s3a://bucket/directory/"}
alluxio-1.2.0 cch$ cat conf/alluxio-site.properties
alluxio.underfs.address=s3a://alluxio-quick-start
aws.accessKeyId=xxxxxxxxxxxx
aws.secretKey=xxxxxxxxxxxxxxxxxxx
alluxio.underfs.s3.disable.dns.buckets=true
alluxio.underfs.s3.endpoint=127.0.0.1
alluxio.underfs.s3.proxy.https.only=false
alluxio.underfs.s3.endpoint.http.port=9000
alluxio-1.2.0 cch$ ./bin/alluxio runTests
2016-09-28 12:36:08,032 ERROR type (CliUtils.java:runExample) - Exception running test: alluxio.examples.BasicOperations@246ae04d
java.io.IOException: Failed to cache: alluxio.exception.BlockAlreadyExistsException: Temp blockId 16,777,216 is not available, because it is already committed
at alluxio.client.file.FileOutStream.handleCacheWriteException(FileOutStream.java:342)
at alluxio.client.file.FileOutStream.write(FileOutStream.java:298)
at alluxio.client.file.FileOutStream.write(FileOutStream.java:270)
at alluxio.examples.BasicOperations.writeFile(BasicOperations.java:86)
at alluxio.examples.BasicOperations.call(BasicOperations.java:72)
at alluxio.examples.BasicOperations.call(BasicOperations.java:42)
at alluxio.cli.CliUtils.runExample(CliUtils.java:51)
at alluxio.cli.TestRunner.runTest(TestRunner.java:148)
at alluxio.cli.TestRunner.runTests(TestRunner.java:121)
at alluxio.cli.TestRunner.main(TestRunner.java:98)
Caused by: java.io.IOException: alluxio.exception.BlockAlreadyExistsException: Temp blockId 16,777,216 is not available, because it is already committed
at alluxio.client.block.BlockWorkerClient.requestBlockLocation(BlockWorkerClient.java:358)
at alluxio.client.block.LocalBlockOutStream.<init>(LocalBlockOutStream.java:64)
at alluxio.client.block.AlluxioBlockStore.getOutStream(AlluxioBlockStore.java:170)
at alluxio.client.file.FileOutStream.getNextBlock(FileOutStream.java:320)
at alluxio.client.file.FileOutStream.write(FileOutStream.java:285)
... 8 more
Caused by: alluxio.exception.BlockAlreadyExistsException: Temp blockId 16,777,216 is not available, because it is already committed
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:408)
at alluxio.exception.AlluxioException.fromThrift(AlluxioException.java:99)
at alluxio.AbstractClient.retryRPC(AbstractClient.java:326)
at alluxio.client.block.BlockWorkerClient.requestBlockLocation(BlockWorkerClient.java:348)
... 12 more
Failed the test!
2016-09-28 12:36:12,578 ERROR type (S3AUnderFileSystem.java:mkdirsInternal) - Failed to create directory: s3a://alluxio-quick-start/default_tests_files
com.amazonaws.services.s3.model.AmazonS3Exception: The AWS Access Key Id you provided does not exist in our records. (Service: Amazon S3; Status Code: 403; Error Code: InvalidAccessKeyId; Request ID: 4DB686A5802EC6AE), S3 Extended Request ID: CO+BdtG2dv11Km8IG2JBAHoiJQIgSytPWecQ5qcN9Vg96gJx1YpzAhlcDUEmQZE+NTiQHkIQC0Q=
at com.amazonaws.http.AmazonHttpClient.handleErrorResponse(AmazonHttpClient.java:1305)
at com.amazonaws.http.AmazonHttpClient.executeOneRequest(AmazonHttpClient.java:852)
at com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:630)
at com.amazonaws.http.AmazonHttpClient.doExecute(AmazonHttpClient.java:405)
at com.amazonaws.http.AmazonHttpClient.executeWithTimer(AmazonHttpClient.java:367)
at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:318)
at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3787)
at com.amazonaws.services.s3.AmazonS3Client.putObject(AmazonS3Client.java:1399)
at alluxio.underfs.s3a.S3AUnderFileSystem.mkdirsInternal(S3AUnderFileSystem.java:678)
at alluxio.underfs.s3a.S3AUnderFileSystem.mkdirs(S3AUnderFileSystem.java:323)
at alluxio.underfs.s3a.S3AUnderFileSystem.mkdirs(S3AUnderFileSystem.java:296)
at alluxio.underfs.s3a.S3AUnderFileSystem.create(S3AUnderFileSystem.java:177)
at alluxio.client.file.FileOutStream.<init>(FileOutStream.java:124)
at alluxio.client.file.BaseFileSystem.createFile(BaseFileSystem.java:102)
at alluxio.examples.BasicOperations.writeFile(BasicOperations.java:85)
at alluxio.examples.BasicOperations.call(BasicOperations.java:72)
at alluxio.examples.BasicOperations.call(BasicOperations.java:42)
at alluxio.cli.CliUtils.runExample(CliUtils.java:51)
at alluxio.cli.TestRunner.runTest(TestRunner.java:148)
at alluxio.cli.TestRunner.runTests(TestRunner.java:121)
at alluxio.cli.TestRunner.main(TestRunner.java:98)
alluxio-1.2.0 cch$ vim ./logs/master.log
2016-09-28 12:36:45,207 ERROR logger.type (S3AUnderFileSystem.java:mkdirsInternal) - Failed to create directory: s3a://alluxio-quick-start/default_tests_files
com.amazonaws.services.s3.model.AmazonS3Exception: The AWS Access Key Id you provided does not exist in our records. (Service: Amazon S3; Status Code: 403; Error Code: InvalidAccessKeyId; Request ID: 6BDA56B40E8A6053), S3 Extended Request ID: 1My+SgBlvYRtjuqjHQtMKxvqWfnNUeUARRz5fv1femUUcXIFpz5AHku8tXj7jS0/aWbp7Ge5Zek=
at com.amazonaws.http.AmazonHttpClient.handleErrorResponse(AmazonHttpClient.java:1305)
at com.amazonaws.http.AmazonHttpClient.executeOneRequest(AmazonHttpClient.java:852)
at com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:630)
at com.amazonaws.http.AmazonHttpClient.doExecute(AmazonHttpClient.java:405)
at com.amazonaws.http.AmazonHttpClient.executeWithTimer(AmazonHttpClient.java:367)
at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:318)
at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3787)
at com.amazonaws.services.s3.AmazonS3Client.putObject(AmazonS3Client.java:1399)
at alluxio.underfs.s3a.S3AUnderFileSystem.mkdirsInternal(S3AUnderFileSystem.java:678)
at alluxio.underfs.s3a.S3AUnderFileSystem.mkdirs(S3AUnderFileSystem.java:323)
at alluxio.master.file.meta.InodeTree.createPath(InodeTree.java:635)
at alluxio.master.file.FileSystemMaster.createFileInternal(FileSystemMaster.java:783)
at alluxio.master.file.FileSystemMaster.createFileAndJournal(FileSystemMaster.java:763)
at alluxio.master.file.FileSystemMaster.createFile(FileSystemMaster.java:737)
at alluxio.master.file.FileSystemMasterClientServiceHandler$3.call(FileSystemMasterClientServiceHandler.java:102)
at alluxio.master.file.FileSystemMasterClientServiceHandler$3.call(FileSystemMasterClientServiceHandler.java:99)
at alluxio.RpcUtils.call(RpcUtils.java:61)
at alluxio.master.file.FileSystemMasterClientServiceHandler.createFile(FileSystemMasterClientServiceHandler.java:99)
at alluxio.thrift.FileSystemMasterClientService$Processor$createFile.getResult(FileSystemMasterClientService.java:1386)
at alluxio.thrift.FileSystemMasterClientService$Processor$createFile.getResult(FileSystemMasterClientService.java:1370)
at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39)
at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39)
at org.apache.thrift.TMultiplexedProcessor.process(TMultiplexedProcessor.java:123)
at org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:286)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
alluxio.underfs.address=s3a://myBucket
aws.accessKeyId=xxxxxxxxxxxxxxxxxxxxxxxx
aws.secretKey=xxxxxxxxxxxxxxxxxxxxxxx
alluxio.underfs.s3.disable.dns.buckets=true
alluxio.underfs.s3.endpoint=127.0.0.1
alluxio.underfs.s3.proxy.https.only=false
alluxio.underfs.s3.endpoint.http.port=9000
2016-10-04 10:30:58,113 INFO AmazonHttpClient (AmazonHttpClient.java:executeHelper) - Unable to execute HTTP request: Connect to myBucket.s3.amazonaws.com:80 [myBucket.s3.amazonaws.com/54.231.81.104] failed: connect timed out
org.apache.http.conn.ConnectTimeoutException: Connect to myBucket.s3.amazonaws.com:80 [myBucket.s3.amazonaws.com/54.231.81.104] failed: connect timed out
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:143)
at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:497)
at com.amazonaws.http.conn.ClientConnectionManagerFactory$Handler.invoke(ClientConnectionManagerFactory.java:76)
at com.amazonaws.http.conn.$Proxy3.connect(Unknown Source)
at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at com.amazonaws.http.apache.client.impl.SdkHttpClient.execute(SdkHttpClient.java:72)
at com.amazonaws.http.AmazonHttpClient.executeOneRequest(AmazonHttpClient.java:787)
at com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:630)
at com.amazonaws.http.AmazonHttpClient.doExecute(AmazonHttpClient.java:405)
at com.amazonaws.http.AmazonHttpClient.executeWithTimer(AmazonHttpClient.java:367)
at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:318)
at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3787)
at com.amazonaws.services.s3.AmazonS3Client.headBucket(AmazonS3Client.java:1063)
at com.amazonaws.services.s3.AmazonS3Client.getBucketRegionViaHeadRequest(AmazonS3Client.java:4200)
at com.amazonaws.services.s3.AmazonS3Client.fetchRegionFromCache(AmazonS3Client.java:4180)
at com.amazonaws.services.s3.AmazonS3Client.resolveServiceEndpoint(AmazonS3Client.java:4155)
at com.amazonaws.services.s3.AmazonS3Client.getObjectMetadata(AmazonS3Client.java:997)
at com.amazonaws.services.s3.AmazonS3Client.getObjectMetadata(AmazonS3Client.java:982)
at alluxio.underfs.s3a.S3AUnderFileSystem.getFolderMetadata(S3AUnderFileSystem.java:517)
at alluxio.underfs.s3a.S3AUnderFileSystem.isFolder(S3AUnderFileSystem.java:578)
at alluxio.underfs.s3a.S3AUnderFileSystem.mkdirs(S3AUnderFileSystem.java:304)
at alluxio.underfs.s3a.S3AUnderFileSystem.mkdirs(S3AUnderFileSystem.java:296)
at alluxio.underfs.s3a.S3AUnderFileSystem.create(S3AUnderFileSystem.java:177)
at alluxio.client.file.FileOutStream.<init>(FileOutStream.java:124)
at alluxio.client.file.BaseFileSystem.createFile(BaseFileSystem.java:102)
at alluxio.examples.BasicOperations.writeFile(BasicOperations.java:85)
at alluxio.examples.BasicOperations.call(BasicOperations.java:72)
at alluxio.examples.BasicOperations.call(BasicOperations.java:42)
at alluxio.cli.CliUtils.runExample(CliUtils.java:51)
at alluxio.cli.TestRunner.runTest(TestRunner.java:148)
at alluxio.cli.TestRunner.runTests(TestRunner.java:121)
at alluxio.cli.TestRunner.main(TestRunner.java:98)
Caused by: java.net.SocketTimeoutException: connect timed out
alluxio-1.3.0 cch$ vim /Users/cch/Downloads/alluxio-1.3.0/logs/master.log
2016-10-10 14:47:31,679 INFO http.AmazonHttpClient (AmazonHttpClient.java:executeHelper) - Unable to execute HTTP request: Connect to 127.0.0.1:80 [/127.0.0.1] failed: Connection refused
org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:80 [/127.0.0.1] failed: Connection refused
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at com.amazonaws.http.conn.ClientConnectionManagerFactory$Handler.invoke(ClientConnectionManagerFactory.java:76)
at com.amazonaws.http.conn.$Proxy3.connect(Unknown Source)
at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at com.amazonaws.http.apache.client.impl.SdkHttpClient.execute(SdkHttpClient.java:72)
at com.amazonaws.http.AmazonHttpClient.executeOneRequest(AmazonHttpClient.java:787)
at com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:630)
at com.amazonaws.http.AmazonHttpClient.doExecute(AmazonHttpClient.java:405)
at com.amazonaws.http.AmazonHttpClient.executeWithTimer(AmazonHttpClient.java:367)
at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:318)
at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3787)
at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3729)
at com.amazonaws.services.s3.AmazonS3Client.getS3AccountOwner(AmazonS3Client.java:689)
at com.amazonaws.services.s3.AmazonS3Client.getS3AccountOwner(AmazonS3Client.java:681)
at alluxio.underfs.s3a.S3AUnderFileSystem.createInstance(S3AUnderFileSystem.java:161)
at alluxio.underfs.s3a.S3AUnderFileSystemFactory.create(S3AUnderFileSystemFactory.java:45)
at alluxio.underfs.UnderFileSystemRegistry.create(UnderFileSystemRegistry.java:114)
at alluxio.underfs.UnderFileSystem$Cache.get(UnderFileSystem.java:136)
at alluxio.underfs.UnderFileSystem.get(UnderFileSystem.java:207)
at alluxio.underfs.UnderFileSystem.get(UnderFileSystem.java:194)
at alluxio.master.file.FileSystemMaster$Metrics.registerGauges(FileSystemMaster.java:2715)
at alluxio.master.file.FileSystemMaster$Metrics.access$000(FileSystemMaster.java:2658)
at alluxio.master.file.FileSystemMaster.<init>(FileSystemMaster.java:274)
at alluxio.master.file.FileSystemMaster.<init>(FileSystemMaster.java:247)
at alluxio.master.AlluxioMaster.<init>(AlluxioMaster.java:258)
at alluxio.master.AlluxioMaster$Factory.create(AlluxioMaster.java:208)
at alluxio.master.AlluxioMaster.main(AlluxioMaster.java:86)
Caused by: java.net.ConnectException: Connection refused
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:345)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:589)
at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:74)
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134)
... 36 more
2016-10-10 14:47:31,920 ERROR logger.type (AlluxioMaster.java:<init>) - All eligible Under File Systems were unable to create an instance for the given path: s3a://alluxio-quick-start/data
com.amazonaws.AmazonClientException: Unable to execute HTTP request: Connect to 127.0.0.1:80 [/127.0.0.1] failed: Connection refused
java.lang.IllegalArgumentException: All eligible Under File Systems were unable to create an instance for the given path: s3a://alluxio-quick-start/data
com.amazonaws.AmazonClientException: Unable to execute HTTP request: Connect to 127.0.0.1:80 [/127.0.0.1] failed: Connection refused
at alluxio.underfs.UnderFileSystemRegistry.create(UnderFileSystemRegistry.java:130)
at alluxio.underfs.UnderFileSystem$Cache.get(UnderFileSystem.java:136)
at alluxio.underfs.UnderFileSystem.get(UnderFileSystem.java:207)
at alluxio.underfs.UnderFileSystem.get(UnderFileSystem.java:194)
at alluxio.master.file.FileSystemMaster$Metrics.registerGauges(FileSystemMaster.java:2715)
at alluxio.master.file.FileSystemMaster$Metrics.access$000(FileSystemMaster.java:2658)
at alluxio.master.file.FileSystemMaster.<init>(FileSystemMaster.java:274)
at alluxio.master.file.FileSystemMaster.<init>(FileSystemMaster.java:247)
at alluxio.master.AlluxioMaster.<init>(AlluxioMaster.java:258)
at alluxio.master.AlluxioMaster$Factory.create(AlluxioMaster.java:208)
at alluxio.master.AlluxioMaster.main(AlluxioMaster.java:86)
alluxio-1.3.0 cch$ vim conf/alluxio-site.properties
alluxio.underfs.address=s3a://alluxio-quick-start/data
aws.accessKeyId=xxxxxxxx
aws.secretKey=xxxxxxxxxx
alluxio.underfs.s3.endpoint=127.0.0.1
alluxio.underfs.s3.proxy.https.only=false
alluxio.underfs.s3.endpoint.http.port=9000
alluxio-1.3.0 cch$ vim conf/alluxio-env.sh
ALLUXIO_MASTER_HOSTNAME=${ALLUXIO_MASTER_HOSTNAME:-"localhost"}
ALLUXIO_WORKER_MEMORY_SIZE=${ALLUXIO_WORKER_MEMORY_SIZE:-"10922MB"}
ALLUXIO_RAM_FOLDER=${ALLUXIO_RAM_FOLDER:-"/Volumes/ramdisk"}
alluxio-1.3.0 cch$ java -version
java version "1.8.0_25"
Java(TM) SE Runtime Environment (build 1.8.0_25-b17)
Java HotSpot(TM) 64-Bit Server VM (build 25.25-b02, mixed mode)
alluxio.underfs.address=s3a://alluxio-quick-start/data
aws.accessKeyId=xxxxxxxxxxxxxxxxx
aws.secretKey=xxxxxxxxxxxxxxxxxxx
alluxio.underfs.s3.endpoint=127.0.0.1:9000
2016-10-11 10:16:17,942 ERROR logger.type (S3AUnderFileSystemFactory.java:create) - Failed to create S3AUnderFileSystem.
com.amazonaws.services.s3.model.AmazonS3Exception: A header you provided implies functionality that is not implemented (Service: Amazon S3; Status Code: 501; Error Code: NotImplemented; Request ID: 3L137), S3 Extended Request ID: 3L137
at com.amazonaws.http.AmazonHttpClient.handleErrorResponse(AmazonHttpClient.java:1305)
at com.amazonaws.http.AmazonHttpClient.executeOneRequest(AmazonHttpClient.java:852)
at com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:630)
at com.amazonaws.http.AmazonHttpClient.doExecute(AmazonHttpClient.java:405)
at com.amazonaws.http.AmazonHttpClient.executeWithTimer(AmazonHttpClient.java:367)
at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:318)
at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3787)
at com.amazonaws.services.s3.AmazonS3Client.getAcl(AmazonS3Client.java:3008)
at com.amazonaws.services.s3.AmazonS3Client.getBucketAcl(AmazonS3Client.java:915)
at com.amazonaws.services.s3.AmazonS3Client.getBucketAcl(AmazonS3Client.java:906)
at alluxio.underfs.s3a.S3AUnderFileSystem.createInstance(S3AUnderFileSystem.java:173)
at alluxio.underfs.s3a.S3AUnderFileSystemFactory.create(S3AUnderFileSystemFactory.java:45)
at alluxio.underfs.UnderFileSystemRegistry.create(UnderFileSystemRegistry.java:114)
at alluxio.underfs.UnderFileSystem$Cache.get(UnderFileSystem.java:136)
at alluxio.underfs.UnderFileSystem.get(UnderFileSystem.java:207)
at alluxio.underfs.UnderFileSystem.get(UnderFileSystem.java:194)
at alluxio.master.file.FileSystemMaster$Metrics.registerGauges(FileSystemMaster.java:2715)
at alluxio.master.file.FileSystemMaster$Metrics.access$000(FileSystemMaster.java:2658)
at alluxio.master.file.FileSystemMaster.<init>(FileSystemMaster.java:274)
at alluxio.master.file.FileSystemMaster.<init>(FileSystemMaster.java:247)
at alluxio.master.AlluxioMaster.<init>(AlluxioMaster.java:258)
at alluxio.master.AlluxioMaster$Factory.create(AlluxioMaster.java:208)
at alluxio.master.AlluxioMaster.main(AlluxioMaster.java:86)
2016-10-11 10:16:17,945 ERROR logger.type (AlluxioMaster.java:<init>) - All eligible Under File Systems were unable to create an instance for the given path: s3a://alluxio-quick-start/data
com.amazonaws.services.s3.model.AmazonS3Exception: A header you provided implies functionality that is not implemented (Service: Amazon S3; Status Code: 501; Error Code: NotImplemented; Request ID: 3L137), S3 Extended Request ID: 3L137
java.lang.IllegalArgumentException: All eligible Under File Systems were unable to create an instance for the given path: s3a://alluxio-quick-start/data
com.amazonaws.services.s3.model.AmazonS3Exception: A header you provided implies functionality that is not implemented (Service: Amazon S3; Status Code: 501; Error Code: NotImplemented; Request ID: 3L137), S3 Extended Request ID: 3L137
<!-- https://mvnrepository.com/artifact/com.amazonaws/aws-java-sdk -->
<dependency>
<groupId>com.amazonaws</groupId>
<artifactId>aws-java-sdk</artifactId>
<version>1.11.40</version>
</dependency>