|
DEBUG: s3cmd version 2.0.2
|
|
DEBUG: ConfigParser: Reading file '/root/.s3cfg'
|
|
DEBUG: ConfigParser: access_key->EO...17_chars...E
|
|
DEBUG: ConfigParser: bucket_location->US
|
|
DEBUG: ConfigParser: cloudfront_host->datasets.cluster.local.domain
|
|
DEBUG: ConfigParser: default_mime_type->binary/octet-stream
|
|
DEBUG: ConfigParser: delete_removed->False
|
|
DEBUG: ConfigParser: dry_run->False
|
|
DEBUG: ConfigParser: enable_multipart->True
|
|
DEBUG: ConfigParser: encoding->UTF-8
|
|
DEBUG: ConfigParser: encrypt->False
|
|
DEBUG: ConfigParser: follow_symlinks->False
|
|
DEBUG: ConfigParser: force->False
|
|
DEBUG: ConfigParser: get_continue->False
|
|
DEBUG: ConfigParser: gpg_command->/usr/bin/gpg
|
|
DEBUG: ConfigParser: gpg_decrypt->%(gpg_command)s -d --verbose --no-use-agent --batch --yes --passphrase-fd %(passphrase_fd)s -o %(output_file)s %(input_file)s
|
|
DEBUG: ConfigParser: gpg_encrypt->%(gpg_command)s -c --verbose --no-use-agent --batch --yes --passphrase-fd %(passphrase_fd)s -o %(output_file)s %(input_file)s
|
|
DEBUG: ConfigParser: gpg_passphrase->...-3_chars...
|
|
DEBUG: ConfigParser: guess_mime_type->True
|
|
DEBUG: ConfigParser: host_base->datasets.cluster.local.domain
|
|
DEBUG: ConfigParser: host_bucket->%(bucket)s.datasets.cluster.local.domain
|
|
DEBUG: ConfigParser: human_readable_sizes->False
|
|
DEBUG: ConfigParser: invalidate_on_cf->False
|
|
DEBUG: ConfigParser: list_md5->False
|
|
DEBUG: ConfigParser: log_target_prefix->
|
|
DEBUG: ConfigParser: mime_type->
|
|
DEBUG: ConfigParser: multipart_chunk_size_mb->4096
|
|
DEBUG: ConfigParser: preserve_attrs->True
|
|
DEBUG: ConfigParser: progress_meter->True
|
|
DEBUG: ConfigParser: proxy_host->datasets.cluster.local.domain
|
|
DEBUG: ConfigParser: proxy_port->80
|
|
DEBUG: ConfigParser: recursive->False
|
|
DEBUG: ConfigParser: recv_chunk->4096
|
|
DEBUG: ConfigParser: reduced_redundancy->False
|
|
DEBUG: ConfigParser: secret_key->Xr...37_chars...2
|
|
DEBUG: ConfigParser: send_chunk->4096
|
|
DEBUG: ConfigParser: simpledb_host->datasets.cluster.local.domain
|
|
DEBUG: ConfigParser: skip_existing->False
|
|
DEBUG: ConfigParser: socket_timeout->300
|
|
DEBUG: ConfigParser: urlencoding_mode->normal
|
|
DEBUG: ConfigParser: use_https->false
|
|
DEBUG: ConfigParser: verbosity->WARNING
|
|
DEBUG: ConfigParser: website_endpoint->http://%(bucket)s.s3-website-%(location)s.datasets.cluster.local.domain/
|
|
DEBUG: ConfigParser: website_error->
|
|
DEBUG: ConfigParser: website_index->index.html
|
|
DEBUG: Updating Config.Config cache_file ->
|
|
DEBUG: Updating Config.Config follow_symlinks -> False
|
|
DEBUG: Updating Config.Config verbosity -> 10
|
|
DEBUG: Command: info
|
|
DEBUG: CreateRequest: resource[uri]=/
|
|
DEBUG: ===== Send_request inner request to determine the bucket region =====
|
|
DEBUG: CreateRequest: resource[uri]=/
|
|
DEBUG: Using signature v4
|
|
DEBUG: get_hostname(image-net): datasets.cluster.local.domain
|
|
DEBUG: canonical_headers = host:datasets.cluster.local.domain
|
|
x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
x-amz-date:20200414T153045Z
|
|
|
|
DEBUG: Canonical Request:
|
|
GET
|
|
/image-net/
|
|
location=
|
|
host:datasets.cluster.local.domain
|
|
x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
x-amz-date:20200414T153045Z
|
|
|
|
host;x-amz-content-sha256;x-amz-date
|
|
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
----------------------
|
|
DEBUG: signature-v4 headers: {'x-amz-date': '20200414T153045Z', 'Authorization': 'AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXXXXXX/20200414/us-east-1/s3/aws4_request,SignedHeaders=host;x-amz-content-sha256;x-amz-date,Signature=5fcff5cadea1a02386de3f61438b794e59a20f9707a6a6d63225684b6ea77609', 'x-amz-content-sha256': 'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855'}
|
|
DEBUG: Processing request, please wait...
|
|
DEBUG: get_hostname(image-net): datasets.cluster.local.domain
|
|
DEBUG: ConnMan.get(): creating new connection: proxy://datasets.cluster.local.domain:80
|
|
DEBUG: proxied HTTPConnection(datasets.cluster.local.domain, 80)
|
|
DEBUG: get_hostname(image-net): datasets.cluster.local.domain
|
|
DEBUG: format_uri(): http://datasets.cluster.local.domain/image-net/?location
|
|
DEBUG: Sending request method_string='GET', uri='http://datasets.cluster.local.domain/image-net/?location', headers={'x-amz-date': '20200414T153045Z', 'Authorization': 'AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXXXXXX/20200414/us-east-1/s3/aws4_request,SignedHeaders=host;x-amz-content-sha256;x-amz-date,Signature=5fcff5cadea1a02386de3f61438b794e59a20f9707a6a6d63225684b6ea77609', 'x-amz-content-sha256': 'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855'}, body=(0 bytes)
|
|
DEBUG: ConnMan.put(): closing proxy connection (keep-alive not yet supported)
|
|
DEBUG: Response:
|
|
{'data': b'<?xml version="1.0" encoding="UTF-8"?><LocationConstraint xmlns="htt'
|
|
b'p://s3.amazonaws.com/doc/2006-03-01/">default</LocationConstraint>',
|
|
'headers': {'connection': 'keep-alive',
|
|
'content-length': '134',
|
|
'date': 'Tue, 14 Apr 2020 15:30:45 GMT',
|
|
'server': 'nginx/1.14.0 (Ubuntu)',
|
|
'x-amz-request-id': 'tx0000000000000001e5955-005e95d725-36f984-default'},
|
|
'reason': 'OK',
|
|
'status': 200}
|
|
DEBUG: ===== END send_request inner request to determine the bucket region ('default') =====
|
|
DEBUG: Using signature v4
|
|
DEBUG: get_hostname(image-net): image-net.datasets.cluster.local.domain
|
|
DEBUG: canonical_headers = host:image-net.datasets.cluster.local.domain
|
|
x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
x-amz-date:20200414T153045Z
|
|
|
|
DEBUG: Canonical Request:
|
|
GET
|
|
/
|
|
location=
|
|
host:image-net.datasets.cluster.local.domain
|
|
x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
x-amz-date:20200414T153045Z
|
|
|
|
host;x-amz-content-sha256;x-amz-date
|
|
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
----------------------
|
|
DEBUG: signature-v4 headers: {'x-amz-date': '20200414T153045Z', 'Authorization': 'AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXXXXXX/20200414/default/s3/aws4_request,SignedHeaders=host;x-amz-content-sha256;x-amz-date,Signature=c4cfa3431526efd4af542eba386ea0f100afe596541e6b487c6ac449fd9a9cef', 'x-amz-content-sha256': 'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855'}
|
|
DEBUG: Processing request, please wait...
|
|
DEBUG: get_hostname(image-net): image-net.datasets.cluster.local.domain
|
|
DEBUG: ConnMan.get(): creating new connection: proxy://datasets.cluster.local.domain:80
|
|
DEBUG: proxied HTTPConnection(datasets.cluster.local.domain, 80)
|
|
DEBUG: get_hostname(image-net): image-net.datasets.cluster.local.domain
|
|
DEBUG: format_uri(): http://image-net.datasets.cluster.local.domain/?location
|
|
DEBUG: Sending request method_string='GET', uri='http://image-net.datasets.cluster.local.domain/?location', headers={'x-amz-date': '20200414T153045Z', 'Authorization': 'AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXXXXXX/20200414/default/s3/aws4_request,SignedHeaders=host;x-amz-content-sha256;x-amz-date,Signature=c4cfa3431526efd4af542eba386ea0f100afe596541e6b487c6ac449fd9a9cef', 'x-amz-content-sha256': 'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855'}, body=(0 bytes)
|
|
DEBUG: ConnMan.put(): closing proxy connection (keep-alive not yet supported)
|
|
DEBUG: Response:
|
|
{'data': b'<?xml version="1.0" encoding="UTF-8"?><ListAllMyBucketsResult xmlns='
|
|
b'"http://s3.amazonaws.com/doc/2006-03-01/"><Owner><ID>bucketadmin</ID'
|
|
b'><DisplayName>Bucket admin</DisplayName></Owner><Buckets><Bucket><Na'
|
|
b'me>1000genomes</Name><CreationDate>2020-01-17T13:25:57.349Z</Creatio'
|
|
b'nDate></Bucket><Bucket><Name>DCM</Name><CreationDate>2020-03-31T12:0'
|
|
b'8:48.502Z</CreationDate></Bucket><Bucket><Name>Spinn3r</Name><Creati'
|
|
b'onDate>2020-02-26T10:04:05.761Z</CreationDate></Bucket><Bucket><Name'
|
|
b'>Spinn3r.json</Name><CreationDate>2020-03-31T12:34:56.277Z</Creation'
|
|
b'Date></Bucket><Bucket><Name>cifar</Name><CreationDate>2020-02-12T10:'
|
|
b'09:16.940Z</CreationDate></Bucket><Bucket><Name>commoncrawl</Name><C'
|
|
b'reationDate>2020-01-18T17:45:07.800Z</CreationDate></Bucket><Bucket>'
|
|
b'<Name>criteo</Name><CreationDate>2020-02-12T10:10:48.273Z</CreationD'
|
|
b'ate></Bucket><Bucket><Name>criteo-uncompressed</Name><CreationDate>2'
|
|
b'020-02-12T10:18:04.565Z</CreationDate></Bucket><Bucket><Name>dbpedia'
|
|
b'</Name><CreationDate>2020-02-12T10:43:30.276Z</CreationDate></Bucket'
|
|
b'><Bucket><Name>flybase</Name><CreationDate>2020-02-12T10:44:03.919Z<'
|
|
b'/CreationDate></Bucket><Bucket><Name>fma</Name><CreationDate>2020-02'
|
|
b'-12T11:01:38.778Z</CreationDate></Bucket><Bucket><Name>freebase</Nam'
|
|
b'e><CreationDate>2020-02-12T12:24:43.730Z</CreationDate></Bucket><Buc'
|
|
b'ket><Name>gdeltv2</Name><CreationDate>2020-02-12T13:04:48.850Z</Crea'
|
|
b'tionDate></Bucket><Bucket><Name>github</Name><CreationDate>2020-02-1'
|
|
b'2T14:22:00.067Z</CreationDate></Bucket><Bucket><Name>google-ngrams</'
|
|
b'Name><CreationDate>2020-02-12T14:37:25.386Z</CreationDate></Bucket><'
|
|
b'Bucket><Name>ic-cluster-resources</Name><CreationDate>2020-02-12T16:'
|
|
b'08:48.878Z</CreationDate></Bucket><Bucket><Name>image-net</Name><Cre'
|
|
b'ationDate>2020-02-12T16:08:49.704Z</CreationDate></Bucket><Bucket><N'
|
|
b'ame>last-fm-dataset-360k</Name><CreationDate>2020-02-13T14:38:28.082'
|
|
b'Z</CreationDate></Bucket><Bucket><Name>million-song</Name><CreationD'
|
|
b'ate>2020-02-13T14:38:47.737Z</CreationDate></Bucket><Bucket><Name>mi'
|
|
b'llion-song_untar</Name><CreationDate>2020-02-14T12:19:09.562Z</Creat'
|
|
b'ionDate></Bucket><Bucket><Name>mir-flickr-1m</Name><CreationDate>202'
|
|
b'0-02-14T13:31:39.347Z</CreationDate></Bucket><Bucket><Name>mir-flick'
|
|
b'r-1m-uncompressed</Name><CreationDate>2020-02-14T13:41:32.596Z</Crea'
|
|
b'tionDate></Bucket><Bucket><Name>mir-flickr-25k</Name><CreationDate>2'
|
|
b'020-02-15T01:12:21.842Z</CreationDate></Bucket><Bucket><Name>mit-pla'
|
|
b'ces</Name><CreationDate>2020-02-15T01:12:24.223Z</CreationDate></Buc'
|
|
b'ket><Bucket><Name>mit-places-2</Name><CreationDate>2020-02-15T01:12:'
|
|
b'23.044Z</CreationDate></Bucket><Bucket><Name>mnist</Name><CreationDa'
|
|
b'te>2020-02-15T01:12:25.390Z</CreationDate></Bucket><Bucket><Name>ms-'
|
|
b'coco</Name><CreationDate>2020-02-15T01:12:27.528Z</CreationDate></Bu'
|
|
b'cket><Bucket><Name>multimedia-commons</Name><CreationDate>2020-02-15'
|
|
b'T02:09:31.995Z</CreationDate></Bucket><Bucket><Name>nyc-taxi-data</N'
|
|
b'ame><CreationDate>2020-02-15T02:09:33.562Z</CreationDate></Bucket><B'
|
|
b'ucket><Name>opensubtitles</Name><CreationDate>2020-01-17T13:26:44.06'
|
|
b'3Z</CreationDate></Bucket><Bucket><Name>plantvillage-plantimages</Na'
|
|
b'me><CreationDate>2020-02-15T02:10:45.475Z</CreationDate></Bucket><Bu'
|
|
b'cket><Name>productGraph</Name><CreationDate>2020-02-15T02:48:42.638Z'
|
|
b'</CreationDate></Bucket><Bucket><Name>reddit</Name><CreationDate>202'
|
|
b'0-02-15T03:02:55.376Z</CreationDate></Bucket><Bucket><Name>traces-to'
|
|
b'go</Name><CreationDate>2020-02-15T03:13:53.475Z</CreationDate></Buck'
|
|
b'et><Bucket><Name>tweets-leon</Name><CreationDate>2020-03-31T12:18:19'
|
|
b'.221Z</CreationDate></Bucket><Bucket><Name>twitter-us-salathegroup</'
|
|
b'Name><CreationDate>2020-02-15T06:14:29.294Z</CreationDate></Bucket><'
|
|
b'Bucket><Name>twitter-us2-salathegroup</Name><CreationDate>2020-02-15'
|
|
b'T05:53:58.813Z</CreationDate></Bucket><Bucket><Name>ubuntuOne</Name>'
|
|
b'<CreationDate>2020-03-31T12:12:12.827Z</CreationDate></Bucket><Bucke'
|
|
b't><Name>ubuntuOne-trace</Name><CreationDate>2020-03-31T12:31:56.450Z'
|
|
b'</CreationDate></Bucket><Bucket><Name>uspto-pair</Name><CreationDate'
|
|
b'>2020-02-15T06:58:14.195Z</CreationDate></Bucket><Bucket><Name>wikid'
|
|
b'ata_enwiki</Name><CreationDate>2020-02-15T06:58:15.312Z</CreationDat'
|
|
b'e></Bucket><Bucket><Name>wikidatawiki</Name><CreationDate>2020-02-15'
|
|
b'T07:10:33.317Z</CreationDate></Bucket><Bucket><Name>wikipedia-wmf</N'
|
|
b'ame><CreationDate>2020-02-15T07:34:48.024Z</CreationDate></Bucket><B'
|
|
b'ucket><Name>yago3</Name><CreationDate>2020-02-15T11:18:36.114Z</Crea'
|
|
b'tionDate></Bucket></Buckets></ListAllMyBucketsResult>',
|
|
'headers': {'connection': 'keep-alive',
|
|
'content-type': 'application/xml',
|
|
'date': 'Tue, 14 Apr 2020 15:30:45 GMT',
|
|
'server': 'nginx/1.14.0 (Ubuntu)',
|
|
'transfer-encoding': 'chunked',
|
|
'x-amz-request-id': 'tx0000000000000001e5956-005e95d725-36f984-default'},
|
|
'reason': 'OK',
|
|
'status': 200}
|
|
DEBUG: CreateRequest: resource[uri]=/
|
|
DEBUG: ===== Send_request inner request to determine the bucket region =====
|
|
DEBUG: CreateRequest: resource[uri]=/
|
|
DEBUG: Using signature v4
|
|
DEBUG: get_hostname(image-net): datasets.cluster.local.domain
|
|
DEBUG: canonical_headers = host:datasets.cluster.local.domain
|
|
x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
x-amz-date:20200414T153045Z
|
|
|
|
DEBUG: Canonical Request:
|
|
GET
|
|
/image-net/
|
|
location=
|
|
host:datasets.cluster.local.domain
|
|
x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
x-amz-date:20200414T153045Z
|
|
|
|
host;x-amz-content-sha256;x-amz-date
|
|
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
----------------------
|
|
DEBUG: signature-v4 headers: {'x-amz-date': '20200414T153045Z', 'Authorization': 'AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXXXXXX/20200414/us-east-1/s3/aws4_request,SignedHeaders=host;x-amz-content-sha256;x-amz-date,Signature=5fcff5cadea1a02386de3f61438b794e59a20f9707a6a6d63225684b6ea77609', 'x-amz-content-sha256': 'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855'}
|
|
DEBUG: Processing request, please wait...
|
|
DEBUG: get_hostname(image-net): datasets.cluster.local.domain
|
|
DEBUG: ConnMan.get(): creating new connection: proxy://datasets.cluster.local.domain:80
|
|
DEBUG: proxied HTTPConnection(datasets.cluster.local.domain, 80)
|
|
DEBUG: get_hostname(image-net): datasets.cluster.local.domain
|
|
DEBUG: format_uri(): http://datasets.cluster.local.domain/image-net/?location
|
|
DEBUG: Sending request method_string='GET', uri='http://datasets.cluster.local.domain/image-net/?location', headers={'x-amz-date': '20200414T153045Z', 'Authorization': 'AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXXXXXX/20200414/us-east-1/s3/aws4_request,SignedHeaders=host;x-amz-content-sha256;x-amz-date,Signature=5fcff5cadea1a02386de3f61438b794e59a20f9707a6a6d63225684b6ea77609', 'x-amz-content-sha256': 'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855'}, body=(0 bytes)
|
|
DEBUG: ConnMan.put(): closing proxy connection (keep-alive not yet supported)
|
|
DEBUG: Response:
|
|
{'data': b'<?xml version="1.0" encoding="UTF-8"?><LocationConstraint xmlns="htt'
|
|
b'p://s3.amazonaws.com/doc/2006-03-01/">default</LocationConstraint>',
|
|
'headers': {'connection': 'keep-alive',
|
|
'content-length': '134',
|
|
'date': 'Tue, 14 Apr 2020 15:30:45 GMT',
|
|
'server': 'nginx/1.14.0 (Ubuntu)',
|
|
'x-amz-request-id': 'tx0000000000000001e5957-005e95d725-36f984-default'},
|
|
'reason': 'OK',
|
|
'status': 200}
|
|
DEBUG: ===== END send_request inner request to determine the bucket region ('default') =====
|
|
DEBUG: Using signature v4
|
|
DEBUG: get_hostname(image-net): image-net.datasets.cluster.local.domain
|
|
DEBUG: canonical_headers = host:image-net.datasets.cluster.local.domain
|
|
x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
x-amz-date:20200414T153045Z
|
|
|
|
DEBUG: Canonical Request:
|
|
GET
|
|
/
|
|
requestPayment=
|
|
host:image-net.datasets.cluster.local.domain
|
|
x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
x-amz-date:20200414T153045Z
|
|
|
|
host;x-amz-content-sha256;x-amz-date
|
|
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
----------------------
|
|
DEBUG: signature-v4 headers: {'x-amz-date': '20200414T153045Z', 'Authorization': 'AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXXXXXX/20200414/default/s3/aws4_request,SignedHeaders=host;x-amz-content-sha256;x-amz-date,Signature=f524dc6109e9ce43b6cfd6a02b2666129c700982c10cfd59d6aec6c063a4dd66', 'x-amz-content-sha256': 'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855'}
|
|
DEBUG: Processing request, please wait...
|
|
DEBUG: get_hostname(image-net): image-net.datasets.cluster.local.domain
|
|
DEBUG: ConnMan.get(): creating new connection: proxy://datasets.cluster.local.domain:80
|
|
DEBUG: proxied HTTPConnection(datasets.cluster.local.domain, 80)
|
|
DEBUG: get_hostname(image-net): image-net.datasets.cluster.local.domain
|
|
DEBUG: format_uri(): http://image-net.datasets.cluster.local.domain/?requestPayment
|
|
DEBUG: Sending request method_string='GET', uri='http://image-net.datasets.cluster.local.domain/?requestPayment', headers={'x-amz-date': '20200414T153045Z', 'Authorization': 'AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXXXXXX/20200414/default/s3/aws4_request,SignedHeaders=host;x-amz-content-sha256;x-amz-date,Signature=f524dc6109e9ce43b6cfd6a02b2666129c700982c10cfd59d6aec6c063a4dd66', 'x-amz-content-sha256': 'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855'}, body=(0 bytes)
|
|
DEBUG: ConnMan.put(): closing proxy connection (keep-alive not yet supported)
|
|
DEBUG: Response:
|
|
{'data': b'<?xml version="1.0" encoding="UTF-8"?><ListAllMyBucketsResult xmlns='
|
|
b'"http://s3.amazonaws.com/doc/2006-03-01/"><Owner><ID>bucketadmin</ID'
|
|
b'><DisplayName>Bucket admin</DisplayName></Owner><Buckets><Bucket><Na'
|
|
b'me>1000genomes</Name><CreationDate>2020-01-17T13:25:57.349Z</Creatio'
|
|
b'nDate></Bucket><Bucket><Name>DCM</Name><CreationDate>2020-03-31T12:0'
|
|
b'8:48.502Z</CreationDate></Bucket><Bucket><Name>Spinn3r</Name><Creati'
|
|
b'onDate>2020-02-26T10:04:05.761Z</CreationDate></Bucket><Bucket><Name'
|
|
b'>Spinn3r.json</Name><CreationDate>2020-03-31T12:34:56.277Z</Creation'
|
|
b'Date></Bucket><Bucket><Name>cifar</Name><CreationDate>2020-02-12T10:'
|
|
b'09:16.940Z</CreationDate></Bucket><Bucket><Name>commoncrawl</Name><C'
|
|
b'reationDate>2020-01-18T17:45:07.800Z</CreationDate></Bucket><Bucket>'
|
|
b'<Name>criteo</Name><CreationDate>2020-02-12T10:10:48.273Z</CreationD'
|
|
b'ate></Bucket><Bucket><Name>criteo-uncompressed</Name><CreationDate>2'
|
|
b'020-02-12T10:18:04.565Z</CreationDate></Bucket><Bucket><Name>dbpedia'
|
|
b'</Name><CreationDate>2020-02-12T10:43:30.276Z</CreationDate></Bucket'
|
|
b'><Bucket><Name>flybase</Name><CreationDate>2020-02-12T10:44:03.919Z<'
|
|
b'/CreationDate></Bucket><Bucket><Name>fma</Name><CreationDate>2020-02'
|
|
b'-12T11:01:38.778Z</CreationDate></Bucket><Bucket><Name>freebase</Nam'
|
|
b'e><CreationDate>2020-02-12T12:24:43.730Z</CreationDate></Bucket><Buc'
|
|
b'ket><Name>gdeltv2</Name><CreationDate>2020-02-12T13:04:48.850Z</Crea'
|
|
b'tionDate></Bucket><Bucket><Name>github</Name><CreationDate>2020-02-1'
|
|
b'2T14:22:00.067Z</CreationDate></Bucket><Bucket><Name>google-ngrams</'
|
|
b'Name><CreationDate>2020-02-12T14:37:25.386Z</CreationDate></Bucket><'
|
|
b'Bucket><Name>ic-cluster-resources</Name><CreationDate>2020-02-12T16:'
|
|
b'08:48.878Z</CreationDate></Bucket><Bucket><Name>image-net</Name><Cre'
|
|
b'ationDate>2020-02-12T16:08:49.704Z</CreationDate></Bucket><Bucket><N'
|
|
b'ame>last-fm-dataset-360k</Name><CreationDate>2020-02-13T14:38:28.082'
|
|
b'Z</CreationDate></Bucket><Bucket><Name>million-song</Name><CreationD'
|
|
b'ate>2020-02-13T14:38:47.737Z</CreationDate></Bucket><Bucket><Name>mi'
|
|
b'llion-song_untar</Name><CreationDate>2020-02-14T12:19:09.562Z</Creat'
|
|
b'ionDate></Bucket><Bucket><Name>mir-flickr-1m</Name><CreationDate>202'
|
|
b'0-02-14T13:31:39.347Z</CreationDate></Bucket><Bucket><Name>mir-flick'
|
|
b'r-1m-uncompressed</Name><CreationDate>2020-02-14T13:41:32.596Z</Crea'
|
|
b'tionDate></Bucket><Bucket><Name>mir-flickr-25k</Name><CreationDate>2'
|
|
b'020-02-15T01:12:21.842Z</CreationDate></Bucket><Bucket><Name>mit-pla'
|
|
b'ces</Name><CreationDate>2020-02-15T01:12:24.223Z</CreationDate></Buc'
|
|
b'ket><Bucket><Name>mit-places-2</Name><CreationDate>2020-02-15T01:12:'
|
|
b'23.044Z</CreationDate></Bucket><Bucket><Name>mnist</Name><CreationDa'
|
|
b'te>2020-02-15T01:12:25.390Z</CreationDate></Bucket><Bucket><Name>ms-'
|
|
b'coco</Name><CreationDate>2020-02-15T01:12:27.528Z</CreationDate></Bu'
|
|
b'cket><Bucket><Name>multimedia-commons</Name><CreationDate>2020-02-15'
|
|
b'T02:09:31.995Z</CreationDate></Bucket><Bucket><Name>nyc-taxi-data</N'
|
|
b'ame><CreationDate>2020-02-15T02:09:33.562Z</CreationDate></Bucket><B'
|
|
b'ucket><Name>opensubtitles</Name><CreationDate>2020-01-17T13:26:44.06'
|
|
b'3Z</CreationDate></Bucket><Bucket><Name>plantvillage-plantimages</Na'
|
|
b'me><CreationDate>2020-02-15T02:10:45.475Z</CreationDate></Bucket><Bu'
|
|
b'cket><Name>productGraph</Name><CreationDate>2020-02-15T02:48:42.638Z'
|
|
b'</CreationDate></Bucket><Bucket><Name>reddit</Name><CreationDate>202'
|
|
b'0-02-15T03:02:55.376Z</CreationDate></Bucket><Bucket><Name>traces-to'
|
|
b'go</Name><CreationDate>2020-02-15T03:13:53.475Z</CreationDate></Buck'
|
|
b'et><Bucket><Name>tweets-leon</Name><CreationDate>2020-03-31T12:18:19'
|
|
b'.221Z</CreationDate></Bucket><Bucket><Name>twitter-us-salathegroup</'
|
|
b'Name><CreationDate>2020-02-15T06:14:29.294Z</CreationDate></Bucket><'
|
|
b'Bucket><Name>twitter-us2-salathegroup</Name><CreationDate>2020-02-15'
|
|
b'T05:53:58.813Z</CreationDate></Bucket><Bucket><Name>ubuntuOne</Name>'
|
|
b'<CreationDate>2020-03-31T12:12:12.827Z</CreationDate></Bucket><Bucke'
|
|
b't><Name>ubuntuOne-trace</Name><CreationDate>2020-03-31T12:31:56.450Z'
|
|
b'</CreationDate></Bucket><Bucket><Name>uspto-pair</Name><CreationDate'
|
|
b'>2020-02-15T06:58:14.195Z</CreationDate></Bucket><Bucket><Name>wikid'
|
|
b'ata_enwiki</Name><CreationDate>2020-02-15T06:58:15.312Z</CreationDat'
|
|
b'e></Bucket><Bucket><Name>wikidatawiki</Name><CreationDate>2020-02-15'
|
|
b'T07:10:33.317Z</CreationDate></Bucket><Bucket><Name>wikipedia-wmf</N'
|
|
b'ame><CreationDate>2020-02-15T07:34:48.024Z</CreationDate></Bucket><B'
|
|
b'ucket><Name>yago3</Name><CreationDate>2020-02-15T11:18:36.114Z</Crea'
|
|
b'tionDate></Bucket></Buckets></ListAllMyBucketsResult>',
|
|
'headers': {'connection': 'keep-alive',
|
|
'content-type': 'application/xml',
|
|
'date': 'Tue, 14 Apr 2020 15:30:45 GMT',
|
|
'server': 'nginx/1.14.0 (Ubuntu)',
|
|
'transfer-encoding': 'chunked',
|
|
'x-amz-request-id': 'tx0000000000000001e5958-005e95d725-36f984-default'},
|
|
'reason': 'OK',
|
|
'status': 200}
|
|
s3://image-net/ (bucket):
|
|
Location: us-east-1
|
|
Payer: None
|
|
DEBUG: CreateRequest: resource[uri]=/
|
|
DEBUG: Using signature v4
|
|
DEBUG: get_hostname(image-net): image-net.datasets.cluster.local.domain
|
|
DEBUG: canonical_headers = host:image-net.datasets.cluster.local.domain
|
|
x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
x-amz-date:20200414T153045Z
|
|
|
|
DEBUG: Canonical Request:
|
|
GET
|
|
/
|
|
lifecycle=
|
|
host:image-net.datasets.cluster.local.domain
|
|
x-amz-content-sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
x-amz-date:20200414T153045Z
|
|
|
|
host;x-amz-content-sha256;x-amz-date
|
|
e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855
|
|
----------------------
|
|
DEBUG: signature-v4 headers: {'x-amz-date': '20200414T153045Z', 'Authorization': 'AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXXXXXX/20200414/default/s3/aws4_request,SignedHeaders=host;x-amz-content-sha256;x-amz-date,Signature=c948cec4747548cfb31fc24dcc3c5b54474d46abe083c7a836afa9b6ffa52d6b', 'x-amz-content-sha256': 'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855'}
|
|
DEBUG: Processing request, please wait...
|
|
DEBUG: get_hostname(image-net): image-net.datasets.cluster.local.domain
|
|
DEBUG: ConnMan.get(): creating new connection: proxy://datasets.cluster.local.domain:80
|
|
DEBUG: proxied HTTPConnection(datasets.cluster.local.domain, 80)
|
|
DEBUG: get_hostname(image-net): image-net.datasets.cluster.local.domain
|
|
DEBUG: format_uri(): http://image-net.datasets.cluster.local.domain/?lifecycle
|
|
DEBUG: Sending request method_string='GET', uri='http://image-net.datasets.cluster.local.domain/?lifecycle', headers={'x-amz-date': '20200414T153045Z', 'Authorization': 'AWS4-HMAC-SHA256 Credential=XXXXXXXXXXXXXXXXXXXX/20200414/default/s3/aws4_request,SignedHeaders=host;x-amz-content-sha256;x-amz-date,Signature=c948cec4747548cfb31fc24dcc3c5b54474d46abe083c7a836afa9b6ffa52d6b', 'x-amz-content-sha256': 'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855'}, body=(0 bytes)
|
|
DEBUG: ConnMan.put(): closing proxy connection (keep-alive not yet supported)
|
|
DEBUG: Response:
|
|
{'data': b'<?xml version="1.0" encoding="UTF-8"?><ListAllMyBucketsResult xmlns='
|
|
b'"http://s3.amazonaws.com/doc/2006-03-01/"><Owner><ID>bucketadmin</ID'
|
|
b'><DisplayName>Bucket admin</DisplayName></Owner><Buckets><Bucket><Na'
|
|
b'me>1000genomes</Name><CreationDate>2020-01-17T13:25:57.349Z</Creatio'
|
|
b'nDate></Bucket><Bucket><Name>DCM</Name><CreationDate>2020-03-31T12:0'
|
|
b'8:48.502Z</CreationDate></Bucket><Bucket><Name>Spinn3r</Name><Creati'
|
|
b'onDate>2020-02-26T10:04:05.761Z</CreationDate></Bucket><Bucket><Name'
|
|
b'>Spinn3r.json</Name><CreationDate>2020-03-31T12:34:56.277Z</Creation'
|
|
b'Date></Bucket><Bucket><Name>cifar</Name><CreationDate>2020-02-12T10:'
|
|
b'09:16.940Z</CreationDate></Bucket><Bucket><Name>commoncrawl</Name><C'
|
|
b'reationDate>2020-01-18T17:45:07.800Z</CreationDate></Bucket><Bucket>'
|
|
b'<Name>criteo</Name><CreationDate>2020-02-12T10:10:48.273Z</CreationD'
|
|
b'ate></Bucket><Bucket><Name>criteo-uncompressed</Name><CreationDate>2'
|
|
b'020-02-12T10:18:04.565Z</CreationDate></Bucket><Bucket><Name>dbpedia'
|
|
b'</Name><CreationDate>2020-02-12T10:43:30.276Z</CreationDate></Bucket'
|
|
b'><Bucket><Name>flybase</Name><CreationDate>2020-02-12T10:44:03.919Z<'
|
|
b'/CreationDate></Bucket><Bucket><Name>fma</Name><CreationDate>2020-02'
|
|
b'-12T11:01:38.778Z</CreationDate></Bucket><Bucket><Name>freebase</Nam'
|
|
b'e><CreationDate>2020-02-12T12:24:43.730Z</CreationDate></Bucket><Buc'
|
|
b'ket><Name>gdeltv2</Name><CreationDate>2020-02-12T13:04:48.850Z</Crea'
|
|
b'tionDate></Bucket><Bucket><Name>github</Name><CreationDate>2020-02-1'
|
|
b'2T14:22:00.067Z</CreationDate></Bucket><Bucket><Name>google-ngrams</'
|
|
b'Name><CreationDate>2020-02-12T14:37:25.386Z</CreationDate></Bucket><'
|
|
b'Bucket><Name>ic-cluster-resources</Name><CreationDate>2020-02-12T16:'
|
|
b'08:48.878Z</CreationDate></Bucket><Bucket><Name>image-net</Name><Cre'
|
|
b'ationDate>2020-02-12T16:08:49.704Z</CreationDate></Bucket><Bucket><N'
|
|
b'ame>last-fm-dataset-360k</Name><CreationDate>2020-02-13T14:38:28.082'
|
|
b'Z</CreationDate></Bucket><Bucket><Name>million-song</Name><CreationD'
|
|
b'ate>2020-02-13T14:38:47.737Z</CreationDate></Bucket><Bucket><Name>mi'
|
|
b'llion-song_untar</Name><CreationDate>2020-02-14T12:19:09.562Z</Creat'
|
|
b'ionDate></Bucket><Bucket><Name>mir-flickr-1m</Name><CreationDate>202'
|
|
b'0-02-14T13:31:39.347Z</CreationDate></Bucket><Bucket><Name>mir-flick'
|
|
b'r-1m-uncompressed</Name><CreationDate>2020-02-14T13:41:32.596Z</Crea'
|
|
b'tionDate></Bucket><Bucket><Name>mir-flickr-25k</Name><CreationDate>2'
|
|
b'020-02-15T01:12:21.842Z</CreationDate></Bucket><Bucket><Name>mit-pla'
|
|
b'ces</Name><CreationDate>2020-02-15T01:12:24.223Z</CreationDate></Buc'
|
|
b'ket><Bucket><Name>mit-places-2</Name><CreationDate>2020-02-15T01:12:'
|
|
b'23.044Z</CreationDate></Bucket><Bucket><Name>mnist</Name><CreationDa'
|
|
b'te>2020-02-15T01:12:25.390Z</CreationDate></Bucket><Bucket><Name>ms-'
|
|
b'coco</Name><CreationDate>2020-02-15T01:12:27.528Z</CreationDate></Bu'
|
|
b'cket><Bucket><Name>multimedia-commons</Name><CreationDate>2020-02-15'
|
|
b'T02:09:31.995Z</CreationDate></Bucket><Bucket><Name>nyc-taxi-data</N'
|
|
b'ame><CreationDate>2020-02-15T02:09:33.562Z</CreationDate></Bucket><B'
|
|
b'ucket><Name>opensubtitles</Name><CreationDate>2020-01-17T13:26:44.06'
|
|
b'3Z</CreationDate></Bucket><Bucket><Name>plantvillage-plantimages</Na'
|
|
b'me><CreationDate>2020-02-15T02:10:45.475Z</CreationDate></Bucket><Bu'
|
|
b'cket><Name>productGraph</Name><CreationDate>2020-02-15T02:48:42.638Z'
|
|
b'</CreationDate></Bucket><Bucket><Name>reddit</Name><CreationDate>202'
|
|
b'0-02-15T03:02:55.376Z</CreationDate></Bucket><Bucket><Name>traces-to'
|
|
b'go</Name><CreationDate>2020-02-15T03:13:53.475Z</CreationDate></Buck'
|
|
b'et><Bucket><Name>tweets-leon</Name><CreationDate>2020-03-31T12:18:19'
|
|
b'.221Z</CreationDate></Bucket><Bucket><Name>twitter-us-salathegroup</'
|
|
b'Name><CreationDate>2020-02-15T06:14:29.294Z</CreationDate></Bucket><'
|
|
b'Bucket><Name>twitter-us2-salathegroup</Name><CreationDate>2020-02-15'
|
|
b'T05:53:58.813Z</CreationDate></Bucket><Bucket><Name>ubuntuOne</Name>'
|
|
b'<CreationDate>2020-03-31T12:12:12.827Z</CreationDate></Bucket><Bucke'
|
|
b't><Name>ubuntuOne-trace</Name><CreationDate>2020-03-31T12:31:56.450Z'
|
|
b'</CreationDate></Bucket><Bucket><Name>uspto-pair</Name><CreationDate'
|
|
b'>2020-02-15T06:58:14.195Z</CreationDate></Bucket><Bucket><Name>wikid'
|
|
b'ata_enwiki</Name><CreationDate>2020-02-15T06:58:15.312Z</CreationDat'
|
|
b'e></Bucket><Bucket><Name>wikidatawiki</Name><CreationDate>2020-02-15'
|
|
b'T07:10:33.317Z</CreationDate></Bucket><Bucket><Name>wikipedia-wmf</N'
|
|
b'ame><CreationDate>2020-02-15T07:34:48.024Z</CreationDate></Bucket><B'
|
|
b'ucket><Name>yago3</Name><CreationDate>2020-02-15T11:18:36.114Z</Crea'
|
|
b'tionDate></Bucket></Buckets></ListAllMyBucketsResult>',
|
|
'headers': {'connection': 'keep-alive',
|
|
'content-type': 'application/xml',
|
|
'date': 'Tue, 14 Apr 2020 15:30:45 GMT',
|
|
'server': 'nginx/1.14.0 (Ubuntu)',
|
|
'transfer-encoding': 'chunked',
|
|
'x-amz-request-id': 'tx0000000000000001e5959-005e95d725-36f984-default'},
|
|
'reason': 'OK',
|
|
'status': 200}
|
|
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
|
An unexpected error has occurred.
|
|
Please try reproducing the error using
|
|
the latest s3cmd code from the git master
|
|
branch found at:
|
|
https://github.com/s3tools/s3cmd
|
|
and have a look at the known issues list:
|
|
https://github.com/s3tools/s3cmd/wiki/Common-known-issues-and-their-solutions
|
|
If the error persists, please report the
|
|
following lines (removing any private
|
|
info as necessary) to:
|
|
s3tools-bugs@lists.sourceforge.net
|
|
|
|
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
|
|
|
Invoked as: /usr/local/bin/s3cmd -d info s3://image-net
|
|
Problem: <class 'TypeError: must be str, not NoneType
|
|
S3cmd: 2.0.2
|
|
python: 3.6.9 (default, Nov 7 2019, 10:44:02)
|
|
[GCC 8.3.0]
|
|
environment LANG=C
|
|
|
|
Traceback (most recent call last):
|
|
File "/usr/local/lib/python3.6/dist-packages/s3cmd-2.0.2-py3.6.egg/EGG-INFO/scripts/s3cmd", line 3092, in <module>
|
|
File "/usr/local/lib/python3.6/dist-packages/s3cmd-2.0.2-py3.6.egg/EGG-INFO/scripts/s3cmd", line 3001, in main
|
|
File "/usr/local/lib/python3.6/dist-packages/s3cmd-2.0.2-py3.6.egg/EGG-INFO/scripts/s3cmd", line 944, in cmd_info
|
|
TypeError: must be str, not NoneType
|
|
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
|
An unexpected error has occurred.
|
|
Please try reproducing the error using
|
|
the latest s3cmd code from the git master
|
|
branch found at:
|
|
https://github.com/s3tools/s3cmd
|
|
and have a look at the known issues list:
|
|
https://github.com/s3tools/s3cmd/wiki/Common-known-issues-and-their-solutions
|
|
If the error persists, please report the
|
|
above lines (removing any private
|
|
info as necessary) to:
|
|
s3tools-bugs@lists.sourceforge.net
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
|
|