2016-04-29 36 views
2

我正在嘗試使用來自amazon docs的python示例代碼在s3存儲桶上執行「使用授權標頭進行GET」機制。我現在用的源代碼低於:使用python執行s3存儲桶上的問題

# AWS Version 4 signing example 

# EC2 API (DescribeRegions) 

# See: http://docs.aws.amazon.com/general/latest/gr/sigv4_signing.html 
# This version makes a GET request and passes the signature 
# in the Authorization header. 
import sys, os, base64, datetime, hashlib, hmac 
import requests # pip install requests 

# ************* REQUEST VALUES ************* 
method = 'GET' 
service = 's3' 
host = 's3.amazonaws.com' 
region = 'us-east-1' 
endpoint = 'http://s3.amazonaws.com/sample_object/foo' 
request_parameters = '' 

# Key derivation functions. See: 
# http://docs.aws.amazon.com/general/latest/gr/signature-v4-examples.html#signature-v4-examples-python 
def sign(key, msg): 
    return hmac.new(key, msg.encode('utf-8'), hashlib.sha256).digest() 

def getSignatureKey(key, dateStamp, regionName, serviceName): 
    kDate = sign(('AWS4' + key).encode('utf-8'), dateStamp) 
    kRegion = sign(kDate, regionName) 
    kService = sign(kRegion, serviceName) 
    kSigning = sign(kService, 'aws4_request') 
    return kSigning 

# Read AWS access key from env. variables or configuration file. Best practice is NOT 
# to embed credentials in code. 
access_key = os.environ.get('AWS_ACCESS_KEY_ID') 
secret_key = os.environ.get('AWS_SECRET_ACCESS_KEY') 
if access_key is None or secret_key is None: 
    print 'No access key is available.' 
    sys.exit() 

# Create a date for headers and the credential string 
t = datetime.datetime.utcnow() 
amzdate = t.strftime('%Y%m%dT%H%M%SZ') 
datestamp = t.strftime('%Y%m%d') # Date w/o time, used in credential scope 


# ************* TASK 1: CREATE A CANONICAL REQUEST ************* 
# http://docs.aws.amazon.com/general/latest/gr/sigv4-create-canonical-request.html 

# Step 1 is to define the verb (GET, POST, etc.)--already done. 

# Step 2: Create canonical URI--the part of the URI from domain to query 
# string (use '/' if no path) 
canonical_uri = '/sample_object/foo' 

# Step 3: Create the canonical query string. In this example (a GET request), 
# request parameters are in the query string. Query string values must 
# be URL-encoded (space=%20). The parameters must be sorted by name. 
# For this example, the query string is pre-formatted in the request_parameters variable. 
canonical_querystring = request_parameters 

# Step 4: Create the canonical headers and signed headers. Header names 
# and value must be trimmed and lowercase, and sorted in ASCII order. 
# Note that there is a trailing \n. 
# amz_content_sha256 = hashlib.sha256('').hexdigest() 
amz_content_sha256 = 'UNSIGNED-PAYLOAD' 
canonical_headers = 'host:' + host + '\n' + 'x-amz-content-sha256:' + amz_content_sha256 + '\n' + 'x-amz-date:' + amzdate + '\n' 

# Step 5: Create the list of signed headers. This lists the headers 
# in the canonical_headers list, delimited with ";" and in alpha order. 
# Note: The request can include any headers; canonical_headers and 
# signed_headers lists those that you want to be included in the 
# hash of the request. "Host" and "x-amz-date" are always required. 
signed_headers = 'host;x-amz-content-sha256;x-amz-date' 

# Step 6: Create payload hash (hash of the request body content). For GET 
# requests, the payload is an empty string (""). 
payload_hash = hashlib.sha256('').hexdigest() 

# Step 7: Combine elements to create create canonical request 
canonical_request = method + '\n' + canonical_uri + '\n' + canonical_headers + '\n' + signed_headers + '\n' + payload_hash 


# ************* TASK 2: CREATE THE STRING TO SIGN************* 
# Match the algorithm to the hashing algorithm you use, either SHA-1 or 
# SHA-256 (recommended) 
algorithm = 'AWS4-HMAC-SHA256' 
credential_scope = datestamp + '/' + region + '/' + service + '/' + 'aws4_request' 
string_to_sign = algorithm + '\n' + amzdate + '\n' + credential_scope + '\n' + hashlib.sha256(canonical_request).hexdigest() 


# ************* TASK 3: CALCULATE THE SIGNATURE ************* 
# Create the signing key using the function defined above. 
signing_key = getSignatureKey(secret_key, datestamp, region, service) 

# Sign the string_to_sign using the signing_key 
signature = hmac.new(signing_key, (string_to_sign).encode('utf-8'), hashlib.sha256).hexdigest() 

# ************* TASK 4: ADD SIGNING INFORMATION TO THE REQUEST ************* 
# The signing information can be either in a query string value or in 
# a header named Authorization. This code shows how to use a header. 
# Create authorization header and add to request headers 
authorization_header = algorithm + ' ' + 'Credential=' + access_key + '/' + credential_scope + ', ' + 'SignedHeaders=' + signed_headers + ', ' + 'Signature=' + signature 

# The request can include any headers, but MUST include "host", "x-amz-date", 
# and (for this scenario) "Authorization". "host" and "x-amz-date" must 
# be included in the canonical_headers and signed_headers, as noted 
# earlier. Order here is not significant. 
# Python note: The 'host' header is added automatically by the Python 'requests' library. 
headers = {'x-amz-date':amzdate, 'Authorization':authorization_header, 'x-amz-content-sha256':amz_content_sha256} 


# ************* SEND THE REQUEST ************* 
request_url = endpoint 

print '\nBEGIN REQUEST++++++++++++++++++++++++++++++++++++' 
print 'Request URL = ' + request_url 
r = requests.get(request_url, headers=headers) 

print '\nRESPONSE++++++++++++++++++++++++++++++++++++' 
print 'Response code: %d\n' % r.status_code 
print r.text 

我已正確設置訪問ID和祕密訪問鍵。我在boto python庫中使用了相同的功能,並且在列出桶,放置對象等時似乎可行。但是,當我使用上述方法時,我收到403錯誤,指出「我們計算的請求籤名與您提供的簽名不匹配。檢查你的密鑰和簽名方法。「我不確定上述方法有什麼問題。任何指針。?

+1

HTTP 403意味着訪問被禁止。默認情況下,除非您使用AWS SDK提供正確的訪問密鑰或對S3 Bucket策略進行更改,否則S3會將存儲桶保留爲存儲桶創建者專用。要爲S3創建HTTP GET,您需要設置特定的存儲桶策略以允許它。這是一個很長的話題,請閱讀S3訪問控制http://docs.aws.amazon.com/AmazonS3/latest/dev/s3-access-control.html – mootmoot

+0

這是serverfault.com的問題,請在那裏發佈,以獲得更好的迴應。要獲得快速提示,您需要添加匿名訪問以啓用連接:http://docs.aws.amazon.com/AmazonS3/latest/UG/EditingBucketPermissions.html 完成測試後,添加條件密鑰以防止不必要的訪問到你的水桶。 – mootmoot

+1

我認爲你不包括簽名計算中的動作。你已經設置了'request_parameters'來清空字符串,在這個例子中它有一些動作。值得檢查。 – Buchi

回答

2

規範標題應該有一個尾隨換行符,canonical_request需要canonical_querystring行,即使它是空白的。另外,對於GET請求,使用UNSIGNED_PAYLOAD代替amz_content_sha256

下面是一個工作示例。它得到一個關於在us-west-2區域的S3桶被稱爲key文件名爲bucket

import sys, os, base64, datetime, hashlib, hmac 
import requests 
method = 'GET' 
service = 's3' 
host = 's3-us-west-2.amazonaws.com' 
region = 'us-west-2' 
endpoint = 'http://s3-us-west-2.amazonaws.com' 
request_parameters = '' 

def sign(key, msg): 
    return hmac.new(key, msg.encode('utf-8'), hashlib.sha256).digest() 

def getSignatureKey(key, dateStamp, regionName, serviceName): 
    kDate = sign(('AWS4' + key).encode('utf-8'), dateStamp) 
    kRegion = sign(kDate, regionName) 
    kService = sign(kRegion, serviceName) 
    kSigning = sign(kService, 'aws4_request') 
    return kSigning 

access_key = os.environ.get('AWS_ACCESS_KEY_ID') 
secret_key = os.environ.get('AWS_SECRET_ACCESS_KEY') 
if access_key is None or secret_key is None: 
    print 'No access key is available.' 
    sys.exit() 

t = datetime.datetime.utcnow() 
amzdate = t.strftime('%Y%m%dT%H%M%SZ') 
datestamp = t.strftime('%Y%m%d') # Date w/o time, used in credential scope 

canonical_uri = '/bucket/key' 
canonical_querystring = request_parameters 
canonical_headers = 'host:' + host + '\n' + 'x-amz-content-sha256:UNSIGNED-PAYLOAD' + '\n' + 'x-amz-date:' + amzdate + '\n' 
signed_headers = 'host;x-amz-content-sha256;x-amz-date' 
payload_hash = 'UNSIGNED-PAYLOAD' 
canonical_request = method + '\n' + canonical_uri + '\n' + canonical_querystring + '\n' + canonical_headers + '\n' + signed_headers + '\n' + payload_hash 
algorithm = 'AWS4-HMAC-SHA256' 
credential_scope = datestamp + '/' + region + '/' + service + '/' + 'aws4_request' 
string_to_sign = algorithm + '\n' + amzdate + '\n' + credential_scope + '\n' + hashlib.sha256(canonical_request).hexdigest() 
signing_key = getSignatureKey(secret_key, datestamp, region, service) 
signature = hmac.new(signing_key, (string_to_sign).encode('utf-8'), hashlib.sha256).hexdigest() 
authorization_header = algorithm + ' ' + 'Credential=' + access_key + '/' + credential_scope + ', ' + 'SignedHeaders=' + signed_headers + ', ' + 'Signature=' + signature 
headers = {'x-amz-date':amzdate, 'x-amz-content-sha256': 'UNSIGNED-PAYLOAD', 'Authorization':authorization_header} 
request_url = endpoint + canonical_uri 

print '\nBEGIN REQUEST++++++++++++++++++++++++++++++++++++' 
print 'Request URL = ' + request_url 
r = requests.get(request_url, headers=headers) 

print '\nRESPONSE++++++++++++++++++++++++++++++++++++' 
print 'Response code: %d\n' % r.status_code 
print r.text 
+0

仍然沒有運氣,我在它的末尾添加了新行,並使用UNSIGNED_PAYLOAD爲amz_content_sha256以及。我也有正確的存儲桶政策。 –

+0

我已經更新了代碼以包含您的建議。 –