File size: 1,722 Bytes
34d557c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 |
import json
import time
import requests
import jwt
def get_access_token(project_id, client_email, private_key):
current_time = int(time.time())
expiration_time = current_time + 600
claims = {
'iss': client_email,
'scope': 'https://www.googleapis.com/auth/cloud-platform',
'aud': 'https://oauth2.googleapis.com/token',
'exp': expiration_time,
'iat': current_time
}
try:
signed_jwt = jwt.encode(
claims,
private_key,
algorithm='RS256'
)
except Exception as e:
return False, e
# Request the access token
response = requests.post(
'https://oauth2.googleapis.com/token',
data={
'grant_type': 'urn:ietf:params:oauth:grant-type:jwt-bearer',
'assertion': signed_jwt
}
)
if response.status_code == 200:
access_token = response.json()['access_token']
return True, access_token
else:
return False, response.text
async def send_gcp_request(session, project_id, access_token, payload, region='us-east5', model='claude-3-5-sonnet@20240620'):
VERTEX_URL = f'https://{region}-aiplatform.googleapis.com/v1/projects/{project_id}/locations/{region}/publishers/anthropic/models/{model}:streamRawPredict'
headers = {
'Authorization': f'Bearer {access_token}',
'Content-Type': 'application/json; charset=utf-8'
}
async with session.post(url=VERTEX_URL, headers=headers, data=payload) as response:
if response.status != 200:
response_data = await response.text()
return json.loads(response_data)
return await response.json() |