Update api_usage.py

api_usage.py

@@ -1,4 +1,5 @@
 from awsLib import bedrock_model_available, bedrock_send_fake_form, send_signed_request_bedrock, get_service_cost_and_usage
+from vertexLib import *
 import requests
 import json
 import os
@@ -744,6 +745,56 @@ def check_key_or_limits(key):
                 balance = (prompt_tokens_limit * price_prompt) + (completion_tokens_limit * price_completion)
             count+=1
     return balance, models
+
+async def check_gcp_anthropic(key):
+    status = False
+    project_id, client_email, private_key = key.split(':')
+    private_key = private_key.encode('latin1').decode('unicode_escape')        
+    
+    access_token_info = get_access_token(project_id, client_email, private_key)
+    if not access_token_info[0]:
+        return status, access_token_info[1], None
+        
+    access_token = access_token_info[1]
+    
+    # https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/use-claude#regions
+    regions = ['us-east5', 'europe-west1', 'us-central1', 'europe-west4', 'asia-southeast1']
+    
+    models = {
+        'claude-3-5-sonnet@20240620': [],
+        'claude-3-opus@20240229': [],
+        'claude-3-haiku@20240307': [],
+        'claude-3-sonnet@20240229': [],
+    }
+    
+    payload = json.dumps({
+        "anthropic_version": "vertex-2023-10-16",
+        "messages": [{"role": "user", "content": ""}],
+        "max_tokens": 0,
+    })
+    
+    async with aiohttp.ClientSession() as session:
+        tasks = []
+        
+        async def send_gcp_wrap(region, model):
+            return region, model, await send_gcp_request(session, project_id, access_token, payload, region, model)
+        
+        for region in regions:
+            for model in models:
+                tasks.append(send_gcp_wrap(region, model))
+        results = await asyncio.gather(*tasks)
+        for region, model_name, msg in results:
+            try:
+                err_msg = msg[0].get('error', '').get('message', '')
+            except:
+                err_msg = msg.get('error', '').get('message', '')
+            if 'messages.0' in err_msg or 'many requests' in err_msg:
+                if not status:
+                    status = True
+                models[model_name].append(region)
+            #else:
+                #models[model_name].append(f'{region}: {err_msg}')
+    return status, "", models
     
 if __name__ == "__main__":
     key = os.getenv("OPENAI_API_KEY")