zydronium/internetee-registry
1
0
Fork 0
mirror of https://github.com/internetee/registry.git synced 2025-08-16 22:43:50 +02:00
Code Issues Projects Releases Packages Wiki Activity

upgrade prompt

Browse source
This commit is contained in:
oleghasjanov 2025-05-29 15:42:12 +03:00
parent aa4d36a0ad
commit 90cafc73c0
4 changed files with 96 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

4
lib/wordcloud/generate_wordcloud.py
View file

@ -90,7 +90,7 @@ async def extract_words_with_openai(domain_names, batch_size=BATCH_SIZE):
client = AsyncOpenAI(api_key=api_key)
# Get model and temperature from environment variables
model = os.environ.get("OPENAI_MODEL", "gpt-4.1-2025-04-14")
model = os.environ.get("OPENAI_MODEL", "gpt-4o-2024-11-20")
temperature = float(os.environ.get("OPENAI_TEMPERATURE", "0"))
max_tokens = int(os.environ.get("OPENAI_MAX_TOKENS", "16000"))
@ -104,7 +104,7 @@ async def extract_words_with_openai(domain_names, batch_size=BATCH_SIZE):
num_batches = (len(filtered_domains) + batch_size - 1) // batch_size
# Create semaphore to limit concurrent requests
semaphore = asyncio.Semaphore(8) # Limit to 5 concurrent requests
semaphore = asyncio.Semaphore(10) # Limit to 10 concurrent requests
async def process_batch(batch_idx):
async with semaphore: