o xi @sddlZddlZddlZddlZddlmZmZddlmZm Z m Z m Z m Z e ddfdeee e fde d ed ed e f d d ZdS)N)ListDict)OPENAI_API_KEYOPENROUTER_API_KEY DEFAULT_MODELMAX_RETRIES_LLMREQUEST_TIMEOUTg?imessagesmodel temperature max_tokensreturnc Csd}tpt}|s tdd|dd}||||d}ttD]}zmt|} d| d<g} d } td } tj || |t dd }} | | j dd D]i}|sQqK| }| rz t| d dd}||dWd n1sqwYWn tyYnw|dr|tdd }n|}|dkrnzt|}Wn tyYqKwt|tr|dr| rz+t| d dd}|d|t|ddWd n1swYWn tyYnwz|d} Wntyddi} Ynwnz|dgd}|ddkrb| rbz)t| d dd}|d|t|dWd n 1s;wYWn tyKYnwz|} Wnty^ddi} YnwWnT|di}t|tr}|d}|r}| |WqK|dp|d}|rt|tr|d}|r| |n t|tr| |WqKtyYqKwWd n 1swY| r*d|  }| rzt| }Wntyt| }Ynw|d |d!}| r%z&t| d dd}|d"||dWd n 1swYWn ty$Ynw|WStj |||t d#}z| WnDty}td } | r|z(t| d dd}|d$||jdWd W1skwYWty{Yww|}|dddd WSty}zb|td%krd&|}dd l}||nGtd } | rz+t| d dd}|d'|t|dWd n 1swYWn tyYnwtd(td)|WYd }~qd }~wwd S)*zd Send a list of messages to the LLM (via OpenRouter) and return the assistant's text reply. z-https://openrouter.ai/api/v1/chat/completionszFNo OpenRouter API key found. Set OPENROUTER_API_KEY or OPENAI_API_KEY.zBearer zapplication/json) Authorizationz Content-Type)r r r r TstreamNOPENROUTER_STREAM_LOG)jsonheaderstimeoutr)decode_unicodeazutf-8)encoding zdata: z[DONE]errorz==STREAM_ERROR== messagezunknown stream errorchoicesr finish_reasonz==CHOICE_FINISH_ERROR== zchoice signalled errordeltacontenttextz <>z==ASSEMBLED== )rrrz==NONSTREAM_RESPONSE== rz==EXCEPTION== z OpenRouter request failed after z attempts.) rr RuntimeErrorrangerdictosgetenvrequestspostr raise_for_status iter_linesstripopenwrite Exception startswithlenrloads isinstancegetdumpsappendstrjoinrtimesleep traceback format_exc)r r r r urlkeyrpayloadattemptstream_payloadpieces stream_errorlog_pathsrespraw_linelinelf event_dataevchr content_piecemsgcont assemblederr_textrespdataexcbackoffr8rT3/var/www/apps/myagent/mysuperagent/agent_src/llm.pychat_completionsJ                   M             rV)rr%r:r'typingrr constantsrrrrr r6floatintrVrTrTrTrUs(