:j5dZddlZddlmZmZddlZddlmZmZm Z m Z ddl m Z ddl mZmZmZmZmZmZmZmZmZmZmZmZmZmZddlmZGd d Zy) a8 Configuration Loader This module provides unified YAML configuration loading functionality. It replaces the scattered configuration loading logic throughout the application. Key Features: - Single YAML file loading - Default configuration generation - Type-safe configuration parsing - Validation integration N)AnyDict) ConditionPatternsRateLimitConfiginherit_patterns)get_default_config) ApiConfigConfigCredentialsConfig DisplayConfigDisplayContextConfig GlobalConfigLoadBalanceStrategyMonitoringConfigPersistenceConfigPipelineConfig StageConfig StorageConfig TaskConfigWorkerManagerConfig)ConfigValidatorc@eZdZdZddefdZdefdZdeee fdefdZ deee fde fdZ e d edefd Zdeee fdefd Zdeee fdefd Zdeee fdefd Zdeee fdefdZdeee fdefdZdeee fdeeeffdZdeee fdefdZddZy) ConfigLoaderz+Unified configuration loader for YAML files config_filec0||_t|_y)zkInitialize configuration loader Args: config_file: Path to configuration file N)rr validator)selfrs 4/root/.openclaw/workspace/harvester/config/loader.py__init__zConfigLoader.__init__.s '(*returnctjj|js|j  t |jd5}t j|xsi}ddd|j}|jj||S#1swY7xYw#t$r }td|jd|d}~wwxYw)zzLoad configuration from YAML file Returns: Config: Loaded and validated configuration object utf-8encodingNzFailed to load config file z: ) ospathexistsr_create_default_configopenyaml safe_load _parse_configrvalidate Exception RuntimeError)rfdataconfiges r loadzConfigLoader.load7s ww~~d../  ' ' ) Vd&&9 /Q~~a(.B /''-F NN # #F +M  / / V!_parse_rate_limitsr?_parse_task_configr@)rr4r5 task_datas r r/zConfigLoader._parse_configKs* t #'#<#P QF   !77YHFN D !%!?!?]@S!TF  t  ==d8nMFM 4  $ 7 7\8J KF  d?PTU\P]^9D33I>^FL _s!Dc |jdi}|jdxsg}|jdxsg}|Dcgc]}|s|jdr|}}|Dcgc]}|s|jdr|}}|s|stjd} | r=| j dDcgc]#}|j s|j %}}tjd} | r=| j dDcgc]#}|j s|j %}}t ||t|jdd  } |jd xs|jd d } ttjj|jdd|jdd| | |jdgScc}wcc}wcc}wcc}w)zParse global configuration section Args: data: Global configuration data Returns: GlobalConfig: Parsed global configuration github_credentialssessionstokensyour_GITHUB_SESSIONS, GITHUB_TOKENSstrategy round_robin)rMrNrSproxy https_proxy http_proxy workspacez./datamax_retries_requeued user_agents)rXrYrUrLr[) get startswithr(getenvsplitstripr r_get_env_ignore_caserr)abspath) rr4credentials_datarMrNsvalid_sessionst valid_tokensgithub_sessions github_tokens credentialsrUs r rAz!ConfigLoader._parse_global_configxs 88$8"=$'' 39r!%%h/52&.Q1<<;P!QQ#)MaQq||G7LM Ml ii(9:O5D5J5J35O!]STSZSZS\!'')!]!]IIo6M3@3F3Fs3KYaqwwy Y Y'#()9)=)=j-)XY ![T%>%>}l%[ggoodhh{H&EF!%*@!!D*3   /RM"^ Zs<G GG%G-G?G3G$ G$G)G)namescBtjjDcic]\}}|j|}}}|D]U}|j |jd}t |t s4|jsE|jcSycc}}w)zERead the first non-empty environment variable by name, ignoring case.)r(environitemslowerr\ isinstancestrr`)rkkeyvalueenvnames r raz!ConfigLoader._get_env_ignore_cases57JJ4D4D4FGjc5syy{E!GG %DGGDJJL"-E%%%++-{{}$ % HsBc\t|jdi|jdiS)zParse pipeline configuration section Args: data: Pipeline configuration data Returns: PipelineConfig: Parsed pipeline configuration threads queue_sizes)rxry)rr\rr4s r rCz#ConfigLoader._parse_pipeline_configs)dhhy"&=488TaceKfggr"c t|jdd|jdd|jdd|jdd|jd d  S) zParse system monitoring configuration section Args: data: Monitoring configuration data Returns: MonitoringConfig: Parsed monitoring configuration update_interval@error_threshold皙?queue_thresholdimemory_thresholdi@response_threshold@)r|r~rrr)rr\rzs r rDz%ConfigLoader._parse_monitoring_configs\  HH%6< HH%6< HH%6=!XX&8*E#xx( D#xx( E  r"c Di}|jD]\}}t|jdd|jdd|jdd|jdd|jd d |jd d |jd d||<|S)zParse rate limits configuration section Args: data: Rate limits configuration data Returns: Dict[str, RateLimitConfig]: Parsed rate limits base_rate? burst_limitadaptiveTbackoff_factorg?recovery_factorg?max_rate_multiplierr}min_rate_multiplierr)rrrrrrr)rorr\)rr4 rate_limitsrv limit_datas r rHzConfigLoader._parse_rate_limitss $  D* /$..c:&NN=!<# D9)~~.>D */@# F$.NN3H#$N$.NN3H#$N!K  r"cv|jdi}t|jdd|jdd|jdd|jdd}|jdi}t|jd d |jd d |jd d|jdd |jdd|jdi|jdd |jdd|jdd }|jdi}t|jdd |jdd |jdd |jdd }|jdg}g} |D]4} t j | } t || | j| 6|jd i} t| jd!d"| jd#d$| jd%d&} |jd'i}t|jd(d |jd)d *}t|jd+d |jd,d|jd-d |jd.d/|||jd0i||| | 1 S)2zParse task configuration Args: data: Task configuration data Returns: TaskConfig: Parsed task configuration stagessearchTgathercheckinspect)rrrrapibase_urlrmcompletion_pathz/v1/chat/completions model_pathz /v1/models default_modelauth_key Authorization extra_headers api_versiontimeoutrretriesrZ) rrrrrrrrrpatterns key_patternaddress_patternendpoint_pattern model_pattern)rrrr conditions rate_limitrrrrr)rrrstorage directoryplan)rrrvr provider_typeuse_apiFextras) rvrrrrrrrrrr) r\rr rr from_dictrappendrrr)rr4 stages_datarapi_datar patterns_datarconditions_datarcondition_data conditionrate_limit_datar storage_datars r rIzConfigLoader._parse_task_config$shhx, ??8T2??8T2//'40OOIt4  88E2&\\*b1$LL):",,; ]B7LLB/LLA.  R0 %))-<)--.?D*../A2F'++OR@  ((<4 - )N!++N;I Xy 1   i (  )((<4$%))+s;'++M1=$((T: xx 2. "&&{B7!!&"-  &"%HHY-((?B7HHY.88Hb)!!  r"Nct}t|jdd5}tj||ddddddt d |jt d y#1swY-xYw) z!Create default configuration filewr%r&FT)default_flow_style allow_unicodeindentNz$Created default configuration file: zUPlease edit the configuration file and set your GitHub credentials and other settings)r r,rr-dumpprint)rdefault_configr3s r r+z#ConfigLoader._create_default_configrso+- $""C' : aa IInaEQU^_ ` a 4T5E5E4FGH ef  a as A**A3)z config.yaml)r#N)__name__ __module__ __qualname____doc__rrr!r r7rrr/rrA staticmethodrarrCrrDrrErrFrrGrrHrrIr+r"r rr+sP5+C+VfV(+$sCx.+V+Z- c3h- L- ^SS h4S> hn h T#s(^ @P "0$sCx.0]06 d38n AR $ c3h DW (tCH~$sO?S:T,L tCH~L *L \gr"r)rr(typingrrr- core.modelsrrrrdefaultsr schemasr r r rrrrrrrrrrrrrrrr"r rsE   NN( 'OgOgr"