o #ju@sdZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z ddl mZmZmZddlmZmZmZmZddlZddlZddlZddlZddlmZddlmZdd lmZdd lmZdd l m!Z!dd l m"Z"dd l m#Z#ddl$m%Z%ddl$m&Z&ddl$m'Z'ddl$m(Z(ddl$m)Z)ddl*m+Z+ddl,m-Z-ddl,m.Z.ddl/m0Z0ddlm1Z1ddl2m3Z4e5e6Z7dZ8dZ9dZ:dZ;GdddZZ?Gd"d#d#e>Z@dS)$z. This module provides a client class for BOS. N)str)bytes) iteritemsiterkeys itervalues)ThreadPoolExecutorwait ALL_COMPLETEDFIRST_COMPLETED)bce_client_configuration)utils) bce_v1_signer) BceBaseClient)BceClientError)BceServerError)BceHttpClientError)bce_http_client)handler)http_content_types) http_headers) http_methods)bos) bos_handler) storage_class)required)compatssyncsasyncZAES256shttpc@s(eZdZdZddZddZddZdS) UploadTaskHandlez? handle to control multi upload file with multi-thread cCsd|_t|_dSNF) cancel_flag threadingLock cancel_lockselfr$a/var/www/html/Deteccion_Ine/venv/lib/python3.10/site-packages/baidubce/services/bos/bos_client.py__init__CszUploadTaskHandle.__init__cCs|jd|_|jdS)zI cancel putting super object from file with multi-thread TNr!acquirerreleaser"r$r$r%cancelGs zUploadTaskHandle.cancelcCs|j|j}|j|S)z! get cancel flag r')r#resultr$r$r% is_cancelOs  zUploadTaskHandle.is_cancelN)__name__ __module__ __qualname____doc__r&r*r,r$r$r$r%r?s  rc @seZdZdZdddZdddZeeefdddd Z eeefddd d Z eeefddd dZ eeefddddZ e ddZeeefeefddddZeeefefddddZeeefeefddddZeeefddddZeeefddddZeeefdd d d!Zeeefddd"d#Zeeefddd$d%Zeeefdedfd&d'Zeeefddd(d)Zeeefddd*d+Zeeefefd,dd-d.Zeeefddd/d0Zeeefddd1d2Zeeefefd3dd4d5Z eeefdd!d6d7Z!eeefdd!d8d9Z"eeefdd!d:d;Z#eeefddddd?d@Z%eeefeefdAddBdCZ&eeefeefdAddDdEZ'eeefdddFdGZ(eeefdd!dHdIZ)eeefdddJdKZ*eeefdddLdMZ+eeefeefdNdOdPddddde,j-fdQdRZ.eeefeefdS ddTdUZ/eeefdddVdWZ0eeefdddXdYZ1eeefefdZ dd[d\Z2eeefddd]d^Z3eeefddd_d`Z4eeefd  d"dbdcZ5eeefdd dddeZ6e dfdgZ7e dhdiZ8eeefeefdN  d#djdkZ9eeefeefdNd$dmdnZ:e d%dpdqZ;e drdsZeeefeefdNd dydzZ?eeefeefe@feAjBfd{               d(d|d}ZCeeefeefeefd~              d)ddZDeeefeefe@feAjBfd{                  d*ddZEeeefeefeefd                  d*ddZFeeefeefeefd                   d+ddZGeeefeefeefeefd          d,ddZHeeefeefdNd!ddZIeeefefddddZJeeefeefeefd  d!ddZKeeefddddZLeeefddddZMeeefeefdN    d&ddZNeeefeefeefeOfeAjBfe@fd   d-ddZPeeefeefeefeefeefeOfeAjBfeAjBfd     d#ddZQeeefeefeefeOfeAjBfeefeAjBfd    d-ddZReeefeefeefefd        d.ddZSeeefeefeefddddZTeeefeefeefd  d ddZUeeefeefeefddddZVeeefd   d#ddZWeeefdd ddZX  d'ddZYeeefeefeefdv             d/ddZZeeefeefeefddddZ[eeefeefdN    d&ddZ\eeefeefdNdddZ]eeefeefdNdddZ^eeefeefeefd   d ddZ_eeefeefeefe`fd  d'ddĄZaeeefeefdōdddDŽZbeeefeefedȍd!ddʄZcddd̄ZdeeOeOfd͍dddτZedddфZfeeefddddӄZgeeefefdԍdddքZheeefdddd؄ZieeefefdٍdddۄZjeeefdddd݄Zkeeefdddd߄ZleeefeefefddddZmdddZneeefeefdNdddZoeeefeefdNdddZpeeefeefddddZqeeefddddZreeefd  d0ddZseeefeOfd dddZteeefddddZueeefddddZveeefd dddZweeefeOfd dddZxeeefd dddZyeeefefd dddZzeeefd dddZ{eeefd dddZ|eeefefd dddZ}eeefd ddd Z~e                 d1d d Ze d d Ze d2ddZddZe d3ddZddZddZe ddZe ddZ   d4ddZdS(5 BosClientz sdk client NcCst||dSN)rr&r#configr$r$r%r&]szBosClient.__init__cCs|jtj|dS)z List buckets of user :param config: None :type config: BceClientConfiguration :returns: all buckets owned by the user. :rtype: baidubce.bce_response.BceResponse r4 _send_requestrGETr3r$r$r% list_buckets`s zBosClient.list_buckets) bucket_namecCs"ddi}|jtj|||d}|jS)a Get the region which the bucket located in. :param bucket_name: the name of bucket :type bucket_name: string or unicode :param config: None :type config: BceClientConfiguration :return: region of the bucket :rtype: str slocationparamsr4)r7rr8Zlocation_constraint)r#r:r4r=responser$r$r%get_bucket_locationks zBosClient.get_bucket_locationFcCsPi}|dur ||tj<|rtj|tj<tddi}nd}|jtj ||||dS)a Create bucket with specific name :param bucket_name: the name of bucket :type bucket_name: string or unicode :param config: None :type config: BceClientConfiguration :returns: :rtype: baidubce.bce_response.BceResponse NZ enableMultiAzT)headersbodyr4) rZ BOS_TAG_LISTrJSON CONTENT_TYPEjsondumpsr7rPUT)r#r:Ztag_listZ enable_mazr4r@rAr$r$r% create_bucket|s   zBosClient.create_bucketc Cs~z |jtj||dWdSty>}z&t|jtr8|jjtj j kr)WYd}~dS|jjtj j kr8WYd}~dS|d}~ww)z Check whether there is a bucket with specific name :param bucket_name: None :type bucket_name: str :return:True or False :rtype: bool r5TNF) r7rHEADr isinstance last_errorr status_codehttpclient FORBIDDEN NOT_FOUND)r#r:r4er$r$r%does_bucket_exists  zBosClient.does_bucket_existcC|jtj|ddi|dS)z Get Access Control Level of bucket :type bucket: string :param bucket: None :return: **json text of acl** aclr;r<r6r#r:r4r$r$r%get_bucket_acl  zBosClient.get_bucket_aclcCs.i}t|jD] \}}|ds|||<q|S)N_)r__dict__ startswith)aclr+kvr$r$r%_dump_acl_objects  zBosClient._dump_acl_object)r:rZcC4|jtj|tjd|itjdtjt j iddi|dS)z Set Access Control Level of bucket :type bucket: string :param bucket: None :type grant_list: list of grant :param grant_list: None :return: **HttpResponse Class** accessControlListdefaultrSr;rAr@r=r4 r7rrFrDrEr1r]rrCrrB)r#r:rZr4r$r$r%set_bucket_acls   zBosClient.set_bucket_acl)r: canned_aclcCs |jtj|tj|iddi|dS)zi :param bucket_name: :param canned_acl: :param config: :return: rSr;r@r=r4)r7rrFrBCE_ACL)r#r:rer4r$r$r%set_bucket_canned_acls  zBosClient.set_bucket_canned_acl)r:rcC>t|}|jtj|tjd|itjdt j t j iddi|dS)N :param bucket_name: :param config: :return: Z storageClassr` storageClassr;rb rconvert_to_stringr7rrFrDrEr1r]rrCrrB)r#r:rr4r$r$r%set_bucket_storage_classs   z"BosClient.set_bucket_storage_classcCrR)rjrkr;r<r6rTr$r$r%get_bucket_storage_classs z"BosClient.get_bucket_storage_classcCs|jtj||dS)z Delete a Bucket(Must Delete all the Object in Bucket before) :type bucket: string :param bucket: None :return: **HttpResponse Class** r5r7rDELETErTr$r$r% delete_bucket s zBosClient.delete_bucketcCsTi}|dur ||d<|dur||d<|jtj|tj|tjdtjt j iddi|dS)a Set index page and not_found 404 page for static website trusteeship :type bucket_name: string :param bucket_name: None :type index:string :param index:object name of index page for static website trusteeship :type not_found:string :param not_found:object name of not_found 404 page for static website trusteeship :return: **HttpResponse Class** NindexZnotFoundr`websiter;rbrc)r#r:rs not_foundr4rAr$r$r%put_bucket_static_websites z#BosClient.put_bucket_static_websitecCrR)z Get Information of static website trusteeship :type bucket: string :param bucket: None :return: **HttpResponse Class** rtr;r<r6rTr$r$r%get_bucket_static_website5  z#BosClient.get_bucket_static_websitecCrR)z Delete Information of static website trusteeship to be closed :type bucket: string :param bucket: None :return: **HttpResponse Class** rtr;r<rprTr$r$r%delete_bucket_static_websiteFrxz&BosClient.delete_bucket_static_websitecCri)aN Set server encryption for bucket :type bucket: string :param bucket: None :type encryption_algorithm: string :param grant_list: server encryption algorithm for bucekt.Now the value of encryption_algorithm only is 'AES256' :return: **HttpResponse Class** ZencryptionAlgorithmr` encryptionr;rbrl)r#r:Zencryption_algorithmr4r$r$r%put_bucket_encryptionWs   zBosClient.put_bucket_encryptioncCrR)z Get status of server encryption :type bucket: string :param bucket: None :return: **HttpResponse Class** rzr;r<r6rTr$r$r%get_bucket_encryptionorxzBosClient.get_bucket_encryptioncCrR)z Close server encryption :type bucket: string :param bucket: None :return: **HttpResponse Class** rzr;r<rprTr$r$r%delete_bucket_encryptionrxz"BosClient.delete_bucket_encryption)r:resourcecCr^)a Open image copyright protection and set resource :type bucket: string :param bucket: None :type resource: list of string :param grant_list: resource range to be protected :return: **HttpResponse Class** r~r`copyrightProtectionr;rbrc)r#r:r~r4r$r$r%put_bucket_copyright_protections  z)BosClient.put_bucket_copyright_protectioncCrR)z Get configuration of image copyright protection :type bucket: string :param grant_list: None :return: **HttpResponse Class** rr;r<r6rTr$r$r%get_bucket_copyright_protectionrxz)BosClient.get_bucket_copyright_protectioncCrR)z Close image copyright protection :type bucket: string :param bucket: None :return: **HttpResponse Class** rr;r<rprTr$r$r%"delete_bucket_copyright_protectionrxz,BosClient.delete_bucket_copyright_protection)r: replicationcCsNddi}d|vrt|d|d<|jtj|tj|tjdt j t j i||dS)a Open cross-region replication :type bucket: string :param bucket: None :type replication: dict :type replication: configuration for cross-region replication :return: **HttpResponse Class** replicationr;ididr`rb rconvert_to_bytesr7rrFrDrEr1r]rrCrrB)r#r:rr4r=r$r$r%put_bucket_replications z BosClient.put_bucket_replicationcC2ddi}|durt||d<|jtj|||dS)z Get configuration of cross-region replication :type bucket: string :param bucket: None :type id: string :param id: replication rule id :return: **HttpResponse Class** rr;Nrr<rrr7rr8r#r:rr4r=r$r$r%get_bucket_replicationz BosClient.get_bucket_replicationcCr)a Delete configuration of cross-region replication and close it :type bucket: string :param bucket: None :type id: string :param id: replication rule id :return: **HttpResponse Class** rr;Nrr<rrr7rrqrr$r$r%delete_bucket_replicationrz#BosClient.delete_bucket_replicationcCr)a1 Get status of cross-region replication,for exapmle 'historyReplicationPercent', 'latestReplicationTime' :type bucket: string :param bucket: None :type id: string :param id: replication rule id :return: **HttpResponse Class** sreplicationProgressr;Nrr<rrr$r$r%get_bucket_replication_progresssz)BosClient.get_bucket_replication_progresscCs|jtj|ddd|dS)z list configuration of cross-region replication rule :type bucket: string :param bucket: None :return: **HttpResponse Class** r;)rslistr<r6rTr$r$r%list_bucket_replication(s  z!BosClient.list_bucket_replication)r: inventorycCs@t|d}|jtj|tj|tjdt j t j id|d|dS)z set bucket inventoru :type bucket: string :param bucket: None :type inventory: dict :param inventory: configuration for bucket inventory :return: **HttpResponse Class** rr`r; inventoryrrbr)r#r:rr4Zconf_idr$r$r%put_bucket_inventory8s zBosClient.put_bucket_inventory)r:inventory_conf_idcC |jtj|dt|d|dS)z Get configuration of bucket inventory :type bucket: string :param bucket: None :return: **HttpResponse Class** r;rr<)r7rr8rrr#r:rr4r$r$r%get_bucket_inventoryO  zBosClient.get_bucket_inventorycCr)z Delete configuration of bucket inventory :type bucket: string :param bucket: None :return: **HttpResponse Class** r;rr<)r7rrqrrrr$r$r%delete_bucket_inventory_rz!BosClient.delete_bucket_inventorycCrR)z list configuration of bucket inventory :type bucket: string :param bucket: None :return: **HttpResponse Class** rr;r<r6rTr$r$r%list_bucket_inventoryorxzBosClient.list_bucket_inventorycCsF|dur t|}|jtj|tjd|itjdt j t j iddi|dS)z Open bucket trash function :type bucket: string :param bucket: None :type trash_dir: string :param trash_dir: directory of trash,optional :return: **HttpResponse Class** NZtrashDirr`trashr;rbrl)r#r:Z trash_dirr4r$r$r%put_bucket_trashs   zBosClient.put_bucket_trashcCrR)z Get status of bucket trash :type bucket: string :param grant_list: None :return: **HttpResponse Class** rr;r<r6rTr$r$r%get_bucket_trashrxzBosClient.get_bucket_trashcCrR)z Close bucket trash :type bucket: string :param bucket: None :return: **HttpResponse Class** rr;r<rprTr$r$r%delete_bucket_trashrxzBosClient.delete_bucket_trash)r:keyric  Cs|t|}|pdd}t|t|t|}|dkr#td|| |} |p,i}|p0i}|durYt |t rV| } | dkrGt j | _n| dkrPt j| _n td||| _t| j| j\} } }| }|| jkrt|d t|7}||tj<|| ||}| tjkr| tjkrtd g}| jdur| j|tj <t| j| |||||||tj <d t| j!||t"|d fS) a Get an authorization url with expire time. specified protocol in endpoint > protocal > default protocol in config. :type timestamp: int :param timestamp: None :type expiration_in_seconds: int :param expiration_in_seconds: None :type options: dict :param options: None :param is_official_domain: default use not official domain,example: bucket.bj.bcebos.com :return: **URL string** /sv1z!generate url the key param error!NrLhttpszInvalid protocol: %s:shosts %s://%s%s?%sF)#rrmstriprvalidate_bucket_nameZvalidate_object_keyr ValueError _merge_configrIrlowerProtocolHTTPprotocolZHTTPSr parse_host_portendpoint default_portrZHOST _get_pathrr8rHsetsecurity_tokenSTS_SECURITY_TOKENr sign credentialsZ AUTHORIZATIONnameZget_canonical_querystring)r#r:r timestampZexpiration_in_secondsr@r=Zheaders_to_signrr4Z httpmethodpendpoint_protocolZ endpoint_host endpoint_portZ full_hostpathr$r$r%generate_pre_signed_urlsZ               z!BosClient.generate_pre_signed_url)r:rulescC$|jtj|dditd|i|dS)z Put Bucket Lifecycle :type bucket: string :param bucket: None :type rules: list :param rules: None :return:**Http Response** lifecycler;ruler=rAr4r7rrFrDrE)r#r:rr4r$r$r%put_bucket_lifecycle s  zBosClient.put_bucket_lifecyclecCrR)z Get Bucket Lifecycle :type bucket: string :param bucket: None :return:**Http Response** rr;r<r6rTr$r$r%get_bucket_lifecycle#  zBosClient.get_bucket_lifecyclecCrR)z Delete Bucket Lifecycle :type bucket: string :param bucket: None :return:**Http Response** rr;r<rprTr$r$r%delete_bucket_lifecycle2rz!BosClient.delete_bucket_lifecycle)r:cors_configurationcCr)z Put Bucket Cors :type bucket: string :param bucket: None :type cors_configuration: list :param cors_configuration: None :return:**Http Response** corsr;ZcorsConfigurationrr)r#r:rr4r$r$r%put_bucket_corsA  zBosClient.put_bucket_corscCrR)z~ Get Bucket Cors :type bucket: string :param bucket: None :return:**Http Response** rr;r<r6rTr$r$r%get_bucket_corsVrzBosClient.get_bucket_corscCrR)z Delete Bucket Cors :type bucket: string :param bucket: None :return:**Http Response** rr;r<rprTr$r$r%delete_bucket_corserzBosClient.delete_bucket_corscCsXi}|dur ||d<|dur||d<|dur||d<|dur"||d<|jtj|||dS) Get Object Information of bucket :type bucket: string :param bucket: None :type delimiter: string :param delimiter: None :type marker: string :param marker: None :type max_keys: int :param max_keys: value <= 1000 :type prefix: string :param prefix: None :return: **_ListObjectsResponse Class** NmaxKeysprefixmarker delimiterr<r6)r#r:max_keysprefixmarker delimiterr4r=r$r$r% list_objectstszBosClient.list_objectsccsBd} |j|||||d}|jD]}|Vq|jr|j}ndSq) :param bucket_name: :param prefix: :param delimiter: :param config: :return: NT)rrrr4)rcontents is_truncatedZ next_marker)r#r:rrr4rr>itemr$r$r%list_all_objectss   zBosClient.list_all_objectscCsH|durdSt|ttfstdt|dkrtdtjdt|iS)Nz!range should be a list or a tuplezrange should have length of 2 bytes=%d-%d)rIlisttuple TypeErrorlenrrRANGE)ranger$r$r%_get_range_header_dicts z BosClient._get_range_header_dictcCsi}|}tjrg}|D]\}}|}|||fq |}ttj}|D]\}}||rB|t |d}t ||t |<q'||j _ ||_ dS)aSets response.body to http_response and response.user_metadata to a dict consists of all http headers starts with 'x-bce-meta-'. :param http_response: the http_response object returned by HTTPConnection.getresponse() :type http_response: httplib.HTTPResponse :param response: general response object which will be returned to the caller :type response: baidubce.BceResponse :return: always true :rtype bool NT) getheadersrZPY3rappendrmrBCE_USER_METADATA_PREFIXrYrZconvert_to_unicodemetadata user_metadatadata) http_responser>rZ headers_listZ temp_headsr[r\rr$r$r%_parse_bos_objects(    zBosClient._parse_bos_objectc Csi}|durt|}d|i}t|}t|dks|dr#tdt|} |dur7| dur2i} || tj<|durI| durAi} | t j | |} |j t j ||| ||tj dS)z :param bucket_name: :param key: :param range: :param traffic_limit: :param version_id: :param cond_read_write: :param config: :return: N versionIdr/(Key can not be empty or start with '/' .r@r=r4 body_parser)rrrrYrr1rrBOS_TRAFFIC_LIMIT_get_cond_read_write_headersrr8r7r) r#r:rr traffic_limit version_idcond_read_writer4 query_params range_headerr$r$r% get_objects2    zBosClient.get_objectStandardc Cst|}i}|dur||tj<|dur=t|tr|n t|tr%|dnt|}|dvr4td |t||tj <nt d|j t j|||ddi|tjdS) zb :param bucket_name: :param key: :param config: :return: Nzutf-8)rZ ExpeditedZLowCostz}invalid tier:{} for restore_object.The valid value is "Standard" or "Expedited" or "LowCost"z(tier can not be None for restore_object.srestorer;r)rrrZBOS_RESTORE_DAYSrIrrdecoderformatZBOS_RESTORE_TIERrr7rPOSTr1r)r#r:rdaysZtierr4r@Ztier_strr$r$r%restore_objects*  *zBosClient.restore_object@cCs^t|d}z$|rt|jj}t|||}n|}t||||W|dS|w)NwbT) openintrcontent_lengthr make_progress_adaptershutil copyfileobjclose)rr> file_namebuf_sizeprogress_callbackf file_sizestreamr$r$r%_save_body_to_file%s    zBosClient._save_body_to_filecCs|||dS)NT)init_from_http_response)rr>select_responser$r$r%_parse_select_message6s zBosClient._parse_select_messagec Cs8t|}|j||||||d}|j}|j|S)zx :param bucket_name: :param key: :param range: :param config: :return: )rrrr4)rrrrreadr ) r#r:rrrrr4r>sr$r$r%get_object_as_string;s   zBosClient.get_object_as_string)r:rr c si} | durt| } d| i} t|}t|dks|dr#tdtt|} |dur<| dur7i} || tj<|durN| durFi}  t j | |} j t j ||| | fdddS) a Get Content of Object and Put Content to File :type bucket: string :param bucket: None :type key: string :param key: None :type file_name: string :param file_name: None :type range: tuple :param range: (0,9) represent get object contents of 0-9 in bytes. 10 bytes date in total. :return: **HTTP Response** Nrrrrcstj||ddS)N recv_buf_size)r)r1r_get_config_parameterrr>r4r rr#r$r%zs z.BosClient.get_object_to_file..r) rrrrYrr1rrrrrr8r7) r#r:rr rr4rrrrrrr$rr%get_object_to_fileLs4     zBosClient.get_object_to_filecCs\i}|durt|}d|i}i}|dur|tj||}t|}|jtj|||||dS)z Get head of object :type bucket: string :param bucket: None :type key: string :param key: None :return: **_GetObjectMetaDataResponse Class** Nrrf)rrrrrHr7)r#r:rrrr4rr@r$r$r%get_object_meta_datas    zBosClient.get_object_meta_data)r:rrrcCst|}|durf| durf| durf| durf| durfd}t|D]F}ztj||||dd} Wn5tye}z)||dkrPtd|d|t |WYd}~qt d|t |d} WYd}~qd}~ww|rmt|}| rtt| } | r{t| } | rt| } | durt| } | rt| } |j |||| | | | | |||||d }|t j krtd t j d d i}|dur||d <|rt||}|jtj||||||d S)a4 Put an appendable object to BOS or add content to an appendable object :type bucket: string :param bucket: None :type key: string :param key: None :type content_length: long :type offset: long :return: **HTTP Response** Nrlengthr 6CRC32 calculation failed, retrying (attempt %d/%d): %s.CRC32 calculation failed after %d attempts: %s) r content_md5 content_typecontent_sha256 content_crc32content_crc32ccontent_crc32c_flagcontent_crc64ecmarr user_headersrobject_taggingDObject length should be less than %d. Use multi-part upload instead.sappendr;soffsetrb)rrrr get_crc32_from_fpr Exception_loggerwarningrerror_prepare_object_headersrZMAX_APPEND_OBJECT_LENGTHrrr7rr)r#r:rrrr&offsetr'rr(r)r*r+r,rr-rrr.r4 max_retries retry_countrPr@r=r$r$r% append_objects #            zBosClient.append_object)r:rrcCst|}t|tr|tj}d}z\t|}| dur't j || |dd} |j did|d|d|d|dt |d |d |d |d |d | d| d| d| d| d|d|d|d|W|durn|SS|durx|ww)z Create an appendable object and put content of string to the object or add content of string to an appendable object Nrr r:rrr&rr6r'rr(r)r*r+r,rr-rrr4r$)rrrIrencodebaidubceDEFAULT_ENCODINGioBytesIOr r0rr9rr )r#r:rrr&r6r'rr(r)r*r+r,rr-rrr4fpr$r$r%append_object_from_stringsd            z#BosClient.append_object_from_stringc Cst|}|durf|durf|durf| durf| durfd}t|D]F}ztj||||dd}Wn5tye}z)||dkrPtd|d|t |WYd}~qt d|t |d}WYd}~qd}~ww|rmt|}|rtt|}|r{t|}| rt| } | durt| } | rt| } |j did|d |d |d |d |d | d| d| d| d| d|d|d|d|d|d|}|dur| t j||}|tjkrtdtj|rt||}|jt j|||||dS)al Put object and put content of file to the object :type bucket: string :param bucket: None :type key: string :param key: None :type fp: FILE :param fp: None :type file_size: long :type offset: long :type content_length: long :return: **HTTP Response** Nr rr!r#r$r%rr&r'r(r)r*r+r,rrr- encryption customer_keycustomer_key_md5rr.r/)rAr@r4r$)rrrr r0rr1r2r3rr4r5rrrFrMAX_PUT_OBJECT_LENGTHrrr7)r#r:rrrr&r'r(r)r*r+r,rrr-rBrCrDrrr.rr4r7r8rPr@r$r$r% put_object7s *                  zBosClient.put_object)bucketrrcCst|}t|tr|tj}d}zbt|}|dur't j || |dd}|j |||fidt |d|d|d|d|d |d | d | d | d | d| d|d|d|d|d|d|d|d|W|durt|SS|dur~|ww)af Create object and put content of string to the object :type bucket: string :param bucket: None :type key: string :param key: None :type input_content: string :param input_content: None :type options: dict :param options: None :return: **HTTP Response** Nrr:rr&r'r(r)r*r+r,rrr-rBrCrDrrr.rr4)rrrIrr;r<r=r>r?r r0rrFrr )r#rGrrr&r'r(r)r*r+r,rrr-rBrCrDrrr.rr4r@r$r$r%put_object_from_stringsl %           z BosClient.put_object_from_string)rGrr cCs t|}t|d}zv|dur|dtj|}|d|dur1||d}tj |||d}|dur:t |}|j |||fid|d|d|d |d |d | d | d | d| d| d|d|d|d|d|d|d|d|d|W| S| w)a^ Put object and put content of file to the object :type bucket: string :param bucket: None :type key: string :param key: None :type file_name: string :param file_name: None :type options: dict :param options: None :return: **HttpResponse Class** rbNrrr!rr&r'r(r)r*r+r,rrr-rBrCrDrrr.rr4) rrrseekosSEEK_ENDtellrr r0guess_content_type_by_file_namerFr )r#rGrr rr&r'r(r)r*r+r,rrr-rBrCrDrrr.rr4r@rr$r$r%put_object_from_filesl (         zBosClient.put_object_from_file)source_bucket_name source_keytarget_bucket_name target_keyc Cst|}t|}|j|||| | | d}tdt||fd}| dur/|dt| }||tj<|dur=||tj<|dusE|durKd|tj<nd|tj<| durlz t || d}Wnt yk}z|d}~ww|j t j||||tjd S) a{ Copy one object to another object :type source_bucket: string :param source_bucket: None :type source_key: string :param source_key: None :type target_bucket: string :param target_bucket: None :type target_key: string :param target_key: None :return: **HttpResponse Class** )r'rrr-rr./%s/%sFNs ?versionId=%ssreplacescopyT)r@r4r)rrr5r normalize_stringrBCE_COPY_SOURCEBCE_COPY_SOURCE_IF_MATCHZBCE_COPY_METADATA_DIRECTIVEr1_get_user_headerr1r7rrFrZparse_copy_object_response)r#rPrQrRrSetagr'rrr-Zcopy_object_user_headersrr.Zsource_version_idr4r@Zmerge_source_keyrPr$r$r% copy_object6sP "     zBosClient.copy_objectcCs>i}|durt|}d|i}t|}|jtj||||dS)z Delete Object :type bucket: string :param bucket: None :type key: string :param key: None :return: **HttpResponse Class** Nrr<r)r#r:rrr4rr$r$r% delete_object~s    zBosClient.delete_object)r:key_listcCs2dd|D}|jtj|td|iddi|dS)z Delete Multiple Objects :type bucket: string :param bucket: None :type key_list: string list :param key_list: None :return: **HttpResponse Class** cSsg|] }dt|iqSr)rrm).0r[r$r$r% sz5BosClient.delete_multiple_objects..objectssdeleter;rAr=r4r7rrrDrE)r#r:r\r4Z key_list_jsonr$r$r%delete_multiple_objectss  z!BosClient.delete_multiple_objects) source_bucket target_bucket target_prefixcCsDdt|i}|durt||d<|jtj|ddit||dS)z Put Bucket Logging :type source_bucket: string :param source_bucket: None :type target_bucket: string :param target_bucket: None :return: **HttpResponse Class** Z targetBucketNZ targetPrefixloggingr;r)rrmr7rrFrDrE)r#rdrerfr4rAr$r$r%put_bucket_loggingszBosClient.put_bucket_loggingcCrR)z Get Bucket Logging :type bucket_name: string :param bucket_name: None :return: **HttpResponse Class** rgr;r<r6rTr$r$r%get_bucket_loggingrzBosClient.get_bucket_loggingcCrR)z Delete Bucket Logging :type bucket_name: string :param bucket_name: None :return: **HttpResponse Class** rgr;r<rprTr$r$r%delete_bucket_loggingrzBosClient.delete_bucket_loggingc Cst|}i}|dur||tj<|durt||tj<ntj|tj<|dur?z t ||d}Wnt y>}z|d}~ww|j t j|||ddi|dS)z Initialize multi_upload_file. :type bucket: string :param bucket: None :type key: string :param key: None :return: **HttpResponse** NFuploadsr;rf)rrrBOS_STORAGE_CLASSr convert_to_standard_stringrCr OCTET_STREAMr1rXr1r7rr) r#r:rr'rr-r4r@rPr$r$r%initiate_multipart_uploads,   z#BosClient.initiate_multipart_upload)r:r upload_id part_number part_sizepart_fpc Cst|}|tjks|tjkrtd|tjtjf|tjkr&tdtj|dur|dur| dur| dur| durd}t|D]F}ztj ||| |dd}Wn5t y}z)||dkrqt d|d|t|WYd}~q@t d |t|d}WYd}~q@d}~ww|rt|}| rt| } |rt|}| rt| } | rt| } | rt| } |j||| || | | |d }| rt|| |}|jtj||||||d |d S) a? Upload a part. :type bucket: string :param bucket: None :type key: string :param key: None :type upload_id: string :param upload_id: None :type part_number: int :param part_number: None :type part_size: int or long :param part_size: None :type part_fp: file pointer :param part_fp: not None :type part_md5: str :param part_md5: None :type config: dict :param config: None :return: **HttpResponse** z9Invalid part_number %d. The valid range is from %d to %d.z+Single part length should be less than %d. Nr rr!r#r$r%)rr&r(r)r*r+r,rs partNumberuploadIdrb)rrrZMIN_PART_NUMBERZMAX_PART_NUMBERrrErr r0rr1r2r3rr4r5rr7rrF)r#r:rrprqrrrspart_md5 part_crc32 part_sha256 part_crc32cpart_crc32c_flagpart_crc64ecmarrr4r7r8rPr@r$r$r% upload_part sz '             zBosClient.upload_part)rPrQrRrSrprqrrr6cCst|}t|}|j| | | d}tdt||fd|tj<d|||df}||tj<| dur:| |tj<|j t j |||||d| dS) a Copy part. :type source_bucket_name: string :param source_bucket_name: None :type source_key: string :param source_key: None :type target_bucket_name: string :param target_bucket_name: None :type target_key: string :param target_key: None :type upload_id: string :param upload_id: None :return: **HttpResponse** )r'rrrTFrr#Nrtrf) rrr5r rUrrVZBCE_COPY_SOURCE_RANGErWr7rrF)r#rPrQrRrSrprqrrr6rYr'rrr4r@rr$r$r%upload_part_copyqs2 &     zBosClient.upload_part_copy)r:rrprqrrr r6cCs\t|}t|d}z|||j|||||||| | | | | |||dW|S|w)z :param bucket_name: :param key: :param upload_id: :param part_number: :param part_size: :param file_name: :param offset: :param part_md5: :param config: :return: rI) rvrwrxryrzr{rrr4)rrrrJr|r )r#r:rrprqrrr r6rvrwrxryrzr{rrr4rr$r$r%upload_part_from_files   zBosClient.upload_part_from_file)r:rrp part_listc  Csdt|}|jtj||||| | d} | dur|tj| | } |jtj||t d|i| d|i| dS)ac After finish all the task, complete multi_upload_file. :type bucket: string :param bucket: None :type key: string :param key: None :type upload_id: string :param upload_id: None :type part_list: list :param part_list: None :return: **HttpResponse** )r'rr-r)r*r+r,Npartsrurb) rrr5rrBrrrr7rDrE)r#r:rrprr-rr)r*r+r,rr4r@r$r$r%complete_multipart_uploads*   z#BosClient.complete_multipart_upload)r:rrpcCs$t|}|jtj||d|i|dS)a Abort upload a part which is being uploading. :type bucket: string :param bucket: None :type key: string :param key: None :type upload_id: string :param upload_id: None :return: **HttpResponse** rur<r)r#r:rrpr4r$r$r%abort_multipart_upload s  z BosClient.abort_multipart_uploadcCsHt|}d|i}|dur||d<|dur||d<|jtj||||dS)a List all the parts that have been upload success. :type bucket: string :param bucket: None :type key: string :param key: None :type upload_id: string :param upload_id: None :type max_parts: int :param max_parts: None :type part_number_marker: string :param part_number_marker: None :return: **_ListPartsResponse Class** ruNsmaxPartsspartNumberMarkerr<r)r#r:rrpZ max_partspart_number_markerr4r=r$r$r% list_partss zBosClient.list_partsccsJt|}d} |j|||||d}|jD]}|Vq|js!dS|j}q )z| :param bucket_name: :param key: :param upload_id: :param config: :return: NT)rr4)rrrrrZnext_part_number_marker)r#r:rrpr4rr>rr$r$r%list_all_parts?s   zBosClient.list_all_partscCs\ddi}|dur ||d<|dur||d<|dur||d<|dur$||d<|jtj|||dS) a| List all Multipart upload task which haven't been ended.(Completed Init_MultiPartUpload but not completed Complete_MultiPartUpload or Abort_MultiPartUpload) :type bucket: string :param bucket: None :type delimiter: string :param delimiter: None :type max_uploads: int :param max_uploads: <=1000 :type key_marker: string :param key_marker: None :type prefix: string :param prefix: None :type upload_id_marker: string :param upload_id_marker: :return: **_ListMultipartUploadResponse Class** rkr;Nrs maxUploadss keyMarkerrr<r6)r#r:Z max_uploads key_markerrrr4r=r$r$r%list_multipart_uploadsTsz BosClient.list_multipart_uploadsccsld} |j|||||d}|jD]}|Vq|jsdS|jdur%|j}nt|jdkr3|jdj}ndSq)rNT)rrrr4r)rZuploadsrZnext_key_markerrr)r#r:rrr4rr>rr$r$r%list_all_multipart_uploads|s&   z$BosClient.list_all_multipart_uploadscCs| rtd|dSz'|j|||||||| | | | ||d }|||jjdtd|WdStyK}z td||d}~ww)Nz(upload task canceled with partNumber={}!)rwryrzr{rr) partNumberZeTagz'upload task success with partNumber={}!z&upload task failed with partNumber={}!) r,r2debugrr~rrrYr1)r#r:Z object_keyrprqrrr r6ruploadTaskHandlerwryrzr{rrr>rPr$r$r% _upload_tasks&  zBosClient._upload_taskc$CsH|dks|dkr tdtj|}|dkrtd|dus"|dkr&t}|dd}||}||dkr:|d7}|durAt}|j||||| d j}t |}g}d}d}g}g}t |d L}|dkr|}||krl|}t |||}| ||f||j||||||||||ddd||}| |||8}||7}|d7}|dksdWdn1swYt|td |rtd |j|||d dSt||krtd|j|||d dS|jddd|r|dd} tdt|D]}!||!\}"}#t | |"|#} q| dM} | dur| } |j||||| | | | |d dS)zn Multipart Upload file to bos param chunk_size: part size , default part size is 5MB irzEchunk size is valid, it should be more than 0 and not nore than 5120!lPCz'File size must not be more than 48.8TB!Nr#i)r'rr-rI)Z return_whenz!putting super object is canceled!)rpFzputting super object failed!cSs|dS)Nrr$)xr$r$r%rsz6BosClient.put_super_object_from_file..r]l)r)r*r+r,rT)rrKrgetsizemultiprocessing cpu_countrrorprrr r0rZsubmitrrr r,r2rrrsortrZ crc32_combiner)$r#r:rr  chunk_sizeZ thread_numrr'rr-r)r*r+r,rrrr4Z left_sizerrZ total_partrpexecutorZ all_tasksr6rqrZ part_crc_listr@Zcurrent_part_sizeZpart_crcZ temp_taskZ final_crc32icrcr"r$r$r%put_super_object_from_files              z$BosClient.put_super_object_from_file)r:rrZc Cs@t|}|jtj||tjd|itjdt j t j iddi|dS)z Set Access Control Level of object :type bucket: string :param bucket: None :type acl: list of grant :param acl: None :return: **HttpResponse Class** r_r`rSr;rbr)r#r:rrZr4r$r$r%set_object_acl s   zBosClient.set_object_aclc Cst|}d}d}|durtjt|i}|d7}|dur)tjt|i}|d7}|dur9tjt|i}|d7}|dkrAtd|dkrItd|jtj |||ddi|d S) a :type bucket_name: string :param bucket_name: None :type key: string :param key: None :type canned_acl: string :param canned_acl: for header 'x-bce-acl', it's value only is canned_acl.PRIVATE or canned_acl.PRIVATE_READ :type grant_read: string :param grant_read: Object id of getting READ right permission. for exapmle,grant_read = 'id="6c47...4c94",id="8c42...4c94"' :type grant_full_control: string :param grant_full_control: Object id of getting READ right permission. for exapmle,grant_full_control = 'id="6c47...4c94",id="8c42...4c94"' :param config: :return: **HttpResponse Class** Nrr#z,donn't give any object canned acl arguments!rz5cann't get more than one object canned acl arguments!rSr;rf) rrrrgZBOS_GRANT_READZBOS_GRANT_FULL_CONTROLrr7rrF) r#r:rreZ grant_readZgrant_full_controlr4r@num_argsr$r$r%set_object_canned_acl s. zBosClient.set_object_canned_aclcC$t|}|jtj||ddi|dS)z Get Access Control Level of object :type bucket: string :param bucket: None :type key: string :param key: None :return: **HttpResponse Class** rSr;r<rr#r:rr4r$r$r%get_object_aclW  zBosClient.get_object_aclcCr)z Get Access Control Level of object :type bucket: string :param bucket: None :type key: string :param key: None :return: **HttpResponse Class** rSr;r<rrr$r$r%delete_object_aclm rzBosClient.delete_object_acl)r:rurlcCs^t|}i}t||tj<|dur||tj<|dur!||tj<|jtj|||ddi|dS)a fetch object with given url and save to Baidu object storage :type bucket: string :param bucket: None :type key: string :param key: object name to be saved :type url:string :param url: url of resource to be fetched :type fetch_mode:string :param fetch_mode: fetch mode for get resource, valid value only is 'sync' and 'async' :return: **HttpResponse Class** Nsfetchr;rf) rrrZBOS_FETCH_SOURCEZBOS_FETCH_MODErlr7rr)r#r:rrZ fetch_moderr4r@r$r$r% fetch_object s   zBosClient.fetch_object)r:rSsymlinkforbid_overwritec Cst|}t|}|durt|}|j|||d} || tj<|dur1|r,d| tj<nd| tj<|dur=t|| tj<|j t j ||| ddi| dS)a put object symlink :type bucket: string :param bucket: None :type key: string :type key: object name :type symlink: string :type symlink_key: symlink name :return: **HttpResponse Class** N)rr'rstruesfalsesymlinkr;rf) rrr rNr5rZBOS_SYMLINK_TARGETZBOS_FORBID_OVERWRITEZBOS_SYMLINK_BUCKETr7rrF) r#r:rSrrrrrer'r4r@r$r$r%put_object_symlink s,      zBosClient.put_object_symlink)r:rcCs$t|}|jtj||ddi|dS)z Get symlink info :type bucket: string :param bucket: None :type symlink: string :param symlink: symlink :return: **HttpResponse Class** rr;r<r)r#r:rr4rr$r$r%get_object_symlink rzBosClient.get_object_symlink)r:rselect_object_argsc st|}|pi}d|vrd|dvrd}nd|vr#d|dvr#d}nd}t|jtj||tjd|itj d|d |d |fd d d S)a- :type bucket_name: string :param bucket_name: bucket name :type key: string :param key: object name :type select_object_args: dict :param select_object_args: requesta parameters for select object api :param config: :return: ZinputSerializationrDsjsoncsvscsvsparquetZ selectRequestr`r;)sselectstypecst||Sr2)r1rrrr$r%r sz)BosClient.select_object..)rAr@r=r4r) rrSelectResponser7rrrDrEr1r])r#r:rrr@r4Z select_typer$rr% select_object s&   zBosClient.select_objectcC|jtjddi|dS)zI get user quota :param config: :return: userQuotar;r<r6r3r$r$r%get_user_quota  zBosClient.get_user_quota)max_bucket_countmax_capacity_mega_bytescCs$|jtjt||dddi|dS)a  put user quota :type max_bucket_count: int :param max_bucket_count: max bucket count :type max_capacity_mega_bytes: long :param max_capacity_mega_bytes: max capacity mega bytes :param config: :return: )ZmaxBucketCountZmaxCapacityMegaBytesrr;rar)r#rrr4r$r$r%put_user_quota szBosClient.put_user_quotacCr)zL delete user quota :param config: :return: rr;r<rpr3r$r$r%delete_user_quota- rzBosClient.delete_user_quotacCrR)z get notification :type bucket_name: string :param bucket_name: bucket name :param config: :return: notificationr;r:r=r4r6rTr$r$r%get_notification8 s zBosClient.get_notification)r: notificationscCs$|jtj|td|iddi|dS)z put user quota :type bucket_name: string :param bucket_name: bucket :type notifications: list of dict :param notifications: notifacation param :param config: :return: rrr;r:rAr=r4r)r#r:rr4r$r$r%put_notificationH s  zBosClient.put_notificationcCrR)z delete notification :type bucket_name: string :param bucket_name: bucket name :param config: :return: rr;rrprTr$r$r%delete_notification[ s zBosClient.delete_notification)r: mirror_argscCs*|jtj|tjd|itjdddi|dS)z put bucket mirroring :type bucket_name: string :param bucket_name: bucket name :param mirror_args: mirror conf :return: ZbucketMirroringConfigurationr` mirroringr;rr7rrFrDrEr1r])r#r:rr4r$r$r%put_bucket_mirroringj s zBosClient.put_bucket_mirroringcCrR)z get bucket mirroring :type bucket_name: string :param bucket_name: bucket name :return: rr;rr6rTr$r$r%get_bucket_mirroring} rVzBosClient.get_bucket_mirroringcCrR)z delete bucket mirroring :type bucket_name: string :param bucket_name: bucket name :return: rr;rrprTr$r$r%delete_bucket_mirroring rVz!BosClient.delete_bucket_mirroring)r:r obj_tag_argscCs(|jtj||tj|tjdddi|dS) put object tagging :type bucket_name: string :param bucket_name: bucket name :type key: string :param key: object name :type obj_tag_args: dict :param obj_tag_args: object tagging args :return: r`taggingr;)r:rrAr=r4r)r#r:rrr4r$r$r%put_object_tagging szBosClient.put_object_taggingcCs0i}t||tj<|jtj|||ddi|dS)rrr;)r:rr@r=r4)rrr BOS_TAGGINGr7rrF)r#r:rZ tag_headerr4r@r$r$r%put_object_tagging_canned sz#BosClient.put_object_tagging_cannedcCr)z delete object tagging :type bucket_name: string :param bucket_name: bucket name :type key: string :param key: object name :return: rr;r:rr=r4rrr$r$r%delete_object_tagging s zBosClient.delete_object_taggingcCs|jtj||ddi|dS)z put object tagging :type bucket_name: string :param bucket_name: bucket name :type key: string :param key: object name :return: rr;rr6rr$r$r%get_object_tagging s zBosClient.get_object_tagging)r:statuscCs4|jtj|tjd|itjddditjt j i|dS)z put bucket versioning :type bucket_name: string :param bucket_name: bucket name :type status: string :param key: version status:disable/enabled/suspended :return: rr` versioningr;)r:rAr=r@r4rc)r#r:rr4r$r$r%put_bucket_versioning s  zBosClient.put_bucket_versioningcCrR)z get bucket versioning :type bucket_name: string :param bucket_name: bucket name :return: rr;rr6rTr$r$r%get_bucket_versioning rVzBosClient.get_bucket_versioningc Cslddi}|dur ||d<|dur||d<|dur||d<|dur$||d<|dur,||d<|jtj|||d S) rsversionsr;NrrrrsversionIdMarkerr<r6) r#r:rrrZversion_markerrr4r=r$r$r%list_objects_versions szBosClient.list_objects_versions)r:retention_dayscCr)z init bucket object lock :type bucket: string :param bucket: None :type retention_days: int :param retention_days: None :return:**Http Response** objectlockr;Z retentionDaysrrb)r#r:rr4r$r$r%init_bucket_object_lockD rz!BosClient.init_bucket_object_lockcCrR)z get bucket object lock :type bucket: string :param bucket: None :return:**Http Response** rr;r<r6rTr$r$r%get_bucket_object_lockY rz BosClient.get_bucket_object_lockcCrR)z Delete Bucket Object Lock :type bucket: string :param bucket: None :return:**Http Response** rr;r<rprTr$r$r%delete_bucket_object_lockh rz#BosClient.delete_bucket_object_lockcCrR)z complete bucket object lock :type bucket: string :param bucket: None :type retention_days: int :param retention_days: None :return:**Http Response** scompleteobjectlockr;r<)r7rrrTr$r$r%complete_bucket_object_lockw s z%BosClient.complete_bucket_object_lock)r:extend_retent_dayscCr)z extend bucket object lock :type bucket: string :param bucket: None :type extend_retent_days: int :param extend_retent_days: None :return:**Http Response** sextendobjectlockr;ZextendRetentionDaysrrb)r#r:rr4r$r$r%extend_bucket_object_lock rz#BosClient.extend_bucket_object_lockcCrRz~ get bucket quota :type bucket: string :param bucket: None :return:**Http Response** quotar;r<r6rTr$r$r%get_bucket_quota rxzBosClient.get_bucket_quota)r: quota_confcC&|jtj|tj|tjdddi|dS)z put quota conf of bucket :type bucket: string :param bucket: None :type retention_days: int :param retention_days: None :return:**Http Response** r`rr;rar)r#r:rr4r$r$r%put_bucket_quota zBosClient.put_bucket_quotacCrRrrprTr$r$r%delete_bucket_quota rxzBosClient.delete_bucket_quotacCrR)z get bucket tagging :type bucket: string :param bucket: None :return:**Http Response** rr;r<r6rTr$r$r%get_bucket_tagging rxzBosClient.get_bucket_tagging)r:tag_confcCr)z put tagging conf of bucket :type bucket: string :param bucket: None :type retention_days: int :param retention_days: None :return:**Http Response** r`rr;rar)r#r:rr4r$r$r%put_bucket_tagging rzBosClient.put_bucket_taggingcCrR)z delete bucket tagging :type bucket: string :param bucket: None :return:**Http Response** rr;r<rprTr$r$r%delete_bucket_tagging rxzBosClient.delete_bucket_taggingc Cs~i}|dur|r|dkrtdt||tj<|dur$t||tj<|dur1t||tj<nt j |tj<|durCt||tj <|durOt||tj <|dur[t||tj <|durgt||tj<|durst||tj<|durdt||tj<| durd}t}t| tstdt| D]*\}}||t|}t|}tj|}|||<|t|7}|t|7}q|tjkrtdtjt|t| krtd| dur| |tj<| durt| |tj<| durt| |tj<|durt||tj<| dur&z t !|| d}Wnt"y%}z|d}~ww|dur0||tj#<|dur=t||tj$<|S)Nrz&content_length should not be negative.s"%s"z%user_metadata should be of type dict.z,Metadata size should not be greater than %d.z%user_metadata has duplicate elements.F)%rrrrZCONTENT_LENGTHr rmZ CONTENT_MD5rCrrnZBCE_CONTENT_SHA256ZBCE_CONTENT_CRC32ZBCE_CONTENT_CRC32CZBCE_CONTENT_CRC32C_FLAGZBCE_CONTENT_CRC64ECMAZETAGrrIdictrraddrrrrZMAX_USER_METADATA_SIZErlZBOS_SERVER_SIDE_ENCRYPTIONZ'BOS_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEYZ+BOS_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEY_MD5r1rXr1rr)rr&r'r(r)r*r+r,rYrrr-rBrCrDrr.r@Z meta_sizeZ meta_data_setr[r\Znormalized_keyrPr$r$r%r5 s~              z!BosClient._prepare_object_headerscCsxtj}|tjks |tjkr|ttjtjtj tj g}t |D]\}}t |}||vr2|||<q td||f|S)a& get if condition headers :type http_method: string :param http_method: GET, HEAD, PUT, POST :type cond_read_write: string :param cond_read_write: put_object, complete_multipart_upload, get_object, get_object_meta_data :return: headers z%s is not valid in %s)rZBOS_COND_READ_WRITE_HEADERSrr8rHunionrZBOS_IF_MODIFIED_SINCEZBOS_IF_UNMODIFIED_SINCEZ BOS_IF_MATCHZBOS_IF_NONE_MATCHrr rmr) http_methodr@rZcond_read_write_setr[r\r$r$r%ri s   z&BosClient._get_cond_read_write_headerscCst|ts tdtj}|s |ttjtjtj tj tj g}n |ttj tj tjg}t|D]\}}t|}|tjkrDt|}||vrL|||<q1|S)Nz$user_headers should be of type dict.)rIrrrZBOS_BASE_ALLOW_HEADERSrrZ CACHE_CONTROLZCONTENT_ENCODINGZCONTENT_DISPOSITIONZEXPIRESZ BOS_PROCESSZBCE_COPY_SOURCE_IF_NONE_MATCHZ#BCE_COPY_SOURCE_IF_UNMODIFIED_SINCEZ!BCE_COPY_SOURCE_IF_MODIFIED_SINCErr rmZBOS_OBJECT_EXPIRES)r@r-Zis_copyZ bos_headersZuser_headers_setr[r\r$r$r%rX s,      zBosClient._get_user_headercCs.d}|dur t||}|dur|St|j|Sr2)getattrr4)r#r4attrr+r$r$r%r s   zBosClient._get_config_parametercCs^|j}|r|j}t||j\}}}|js t|s t||r'tt j |Stt j ||Sr2) rbackup_endpointr rr cname_enabledis_cname_like_hostZis_custom_hostZ append_urirZ URL_PREFIX)r4r:rZuse_backup_endpointhostrZ host_namerr$r$r%r s zBosClient._get_pathcCs4t|j}|dur|||||}||_|Sr2)copyr4Zmerge_non_none_values_change_user_endpointr)r#r4r:Z new_configrr$r$r%r s   zBosClient._merge_configc Cs*t|j|j\}}}t|d}|j}t|o t|dk}t |r)|jS|j r/|jS|j s7t |r@|r=t d|jS|dur{|r{|tro|d} t| dkrY|jS| ddt|d| d} t| St|dt|St|dkr|dur|dt|krt d |jS) N.r zr$r$r%r| s z&SelectResponse.init_from_http_responsec cs|j}z|js|d}|sttd|ddd}td|ddd}||}||}t}|ddkr`||d}||} td|dd} ||t | | |Vnh|ddkr|d} |d} td|dd} td | d} td | d} | || | | |Vn1|dd krtd|dd} |d d krt |d |d |j jjd||| d|_|V|jrW|jdS|jw)z- generator for SelectMessage z>Irrz message-typer rz>Qr z error-codesuccessz error-message)rZ request_idTN)rrr StopIterationstructunpack_parse_select_headersrrrrmr rr>rZbce_request_idr r ) r#rZpreludeZ total_lenZ headers_lenr@Z headers_mapmsgZ payload_lenrrrr r$r$r%r+ sL            zSelectResponse.resultcCsi}d}|t|krVtd|||dd}|d7}||||}||7}td|||dd}|d7}||||}||7}t||t|<|t|ks |S)z\ parse SELECT headers :param headers: :return: rBr#z>Hr)rrrrrm)r@ZhmrsZkey_lenrZ value_lenvaluer$r$r%r s  z$SelectResponse._parse_select_headersN) r-r.r/r0r&rr+rrr$r$r$r%ru s)r)Ar0r>r http.clientrLrKrDloggingr rbuiltinsrrZ future.utilsrrrconcurrent.futuresrrr r r functoolsrr<r r Z baidubce.authr Zbaidubce.bce_base_clientrZbaidubce.exceptionrrrZ baidubce.httprrrrrZbaidubce.servicesrZbaidubce.services.bosrrZbaidubce.utilsrrZbaidubce.protocolrr getLoggerr-r2ZFETCH_MODE_SYNCZFETCH_MODE_ASYNCrrrr1rrrr$r$r$r%s                      (