o R+ il@sdZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z ddl mZmZmZddlmZmZmZmZddlZddlZddlZddlZddlmZddlmZdd lmZdd lmZdd l m!Z!dd l m"Z"dd l m#Z#ddl$m%Z%ddl$m&Z&ddl$m'Z'ddl$m(Z(ddl$m)Z)ddl*m+Z+ddl,m-Z-ddl,m.Z.ddl/m0Z0ddlm1Z1e2e3Z4dZ5dZ6dZ7dZ8GdddZ9GdddeZ:Gd d!d!e;Zs  rc @s eZdZdZdddZdddZeeefdddd Z eeefddd d Z eeefddd d Z eeefddddZ e ddZeeefeefddddZeeefeddddZeeefddddZeeefddddZeeefddddZeeefddddZeeefddd d!Zeeefddd"d#Zeeefdedfd$d%Zeeefddd&d'Zeeefddd(d)Zeeefed*dd+d,Zeeefddd-d.Zeeefddd/d0Zeeefed1dd2d3Z eeefddd4d5Z!eeefddd6d7Z"eeefddd8d9Z#eeefddd:d;Z$eeefed<dd=d>Z%eeefeefd?dd@dAZ&eeefeefd?ddBdCZ'eeefdddDdEZ(eeefdddFdGZ)eeefdddHdIZ*eeefdddJdKZ+eeefeefdLdMdNddddde,j-fdOdPZ.eeefeefdQ ddRdSZ/eeefdddTdUZ0eeefdddVdWZ1eeefedX ddYdZZ2eeefddd[d\Z3eeefddd]d^Z4eeefd  dd`daZ5eeefdddbdcZ6e dddeZ7e dfdgZ8eeefeefdLddhdiZ9eeefeefdLddkdlZ:e ddndoZ;e dpdqZeeefeefdLddwdxZ?eeefeefe@eAjBeefdy          ddzd{ZCeeefeefeefd|          dd}d~ZDeeefeefe@eAjBeefdy            dddZEeeefeefeefd             dddZFeeefeefeefd              dddZGeeefeefeefeefd          dddZHeeefeefdLdddZIeeefeddddZJeeefeefeefd  dddZKeeefddddZLeeefddddZMeeefeefdL    dddZNeeefeefeefeOeAjBe@d  dddZPeeefeefeefeefeefeOeAjBeAjBd     dddZQeeefeefeefeOeAjBeefeAjBd  dddZReeefeefeefed   dddZSeeefeefeefddddZTeeefeefeefd  dddZUeeefeefeefddddZVeeefd   dddZWeeefddddZX dddZYeeefeefeefdt        dddZZeeefeefeefddddZ[eeefeefdL    dddZ\eeefeefdLdddZ]eeefeefdLdddZ^eeefeefeefd   dddZ_eeefeefeefe`d  ddd„ZaeeefeefdÍdddńZbeeefeefefdƍdddȄZcdddʄZdeeOeOdˍddd̈́ZedddτZfeeefddddфZgeeefefdҍdddԄZheeefddddքZieeefefd׍dddلZjeeefddddۄZkeeefdddd݄Zlddd߄ZmdddZndddZodddZpdddZqeeefd  dddZreeefedX dddZseeefddddZteeefddddZueeefedX dddZveeefedX dddZweeefedX dddZxeeefedX dddZyeeefedX dddZzeeefedX dddZ{eeefedX dddZ|eeefedX dddZ}e             dddZ~e d ddZddZe d!ddZd d Zd d Ze d dZ    d"ddZdS(# BosClientz sdk client NcCst||dSN)rr&r#configr$r$r%r&\szBosClient.__init__cCs|jtj|dS)z List buckets of user :param config: None :type config: BceClientConfiguration :returns: all buckets owned by the user. :rtype: baidubce.bce_response.BceResponse r4 _send_requestrGETr3r$r$r% list_buckets_s zBosClient.list_buckets) bucket_namecCs"ddi}|jtj|||d}|jS)a Get the region which the bucket located in. :param bucket_name: the name of bucket :type bucket_name: string or unicode :param config: None :type config: BceClientConfiguration :return: region of the bucket :rtype: str slocationparamsr4)r7rr8Zlocation_constraint)r#r:r4r=responser$r$r%get_bucket_locationjs zBosClient.get_bucket_locationcC|jtj||dS)a Create bucket with specific name :param bucket_name: the name of bucket :type bucket_name: string or unicode :param config: None :type config: BceClientConfiguration :returns: :rtype: baidubce.bce_response.BceResponse r5)r7rPUTr#r:r4r$r$r% create_bucket{s zBosClient.create_bucketc Cs~z |jtj||dWdSty>}z&t|jtr8|jjtj j kr)WYd}~dS|jjtj j kr8WYd}~dS|d}~ww)z Check whether there is a bucket with specific name :param bucket_name: None :type bucket_name: str :return:True or False :rtype: bool r5TNF) r7rHEADr isinstance last_errorr status_codehttpclient FORBIDDEN NOT_FOUND)r#r:r4er$r$r%does_bucket_exists  zBosClient.does_bucket_existcC|jtj|ddi|dS)z Get Access Control Level of bucket :type bucket: string :param bucket: None :return: **json text of acl** aclr;r<r6rBr$r$r%get_bucket_acl  zBosClient.get_bucket_aclcCs.i}t|jD] \}}|ds|||<q|S)N_)r__dict__ startswith)aclr+kvr$r$r%_dump_acl_objects  zBosClient._dump_acl_object)r:rUcCs8|jtj|tjd|itjdtjt j iddi|ddS)z Set Access Control Level of bucket :type bucket: string :param bucket: None :type grant_list: list of grant :param grant_list: None :return: **HttpResponse Class** accessControlListdefaultrOr;bodyheadersr=r4N r7rrAjsondumpsr1rXr CONTENT_TYPErJSON)r#r:rUr4r$r$r%set_bucket_acls    zBosClient.set_bucket_acl)r: canned_aclcCs$|jtj|tj|iddi|ddS)zi :param bucket_name: :param canned_acl: :param config: :return: rOr;r^r=r4N)r7rrArBCE_ACL)r#r:rer4r$r$r%set_bucket_canned_acls   zBosClient.set_bucket_canned_aclcC>t|}|jtj|tjd|itjdt j t j iddi|dS)N :param bucket_name: :param config: :return: Z storageClassrZ storageClassr;r\ rconvert_to_stringr7rrAr`rar1rXrrbrrc)r#r:rr4r$r$r%set_bucket_storage_classs   z"BosClient.set_bucket_storage_classcCrN)rjrkr;r<r6rBr$r$r%get_bucket_storage_classs z"BosClient.get_bucket_storage_classcCr@)z Delete a Bucket(Must Delete all the Object in Bucket before) :type bucket: string :param bucket: None :return: **HttpResponse Class** r5r7rDELETErBr$r$r% delete_buckets zBosClient.delete_bucketcCsTi}|dur ||d<|dur||d<|jtj|tj|tjdtjt j iddi|dS)a Set index page and not_found 404 page for static website trusteeship :type bucket_name: string :param bucket_name: None :type index:string :param index:object name of index page for static website trusteeship :type not_found:string :param not_found:object name of not_found 404 page for static website trusteeship :return: **HttpResponse Class** NindexZnotFoundrZwebsiter;r\r_)r#r:rs not_foundr4r]r$r$r%put_bucket_static_websites z#BosClient.put_bucket_static_websitecCrN)z Get Information of static website trusteeship :type bucket: string :param bucket: None :return: **HttpResponse Class** rtr;r<r6rBr$r$r%get_bucket_static_website$  z#BosClient.get_bucket_static_websitecCrN)z Delete Information of static website trusteeship to be closed :type bucket: string :param bucket: None :return: **HttpResponse Class** rtr;r<rprBr$r$r%delete_bucket_static_website5rxz&BosClient.delete_bucket_static_websitecCri)aN Set server encryption for bucket :type bucket: string :param bucket: None :type encryption_algorithm: string :param grant_list: server encryption algorithm for bucekt.Now the value of encryption_algorithm only is 'AES256' :return: **HttpResponse Class** ZencryptionAlgorithmrZ encryptionr;r\rl)r#r:Zencryption_algorithmr4r$r$r%put_bucket_encryptionFs   zBosClient.put_bucket_encryptioncCrN)z Get status of server encryption :type bucket: string :param bucket: None :return: **HttpResponse Class** rzr;r<r6rBr$r$r%get_bucket_encryption^rxzBosClient.get_bucket_encryptioncCrN)z Close server encryption :type bucket: string :param bucket: None :return: **HttpResponse Class** rzr;r<rprBr$r$r%delete_bucket_encryptionorxz"BosClient.delete_bucket_encryption)r:resourcecCs4|jtj|tjd|itjdtjt j iddi|dS)a Open image copyright protection and set resource :type bucket: string :param bucket: None :type resource: list of string :param grant_list: resource range to be protected :return: **HttpResponse Class** r~rZcopyrightProtectionr;r\r_)r#r:r~r4r$r$r%put_bucket_copyright_protections  z)BosClient.put_bucket_copyright_protectioncCrN)z Get configuration of image copyright protection :type bucket: string :param grant_list: None :return: **HttpResponse Class** rr;r<r6rBr$r$r%get_bucket_copyright_protectionrxz)BosClient.get_bucket_copyright_protectioncCrN)z Close image copyright protection :type bucket: string :param bucket: None :return: **HttpResponse Class** rr;r<rprBr$r$r%"delete_bucket_copyright_protectionrxz,BosClient.delete_bucket_copyright_protection)r: replicationcCsNddi}d|vrt|d|d<|jtj|tj|tjdt j t j i||dS)a Open cross-region replication :type bucket: string :param bucket: None :type replication: dict :type replication: configuration for cross-region replication :return: **HttpResponse Class** replicationr;ididrZr\ rconvert_to_bytesr7rrAr`rar1rXrrbrrc)r#r:rr4r=r$r$r%put_bucket_replications z BosClient.put_bucket_replicationcC2ddi}|durt||d<|jtj|||dS)z Get configuration of cross-region replication :type bucket: string :param bucket: None :type id: string :param id: replication rule id :return: **HttpResponse Class** rr;Nrr<rrr7rr8r#r:rr4r=r$r$r%get_bucket_replicationz BosClient.get_bucket_replicationcCr)a Delete configuration of cross-region replication and close it :type bucket: string :param bucket: None :type id: string :param id: replication rule id :return: **HttpResponse Class** rr;Nrr<rrr7rrqrr$r$r%delete_bucket_replicationrz#BosClient.delete_bucket_replicationcCr)a1 Get status of cross-region replication,for exapmle 'historyReplicationPercent', 'latestReplicationTime' :type bucket: string :param bucket: None :type id: string :param id: replication rule id :return: **HttpResponse Class** sreplicationProgressr;Nrr<rrr$r$r%get_bucket_replication_progresssz)BosClient.get_bucket_replication_progresscCs|jtj|ddd|dS)z list configuration of cross-region replication rule :type bucket: string :param bucket: None :return: **HttpResponse Class** r;)rslistr<r6rBr$r$r%list_bucket_replications  z!BosClient.list_bucket_replication)r: inventorycCs@t|d}|jtj|tj|tjdt j t j id|d|dS)z set bucket inventoru :type bucket: string :param bucket: None :type inventory: dict :param inventory: configuration for bucket inventory :return: **HttpResponse Class** rrZr; inventoryrr\r)r#r:rr4Zconf_idr$r$r%put_bucket_inventory's zBosClient.put_bucket_inventory)r:inventory_conf_idcC |jtj|dt|d|dS)z Get configuration of bucket inventory :type bucket: string :param bucket: None :return: **HttpResponse Class** r;rr<)r7rr8rrr#r:rr4r$r$r%get_bucket_inventory>  zBosClient.get_bucket_inventorycCr)z Delete configuration of bucket inventory :type bucket: string :param bucket: None :return: **HttpResponse Class** r;rr<)r7rrqrrrr$r$r%delete_bucket_inventoryNrz!BosClient.delete_bucket_inventorycCrN)z list configuration of bucket inventory :type bucket: string :param bucket: None :return: **HttpResponse Class** rr;r<r6rBr$r$r%list_bucket_inventory^rxzBosClient.list_bucket_inventorycCsF|dur t|}|jtj|tjd|itjdt j t j iddi|dS)z Open bucket trash function :type bucket: string :param bucket: None :type trash_dir: string :param trash_dir: directory of trash,optional :return: **HttpResponse Class** NZtrashDirrZtrashr;r\rl)r#r:Z trash_dirr4r$r$r%put_bucket_trashns   zBosClient.put_bucket_trashcCrN)z Get status of bucket trash :type bucket: string :param grant_list: None :return: **HttpResponse Class** rr;r<r6rBr$r$r%get_bucket_trashrxzBosClient.get_bucket_trashcCrN)z Close bucket trash :type bucket: string :param bucket: None :return: **HttpResponse Class** rr;r<rprBr$r$r%delete_bucket_trashrxzBosClient.delete_bucket_trash)r:keyric  Cst|}t|dks|dkrtd|| |} |pi}|p i}|dur(|| _t| j| j\} } } | }| | j krC|dt| 7}||t j <| | ||}| t jkr^| t jkr^tdg}| jdurk| j|t j<t| j| |||||||t j<dt| j||t|dfS) a Get an authorization url with expire time. specified protocol in endpoint > protocal > default protocol in config. :type timestamp: int :param timestamp: None :type expiration_in_seconds: int :param expiration_in_seconds: None :type options: dict :param options: None :param is_official_domain: default use not official domain,example: bucket.bj.bcebos.com :return: **URL string** rsv1z!generate url the key param error!N:shosts %s://%s%s?%sF)rrlen ValueError _merge_configprotocolr parse_host_portendpoint default_portrZHOST _get_pathrr8rDsetsecurity_tokenSTS_SECURITY_TOKENlowerr sign credentialsZ AUTHORIZATIONnameZget_canonical_querystring)r#r:r timestampZexpiration_in_secondsr^r=Zheaders_to_signrr4Z httpmethodendpoint_protocolZ endpoint_host endpoint_portZ full_hostpathr$r$r%generate_pre_signed_urlsD        z!BosClient.generate_pre_signed_url)r:rulescC$|jtj|dditd|i|dS)z Put Bucket Lifecycle :type bucket: string :param bucket: None :type rules: list :param rules: None :return:**Http Response** lifecycler;ruler=r]r4r7rrAr`ra)r#r:rr4r$r$r%put_bucket_lifecycles  zBosClient.put_bucket_lifecyclecCrN)z Get Bucket Lifecycle :type bucket: string :param bucket: None :return:**Http Response** rr;r<r6rBr$r$r%get_bucket_lifecycle  zBosClient.get_bucket_lifecyclecCrN)z Delete Bucket Lifecycle :type bucket: string :param bucket: None :return:**Http Response** rr;r<rprBr$r$r%delete_bucket_lifecyclerz!BosClient.delete_bucket_lifecycle)r:cors_configurationcCr)z Put Bucket Cors :type bucket: string :param bucket: None :type cors_configuration: list :param cors_configuration: None :return:**Http Response** corsr;ZcorsConfigurationrr)r#r:rr4r$r$r%put_bucket_cors#  zBosClient.put_bucket_corscCrN)z~ Get Bucket Cors :type bucket: string :param bucket: None :return:**Http Response** rr;r<r6rBr$r$r%get_bucket_cors8rzBosClient.get_bucket_corscCrN)z Delete Bucket Cors :type bucket: string :param bucket: None :return:**Http Response** rr;r<rprBr$r$r%delete_bucket_corsGrzBosClient.delete_bucket_corscCsXi}|dur ||d<|dur||d<|dur||d<|dur"||d<|jtj|||dS) Get Object Information of bucket :type bucket: string :param bucket: None :type delimiter: string :param delimiter: None :type marker: string :param marker: None :type max_keys: int :param max_keys: value <= 1000 :type prefix: string :param prefix: None :return: **_ListObjectsResponse Class** NmaxKeysprefixmarker delimiterr<r6)r#r:max_keysprefixmarker delimiterr4r=r$r$r% list_objectsVszBosClient.list_objectsccsBd} |j|||||d}|jD]}|Vq|jr|j}ndSq) :param bucket_name: :param prefix: :param delimiter: :param config: :return: NT)rrrr4)rcontents is_truncatedZ next_marker)r#r:rrr4rr>itemr$r$r%list_all_objects{s   zBosClient.list_all_objectscCsH|durdSt|ttfstdt|dkrtdtjdt|iS)Nz!range should be a list or a tuplezrange should have length of 2 bytes=%d-%d)rElisttuple TypeErrorrrrRANGE)ranger$r$r%_get_range_header_dicts z BosClient._get_range_header_dictcCsi}|}tjrg}|D]\}}|}|||fq |}ttj}|D]\}}||rB|t |d}t ||t |<q'||j _ ||_ dS)aSets response.body to http_response and response.user_metadata to a dict consists of all http headers starts with 'x-bce-meta-'. :param http_response: the http_response object returned by HTTPConnection.getresponse() :type http_response: httplib.HTTPResponse :param response: general response object which will be returned to the caller :type response: baidubce.BceResponse :return: always true :rtype bool NT) getheadersrPY3rappendrmrBCE_USER_METADATA_PREFIXrTrZconvert_to_unicodemetadata user_metadatadata) http_responser>rZ headers_listZ temp_headsrVrWrr$r$r%_parse_bos_objects(    zBosClient._parse_bos_objectc Csi}|durt|}d|i}t|}t|dks|dr#tdt|}|dur7|dur2i}||tj<|j t j |||||tj dS)x :param bucket_name: :param key: :param range: :param config: :return: N versionIdr/(Key can not be empty or start with '/' .r^r=r4 body_parser) rrrrTrr1rrBOS_TRAFFIC_LIMITr7rr8r) r#r:rr traffic_limit version_idr4 query_params range_headerr$r$r% get_objects*     zBosClient.get_objectStandardc Cslt|}i}|dur||tj<t|dvrtd|t||tj<|jt j |||ddi|t j dS)zb :param bucket_name: :param key: :param config: :return: N)rZ ExpeditedZLowCostz\invalid tier:{} for restore_object.The valid value is "Standard" or "Expedited" or "LowCost"srestorer;r) rrrZBOS_RESTORE_DAYSrmrformatZBOS_RESTORE_TIERr7rPOSTr1r)r#r:rdaysZtierr4r^r$r$r%restore_objects$  zBosClient.restore_object@cCs^t|d}z$|rt|jj}t|||}n|}t||||W|dS|w)NwbT) openintrcontent_lengthr make_progress_adaptershutil copyfileobjclose)rr> file_namebuf_sizeprogress_callbackf file_sizestreamr$r$r%_save_body_to_files    zBosClient._save_body_to_filecCs|||dS)NT)init_from_http_response)rr>select_responser$r$r%_parse_select_messages zBosClient._parse_select_messagecCs6t|}|j|||||d}|j}|j|S)r)rrr4)rrrrreadr)r#r:rrrr4r>sr$r$r%get_object_as_string s   zBosClient.get_object_as_string)r:rrc si} |durt|}d|i} t|}t|dks|dr#tdtt|} |dur<| dur7i} || tj<j t j ||| | fdddS) a Get Content of Object and Put Content to File :type bucket: string :param bucket: None :type key: string :param key: None :type file_name: string :param file_name: None :type range: tuple :param range: (0,9) represent get object contents of 0-9 in bytes. 10 bytes date in total. :return: **HTTP Response** Nrrrrcstj||ddS)N recv_buf_size)r)r1r _get_config_parameterrr>r4rrr#r$r%Fs z.BosClient.get_object_to_file..r) rrrrTrr1rrrr7rr8) r#r:rrrr4rrrrrr$rr%get_object_to_files,     zBosClient.get_object_to_filecC>i}|durt|}d|i}t|}|jtj||||dS)z Get head of object :type bucket: string :param bucket: None :type key: string :param key: None :return: **_GetObjectMetaDataResponse Class** Nrr<)rrr7rrDr#r:rrr4rr$r$r%get_object_meta_dataN    zBosClient.get_object_meta_data)r:rrr content_md5c Cst|}t|}|j|||| || | | |d }|tjkr$tdtjddi}|dur0||d<| r8t|| }|jt j ||||||dS)a4 Put an appendable object to BOS or add content to an appendable object :type bucket: string :param bucket: None :type key: string :param key: None :type content_length: long :type offset: long :return: **HTTP Response** rr content_typecontent_sha256rr user_headersrobject_taggingDObject length should be less than %d. Use multi-part upload instead.sappendr;Nsoffsetr\) rr_prepare_object_headersrZMAX_APPEND_OBJECT_LENGTHrr rr7rr)r#r:rrrroffsetrrrrrrrrr4r^r=r$r$r% append_objectcs>   zBosClient.append_object)r:rrcCst|}t|tr|tj}d}z3t|}|dur't j || | dd}|j ||||t |||||| | | | | dW|durE|SS|durO|ww)z Create an appendable object and put content of string to the object or add content of string to an appendable object Nrr)r:rrrrr"rrrrrrrr4)rrrErencodebaidubceDEFAULT_ENCODINGioBytesIOr get_md5_from_fprr#rr)r#r:rrrr"rrrrrrrr4fpr$r$r%append_object_from_strings<       z#BosClient.append_object_from_stringc Cs|t|}t|}|j|||||| | ||d }||d}|tjkr*tdtj|r2t||}|j t j |||||dS)al Put object and put content of file to the object :type bucket: string :param bucket: None :type key: string :param key: None :type fp: FILE :param fp: None :type file_size: long :type offset: long :type content_length: long :return: **HTTP Response** rrr )r]r^r4) rrr!rrMAX_PUT_OBJECT_LENGTHrr rr7rrA)r#r:rrrrrrrrr encryption customer_keycustomer_key_md5rrrr4r^rr$r$r% put_objects8 &   zBosClient.put_object)bucketrrcCst|}t|tr|tj}d}z8t|}|dur't j || |dd}|j |||ft ||||||| | | | | |||dW|durJ|SS|durT|ww)af Create object and put content of string to the object :type bucket: string :param bucket: None :type key: string :param key: None :type input_content: string :param input_content: None :type options: dict :param options: None :return: **HTTP Response** Nrr$rrrrrrrr.r/r0rrrr4)rrrErr%r&r'r(r)r r*rr1rr)r#r2rrrrrrrrr.r/r0rrrr4r+r$r$r%put_object_from_strings>       z BosClient.put_object_from_string)r2rrcCst|}t|d}zL|dur|dtj|}|d|dur1||d}tj |||d}|dur:t |}|j |||f|||||| | | | | ||||dW| S| w)a^ Put object and put content of file to the object :type bucket: string :param bucket: None :type key: string :param key: None :type file_name: string :param file_name: None :type options: dict :param options: None :return: **HttpResponse Class** rbNrr)lengthrr3) rrrseekosSEEK_ENDtellrr r*guess_content_type_by_file_namer1r)r#r2rrrrrrrrrr.r/r0rrrr4r+rr$r$r%put_object_from_fileTs> #     zBosClient.put_object_from_file)source_bucket_name source_keytarget_bucket_name target_keyc Cst|}t|}|j|||| | | d}tdt||fd}| dur/|dt| }||tj<|dur=||tj<|dusE|durKd|tj<nd|tj<| durlz t || d}Wnt yk}z|d}~ww|j t j||||tjd S) a{ Copy one object to another object :type source_bucket: string :param source_bucket: None :type source_key: string :param source_key: None :type target_bucket: string :param target_bucket: None :type target_key: string :param target_key: None :return: **HttpResponse Class** )rrrrrr/%s/%sFNs ?versionId=%ssreplacescopyT)r^r4r)rrr!r normalize_stringrBCE_COPY_SOURCEBCE_COPY_SOURCE_IF_MATCHZBCE_COPY_METADATA_DIRECTIVEr1_get_user_header Exceptionr7rrArZparse_copy_object_response)r#r=r>r?r@etagrrrrZcopy_object_user_headersrrZsource_version_idr4r^Zmerge_source_keyrLr$r$r% copy_objectsP "     zBosClient.copy_objectcCr)z Delete Object :type bucket: string :param bucket: None :type key: string :param key: None :return: **HttpResponse Class** Nrr<rrr$r$r% delete_objectrzBosClient.delete_object)r:key_listcCs2dd|D}|jtj|td|iddi|dS)z Delete Multiple Objects :type bucket: string :param bucket: None :type key_list: string list :param key_list: None :return: **HttpResponse Class** cSsg|] }dt|iqSr)rrm).0rVr$r$r% sz5BosClient.delete_multiple_objects..objectssdeleter;r]r=r4r7rrr`ra)r#r:rJr4Z key_list_jsonr$r$r%delete_multiple_objectss  z!BosClient.delete_multiple_objects) source_bucket target_bucket target_prefixc Cs&|jtj|ddit||d|dS)z Put Bucket Logging :type source_bucket: string :param source_bucket: None :type target_bucket: string :param target_bucket: None :return: **HttpResponse Class** loggingr;)Z targetBucketZ targetPrefixrr)r#rRrSrTr4r$r$r%put_bucket_loggingszBosClient.put_bucket_loggingcCrN)z Get Bucket Logging :type bucket_name: string :param bucket_name: None :return: **HttpResponse Class** rUr;r<r6rBr$r$r%get_bucket_logging!rzBosClient.get_bucket_loggingcCrN)z Delete Bucket Logging :type bucket_name: string :param bucket_name: None :return: **HttpResponse Class** rUr;r<rprBr$r$r%delete_bucket_logging0rzBosClient.delete_bucket_loggingc Cst|}i}|dur||tj<|durt||tj<ntj|tj<|dur?z t ||d}Wnt y>}z|d}~ww|j t j|||ddi|dS)z Initialize multi_upload_file. :type bucket: string :param bucket: None :type key: string :param key: None :return: **HttpResponse** NFuploadsr;rf)rrrBOS_STORAGE_CLASSr convert_to_standard_stringrbr OCTET_STREAMr1rErFr7rr) r#r:rrrrr4r^rLr$r$r%initiate_multipart_upload?s,   z#BosClient.initiate_multipart_upload)r:r upload_id part_number part_sizepart_fpc Cst|}|tjks|tjkrtd|tjtjf|tjkr&tdtjtj|tj t j i} |dur8|| tj <|rAt |||}| durJ| | tj<|jtj|||| ||d| dS)a? Upload a part. :type bucket: string :param bucket: None :type key: string :param key: None :type upload_id: string :param upload_id: None :type part_number: int :param part_number: None :type part_size: int or long :param part_size: None :type part_fp: file pointer :param part_fp: not None :type part_md5: str :param part_md5: None :type config: dict :param config: None :return: **HttpResponse** z9Invalid part_number %d. The valid range is from %d to %d.z+Single part length should be less than %d. Ns partNumberuploadIdr\)rrrZMIN_PART_NUMBERZMAX_PART_NUMBERrr-rCONTENT_LENGTHrbrr\ CONTENT_MD5r rrr7rrA) r#r:rr^r_r`rapart_md5rrr4r^r$r$r% upload_partjs6 '    zBosClient.upload_part)r=r>r?r@r^r_r`r"cCst|}t|}|j| | | d}tdt||fd|tj<d|||df}||tj<| dur:| |tj<|j t j |||||d| dS) a Copy part. :type source_bucket_name: string :param source_bucket_name: None :type source_key: string :param source_key: None :type target_bucket_name: string :param target_bucket_name: None :type target_key: string :param target_key: None :type upload_id: string :param upload_id: None :return: **HttpResponse** )rrrrAFrNrbrf) rrr!r rBrrCZBCE_COPY_SOURCE_RANGErDr7rrA)r#r=r>r?r@r^r_r`r"rGrrrr4r^rr$r$r%upload_part_copys2 &     zBosClient.upload_part_copy)r:rr^r_r`rr"c CsRt|}t|d} z| ||j|||||| || | | d W| S| w)z :param bucket_name: :param key: :param upload_id: :param part_number: :param part_size: :param file_name: :param offset: :param part_md5: :param config: :return: r5)rfrrr4)rrrr7rgr) r#r:rr^r_r`rr"rfrrr4rr$r$r%upload_part_from_files   zBosClient.upload_part_from_file)r:rr^ part_listc CsBt|}|jtj||d}|jtj||t d|i|d|idS)ac After finish all the task, complete multi_upload_file. :type bucket: string :param bucket: None :type key: string :param key: None :type upload_id: string :param upload_id: None :type part_list: list :param part_list: None :return: **HttpResponse** )rrrpartsrc)r]r^r=) rrr!rrcr7rrr`ra) r#r:rr^rkrrr4r^r$r$r%complete_multipart_upload s  z#BosClient.complete_multipart_upload)r:rr^cCs"t|}|jtj||d|idS)a Abort upload a part which is being uploading. :type bucket: string :param bucket: None :type key: string :param key: None :type upload_id: string :param upload_id: None :return: **HttpResponse** rc)r=r)r#r:rr^r4r$r$r%abort_multipart_upload3s  z BosClient.abort_multipart_uploadcCsHt|}d|i}|dur||d<|dur||d<|jtj||||dS)a List all the parts that have been upload success. :type bucket: string :param bucket: None :type key: string :param key: None :type upload_id: string :param upload_id: None :type max_parts: int :param max_parts: None :type part_number_marker: string :param part_number_marker: None :return: **_ListPartsResponse Class** rcNsmaxPartsspartNumberMarkerr<r)r#r:rr^Z max_partspart_number_markerr4r=r$r$r% list_partsGs zBosClient.list_partsccsJt|}d} |j|||||d}|jD]}|Vq|js!dS|j}q )z| :param bucket_name: :param key: :param upload_id: :param config: :return: NT)ror4)rrrprlrZnext_part_number_marker)r#r:rr^r4ror>rr$r$r%list_all_partshs   zBosClient.list_all_partscCs\ddi}|dur ||d<|dur||d<|dur||d<|dur$||d<|jtj|||dS) a| List all Multipart upload task which haven't been ended.(Completed Init_MultiPartUpload but not completed Complete_MultiPartUpload or Abort_MultiPartUpload) :type bucket: string :param bucket: None :type delimiter: string :param delimiter: None :type max_uploads: int :param max_uploads: <=1000 :type key_marker: string :param key_marker: None :type prefix: string :param prefix: None :type upload_id_marker: string :param upload_id_marker: :return: **_ListMultipartUploadResponse Class** rYr;Nrs maxUploadss keyMarkerrr<r6)r#r:Z max_uploads key_markerrrr4r=r$r$r%list_multipart_uploads}sz BosClient.list_multipart_uploadsccsld} |j|||||d}|jD]}|Vq|jsdS|jdur%|j}nt|jdkr3|jdj}ndSq)rNT)rrrrr4r)rsZuploadsrZnext_key_markerrr)r#r:rrr4rrr>rr$r$r%list_all_multipart_uploadss&   z$BosClient.list_all_multipart_uploadsc  Cs| rtd|dSz#|j|||||||| | d } ||| jjdtd|WdStyG} z td|| d} ~ ww)Nz(upload task canceled with partNumber={}!)rr) partNumberZeTagz'upload task success with partNumber={}!z&upload task failed with partNumber={}!) r,_loggerdebugrrjrrrGrF)r#r:Z object_keyr^r_r`rr"rkuploadTaskHandlerrr>rLr$r$r% _upload_tasks$  zBosClient._upload_taskc Cs|dks|dkr tdtj|} | dkrtd|dus"|dkr&t}|dd}| |}| |dkr:|d7}|durAt}|j||||| d j}t |}g}d}d}g}| dkr| |krb| }| |j |||||||||| | }| || |8} ||7}|d7}| dks\t |td |rtd |j|||d d St||krtd|j|||d d S|jddd|||||dS)zn Multipart Upload file to bos param chunk_size: part size , default part size is 5MB irzEchunk size is valid, it should be more than 0 and not nore than 5120!lPCz'File size must not be more than 48.8TB!Nrhi)rrr) return_whenz!putting super object is canceled!)r^Fzputting super object failed!cSs|dS)Nrvr$)xr$r$r%rsz6BosClient.put_super_obejct_from_file..rKT)rr8rgetsizemultiprocessing cpu_countrr]r^rsubmitrzrrr r,rwrxrnrsortrm)r#r:rr chunk_sizeZ thread_numryrrrrrr4Z left_sizer`Z total_partr^executor all_tasksr"r_rkZ temp_taskr$r$r%put_super_obejct_from_files`         z$BosClient.put_super_obejct_from_file)r:rrUc CsDt|}|jtj||tjd|itjdt j t j iddi|ddS)z Set Access Control Level of object :type bucket: string :param bucket: None :type acl: list of grant :param acl: None :return: **HttpResponse Class** rYrZrOr;r\Nr)r#r:rrUr4r$r$r%set_object_acls    zBosClient.set_object_aclc Cst|}d}d}|durtjt|i}|d7}|dur)tjt|i}|d7}|dur9tjt|i}|d7}|dkrAtd|dkrItd|jtj |||ddi|d dS) a :type bucket_name: string :param bucket_name: None :type key: string :param key: None :type canned_acl: string :param canned_acl: for header 'x-bce-acl', it's value only is canned_acl.PRIVATE or canned_acl.PRIVATE_READ :type grant_read: string :param grant_read: Object id of getting READ right permission. for exapmle,grant_read = 'id="6c47...4c94",id="8c42...4c94"' :type grant_full_control: string :param grant_full_control: Object id of getting READ right permission. for exapmle,grant_full_control = 'id="6c47...4c94",id="8c42...4c94"' :param config: :return: **HttpResponse Class** Nrrhz,donn't give any object canned acl arguments!rz5cann't get more than one object canned acl arguments!rOr;rf) rrrrgZBOS_GRANT_READZBOS_GRANT_FULL_CONTROLrr7rrA) r#r:rreZ grant_readZgrant_full_controlr4r^num_argsr$r$r%set_object_canned_acl/s.  zBosClient.set_object_canned_aclcC$t|}|jtj||ddi|dS)z Get Access Control Level of object :type bucket: string :param bucket: None :type key: string :param key: None :return: **HttpResponse Class** rOr;r<rr#r:rr4r$r$r%get_object_aclf zBosClient.get_object_aclcCr)z Get Access Control Level of object :type bucket: string :param bucket: None :type key: string :param key: None :return: **HttpResponse Class** rOr;r<rrr$r$r%delete_object_acl|rzBosClient.delete_object_acl)r:rurlcCs^t|}i}t||tj<|dur||tj<|dur!||tj<|jtj|||ddi|dS)a fetch object with given url and save to Baidu object storage :type bucket: string :param bucket: None :type key: string :param key: object name to be saved :type url:string :param url: url of resource to be fetched :type fetch_mode:string :param fetch_mode: fetch mode for get resource, valid value only is 'sync' and 'async' :return: **HttpResponse Class** Nsfetchr;rf) rrrZBOS_FETCH_SOURCEZBOS_FETCH_MODErZr7rr)r#r:rrZ fetch_moderr4r^r$r$r% fetch_objects   zBosClient.fetch_object)r:r@symlinkforbid_overwritec Cst|}t|}|durt|}|j|||d} || tj<|dur1|r,d| tj<nd| tj<|dur=t|| tj<|j t j ||| ddi| dS)a put object symlink :type bucket: string :param bucket: None :type key: string :type key: object name :type symlink: string :type symlink_key: symlink name :return: **HttpResponse Class** N)rrrstruesfalsesymlinkr;rf) rrr r;r!rZBOS_SYMLINK_TARGETZBOS_FORBID_OVERWRITEZBOS_SYMLINK_BUCKETr7rrA) r#r:r@rrrrrSrr4r^r$r$r%put_object_symlinks,      zBosClient.put_object_symlink)r:rcCs$t|}|jtj||ddi|dS)z Get symlink info :type bucket: string :param bucket: None :type symlink: string :param symlink: symlink :return: **HttpResponse Class** rr;r<r)r#r:rr4rr$r$r%get_object_symlinkrzBosClient.get_object_symlink)r:rselect_object_argsc st|}|pi}d|vrd|dvrd}nd|vr#d|dvr#d}nd}t|jtj||tjd|itj d|d |d |fd d d S)a- :type bucket_name: string :param bucket_name: bucket name :type key: string :param key: object name :type select_object_args: dict :param select_object_args: requesta parameters for select object api :param config: :return: ZinputSerializationr`sjsoncsvscsvsparquetZ selectRequestrZr;)sselectstypecst||Sr2)r1r rr r$r%r sz)BosClient.select_object..)r]r^r=r4r) rrSelectResponser7rrr`rar1rX)r#r:rrr^r4Z select_typer$rr% select_objects&   zBosClient.select_objectcC|jtjddi|dS)zI get user quota :param config: :return: userQuotar;r<r6r3r$r$r%get_user_quota  zBosClient.get_user_quota)max_bucket_countmax_capacity_mega_bytescCs$|jtjt||dddi|dS)a  put user quota :type max_bucket_count: int :param max_bucket_count: max bucket count :type max_capacity_mega_bytes: long :param max_capacity_mega_bytes: max capacity mega bytes :param config: :return: )ZmaxBucketCountZmaxCapacityMegaBytesrr;rOr)r#rrr4r$r$r%put_user_quota( szBosClient.put_user_quotacCr)zL delete user quota :param config: :return: rr;r<rpr3r$r$r%delete_user_quota< rzBosClient.delete_user_quotacCrN)z get notification :type bucket_name: string :param bucket_name: bucket name :param config: :return: notificationr;r:r=r4r6rBr$r$r%get_notificationG s zBosClient.get_notification)r: notificationscCs$|jtj|td|iddi|dS)z put user quota :type bucket_name: string :param bucket_name: bucket :type notifications: list of dict :param notifications: notifacation param :param config: :return: rrr;r:r]r=r4r)r#r:rr4r$r$r%put_notificationW s  zBosClient.put_notificationcCrN)z delete notification :type bucket_name: string :param bucket_name: bucket name :param config: :return: rr;rrprBr$r$r%delete_notificationi s zBosClient.delete_notification)r: mirror_argscC*|jtj|tjd|itjdddi|dS)z put bucket mirroring :type bucket_name: string :param bucket_name: bucket name :param mirror_args: mirror conf :return: ZbucketMirroringConfigurationrZ mirroringr;rr7rrAr`rar1rX)r#r:rr4r$r$r%put_bucket_mirroringx s zBosClient.put_bucket_mirroringcCrN)z get bucket mirroring :type bucket_name: string :param bucket_name: bucket name :return: rr;rr6rBr$r$r%get_bucket_mirroring rQzBosClient.get_bucket_mirroringcCrN)z delete bucket mirroring :type bucket_name: string :param bucket_name: bucket name :return: rr;rrprBr$r$r%delete_bucket_mirroring rQz!BosClient.delete_bucket_mirroringcCs(|jtj||tj|tjdddi|dS) put object tagging :type bucket_name: string :param bucket_name: bucket name :type key: string :param key: object name :type obj_tag_args: dict :param obj_tag_args: object tagging args :return: rZtaggingr;)r:rr]r=r4r)r#r:rZ obj_tag_argsr4r$r$r%put_object_tagging szBosClient.put_object_taggingcCs0i}t||tj<|jtj|||ddi|dS)rrr;)r:rr^r=r4)rrr BOS_TAGGINGr7rrA)r#r:rZ tag_headerr4r^r$r$r%put_object_tagging_canned sz#BosClient.put_object_tagging_cannedcCs|jtj||ddi|dS)z put object tagging :type bucket_name: string :param bucket_name: bucket name :type key: string :param key: object name :return: rr;)r:rr=r4r6rr$r$r%get_object_tagging s zBosClient.get_object_taggingcCr)z put bucket versioning :type bucket_name: string :param bucket_name: bucket name :type status: string :param key: version status:disable/enabled/suspended :return: statusrZ versioningr;rr)r#r:rr4r$r$r%put_bucket_versioning s zBosClient.put_bucket_versioningcCrN)z get bucket versioning :type bucket_name: string :param bucket_name: bucket name :return: rr;rr6rBr$r$r%get_bucket_versioning s  zBosClient.get_bucket_versioningc Cslddi}|dur ||d<|dur||d<|dur||d<|dur$||d<|dur,||d<|jtj|||d S) rsversionsr;NrrrrsversionIdMarkerr<r6) r#r:rrrZversion_markerrr4r=r$r$r%list_objects_versions szBosClient.list_objects_versionscCr)z init bucket object lock :type bucket: string :param bucket: None :type retention_days: int :param retention_days: None :return:**Http Response** objectlockr;Z retentionDaysrrP)r#r:Zretention_daysr4r$r$r%init_bucket_object_lock8 rz!BosClient.init_bucket_object_lockcCrN)z get bucket object lock :type bucket: string :param bucket: None :return:**Http Response** rr;r<r6rBr$r$r%get_bucket_object_lockM rz BosClient.get_bucket_object_lockcCrN)z Delete Bucket Object Lock :type bucket: string :param bucket: None :return:**Http Response** rr;r<rprBr$r$r%delete_bucket_object_lock\ rz#BosClient.delete_bucket_object_lockcCrN)z complete bucket object lock :type bucket: string :param bucket: None :type retention_days: int :param retention_days: None :return:**Http Response** scompleteobjectlockr;r<)r7rrrBr$r$r%complete_bucket_object_lockk s z%BosClient.complete_bucket_object_lockcCr)z extend bucket object lock :type bucket: string :param bucket: None :type extend_retent_days: int :param extend_retent_days: None :return:**Http Response** sextendobjectlockr;ZextendRetentionDaysrrP)r#r:Zextend_retent_daysr4r$r$r%extend_bucket_object_lock~ rz#BosClient.extend_bucket_object_lockcCrNz~ get bucket quota :type bucket: string :param bucket: None :return:**Http Response** quotar;r<r6rBr$r$r%get_bucket_quota rxzBosClient.get_bucket_quotacC&|jtj|tj|tjdddi|dS)z put quota conf of bucket :type bucket: string :param bucket: None :type retention_days: int :param retention_days: None :return:**Http Response** rZrr;rOr)r#r:Z quota_confr4r$r$r%put_bucket_quota zBosClient.put_bucket_quotacCrNrrprBr$r$r%delete_bucket_quota rxzBosClient.delete_bucket_quotacCrN)z get bucket tagging :type bucket: string :param bucket: None :return:**Http Response** rr;r<r6rBr$r$r%get_bucket_tagging rxzBosClient.get_bucket_taggingcCr)z put tagging conf of bucket :type bucket: string :param bucket: None :type retention_days: int :param retention_days: None :return:**Http Response** rZrr;rOr)r#r:Ztag_confr4r$r$r%put_bucket_tagging rzBosClient.put_bucket_taggingcCrN)z delete bucket tagging :type bucket: string :param bucket: None :return:**Http Response** rr;r<rprBr$r$r%delete_bucket_tagging rxzBosClient.delete_bucket_taggingc  Csi} |dur|r|dkrtdt|| tj<|dur$t|| tj<|dur1t|| tj<nt j | tj<|dur@|| tj <|durNdt|| tj <|durd}t }t|ts`tdt|D]*\}}||t|}t|}tj|}|| |<|t|7}|t|7}qd|tjkrtdtjt|t|krtd|dur|| tj<|durt|| tj<| durt| | tj<| durt| | tj<|durz t| |d} Wnty}z|d}~ww| dur| | tj<| durt| | tj <| S)Nrz&content_length should not be negative.s"%s"z%user_metadata should be of type dict.z,Metadata size should not be greater than %d.z%user_metadata has duplicate elements.F)!rrrrrdr r[rerbrr\ZBCE_CONTENT_SHA256ZETAGrrEdictrraddrrrrZMAX_USER_METADATA_SIZErZZBOS_SERVER_SIDE_ENCRYPTIONZ'BOS_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEYZ+BOS_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEY_MD5r1rErFrr)rrrrrGrrrr.r/r0rrr^Z meta_sizeZ meta_data_setrVrWZnormalized_keyrLr$r$r%r! sn            z!BosClient._prepare_object_headersFcCst|ts tdtj}|s |ttjtjtj tj tj g}n |ttj tj tjg}t|D]\}}t|}|tjkrDt|}||vrL|||<q1|S)Nz$user_headers should be of type dict.)rErrrZBOS_BASE_ALLOW_HEADERSunionrZ CACHE_CONTROLZCONTENT_ENCODINGZCONTENT_DISPOSITIONZEXPIRESZ BOS_PROCESSZBCE_COPY_SOURCE_IF_NONE_MATCHZ#BCE_COPY_SOURCE_IF_UNMODIFIED_SINCEZ!BCE_COPY_SOURCE_IF_MODIFIED_SINCErr r[ZBOS_OBJECT_EXPIRES)r^rZis_copyZ bos_headersZuser_headers_setrVrWr$r$r%rEP s,      zBosClient._get_user_headercCs.d}|dur t||}|dur|St|j|Sr2)getattrr4)r#r4attrr+r$r$r%rj s   zBosClient._get_config_parametercCs`|j}|r|j}t|j|j\}}}|js!t|s!t||r(tt j |Stt j ||Sr2) rbackup_endpointr rr cname_enabledis_cname_like_hostZis_custom_hostZ append_urirZ URL_PREFIX)r4r:rZuse_backup_endpointhostrZ host_namerr$r$r%rs szBosClient._get_pathcCs4t|j}|dur|||||}||_|Sr2)copyr4Zmerge_non_none_values_change_user_endpointr)r#r4r:Z new_configrr$r$r%r s   zBosClient._merge_configc Cs*t|j|j\}}}t|d}|j}t|o t|dk}t |r)|jS|j r/|jS|j s7t |r@|r=t d|jS|dur{|r{|tro|d} t| dkrY|jS| ddt|d| d} t| St|dt|St|dkr|dur|dt|krt d |jS) N.zr$r$r%r  s z&SelectResponse.init_from_http_responsec cs|j}z|js|d}|sttd|ddd}td|ddd}||}||}t}|ddkr`||d}||} td|dd} | |t | | |Vnh|dd kr|d} |d} td|dd} td | d} td | d} | || | | |Vn1|dd krtd|dd} |d d krt |d|d |jjjd||| d|_|V|jrt|jw)z- generator for SelectMessage Nz>Irrz message-typer rz>Qrz error-codesuccessz error-message)rZ request_idT)rrr  StopIterationrstructunpack_parse_select_headersrrrrmrrr>rZbce_request_idr) r#rZpreludeZ total_lenZ headers_lenr^Z headers_mapmsgZ payload_lenrrrrr$r$r%r+ sL            ! zSelectResponse.resultcCsi}d}|t|krVtd|||dd}|d7}||||}||7}td|||dd}|d7}||||}||7}t||t|<|t|ks |S)z\ parse SELECT headers :param headers: :return: rBrhz>Hr)rrrrrm)r^ZhmrsZkey_lenrZ value_lenvaluer$r$r%rH s  z$SelectResponse._parse_select_headersN) r-r.r/r0r&r r+rrr$r$r$r%r s+r)>r0r(r http.clientrHr8r`loggingrrbuiltinsrrZ future.utilsrrrconcurrent.futuresrrr r r functoolsrr&r r Z baidubce.authr Zbaidubce.bce_base_clientrZbaidubce.exceptionrrrZ baidubce.httprrrrrZbaidubce.servicesrZbaidubce.services.bosrrZbaidubce.utilsrr getLoggerr-rwZFETCH_MODE_SYNCZFETCH_MODE_ASYNCrrrr1rrrr$r$r$r%s                     &(