o *j9 @stdZddlZddlmZmZmZddlZddlm Z m Z ddl m Z ee ejfZehdZdZd Zd eed efd d Zdee efd efddZdeedededed eef ddZdedededed ef ddZded efddZddZdd Zded efd!d"Zdee effd#d$Zd%d&Zd'ed efd(d)Z d*ed e fd+d,Z!d-d.Z"d/d0Z#d1d2Z$d3d4Z%dS)5z+Feature processing logic for multimer data N)IterableListMutableMapping) msa_pairingresidue_constants)correct_template_restypes>!num_sym all_atom_mask entity_maskZasym_lenZ all_crops_all_chains_residue_idsmsa_mask deletion_meanZall_crops_all_chains_positionsZall_crops_all_chains_maskasym_id seq_lengthtemplate_aatypeZall_chains_entity_ids entity_id num_templatesall_atom_positionstemplate_all_atom_positionsZ residue_index bert_maskmsadeletion_matrixaatypecluster_bias_mask resolutionZ queue_sizeseq_masksym_idassembly_num_chainstemplate_sum_probstemplate_all_atom_masknum_alignments msa_chainsZmem_peakichainsreturncCs&tttdd|D}|dkS)z@Checks if a list of chains represents a homomer/monomer example.cSs&g|]}t|d|ddkqS)rr)npunique).0chainr)x/var/www/html/Deteccion_Ine/venv/lib/python3.10/site-packages/modelscope/models/science/unifold/data/process_multimer.py Isz*_is_homomer_or_monomer..r)lenr%r& concatenate)r#Znum_unique_chainsr)r)r*_is_homomer_or_monomerDs r.all_chain_featurescCs\t||}t| }|rtj|d}t|}t|t|td}tj||td}t |}|S)zRuns processing on features to augment, pair and merge. Args: all_chain_features: A MutableMap of dictionaries of features for each chain. Returns: A dictionary of features. )r# msa_crop_sizepair_msa_sequences max_templates)np_chains_listr2r3) process_unmerged_featuresr.rZcreate_paired_featuresZdeduplicate_unpaired_sequences crop_chains MSA_CROP_SIZE MAX_TEMPLATESZmerge_chain_features process_final)r/r4r2 np_exampler)r)r*pair_and_mergePs.  r; chains_listr1r2r3cCs,g}|D]}t||||d}||q|S)akCrops the MSAs for a set of chains. Args: chains_list: A list of chains to be cropped. msa_crop_size: The total number of sequences to crop from the MSA. pair_msa_sequences: Whether we are operating in sequence-pairing mode. max_templates: The maximum templates to use per chain. Returns: The chains cropped. r0)_crop_single_chainappend)r<r1r2r3Zcropped_chainsr(Z cropped_chainr)r)r*r6us r6r(cCs|d}|r@|d}t||d}|dd|ddf}ttj|tjkdd}t||}t||d} t|| }nt||}d |voK|} | r[|d jd} t| |} |D]E} | d d}|tj vrz|| d| ddf|| <q]|tj vrd | vr|r|| d|ddf|| <q]|| d|ddf|| <q]tj |tj d |d<| rtj | tj d |d <|rtj |tj d |d<|S) z'Crops msa sequences to `msa_crop_size`.r Znum_alignments_all_seq msa_all_seqNrZaxisrrZ_all_seqdtyper) r%minimumsumanyrZ MSA_GAP_IDXmaximumshapesplitZTEMPLATE_FEATURESZ MSA_FEATURESasarrayint32)r(r1r2r3Zmsa_sizeZmsa_size_all_seqZmsa_crop_size_all_seqr@Znum_non_gapped_pairsZmax_msa_crop_sizeZinclude_templatesrZtemplates_crop_sizekZk_splitr)r)r*r=sN        r=r:cCst|}t|}t|}|S)zCFinal processing steps in data pipeline, after merging and pairing.)_make_seq_mask_make_msa_mask_filter_featuresr:r)r)r*r9sr9cCs|ddktj|d<|S)Nrrr)astyper%float32rPr)r)r*rMsrMcCsDtj|dtjd|d<|ddktj}|d|d9<|S)z:Mask features are all ones, but will later be zero-padded.rrBr rrN)r%Z ones_likeZint8rQ)r:rr)r)r*rNsrNcCsdd|DS)z4Filters features of example to only those requested.cSsi|] \}}|tvr||qSr))REQUIRED_FEATURES)r'rLvr)r)r* sz$_filter_features..)itemsrPr)r)r*rOsrOcCst|}|D]R}d|vrtj|dtjd|d<d|vr*tj|dtjd|d<tj|ddd|d<d |vrQtj|d }||d <tt |j d g|d <t||d <q|D]}|ddk tj |d<q[dS)z;Postprocessing stage for per-chain features before merging.deletion_matrix_intrBrZdeletion_matrix_int_all_seqZdeletion_matrix_all_seqrrAr rrr rrr N) r,r%rJpoprRmeanrZSTANDARD_ATOM_MASKzeroslistrHrQrK)r/Z num_chainschain_featuresr r)r)r*r5s<    r5cCsXtd|ftjtd|ddftjtdtjtd|dftjdS)Nr%rX)rr)rrrr)r%r[rQZint64rR)Zn_resr)r)r*empty_template_feats s r_monomer_featurescCs|djddkr|t|djdi}hd}|D]S\}}||vr2tj|d|jd}n1|dkrBtj|ddtj }n!|dkrR|jddkrQt |}n|dkrYd }n |d krc|tj }| d rn|tj }|||<qd |vr|d tj |d <|d|S)z;Reshapes and modifies monomer features for multimer models.rrr>r sequenceZ domain_namerrBrAZtemplate_all_atom_masksrrZ_maskrWrr)rHupdater_rVr%rJrCZargmaxrQrKrZuint8endswithrRrY)r`Z convertedZunnecessary_leading_dim_featsZ feature_namefeaturer)r)r*convert_monomer_featuress@    rfnumcCsd|dkr td|d|d}g}|dkr-|t|dtd|dd}|dksd|S)a`Encodes a number as a string, using reverse spreadsheet style naming. Args: num: A positive integer. Returns: A string that encodes the positive integer using reverse spreadsheet style, naming e.g. 1 = A, 2 = B, ..., 27 = AA, 28 = BA, 29 = CA, ... This is the usual way to encode chain IDs in mmCIF files. rz$Only positive integers allowed, got .rA) ValueErrorr>chrordjoin)rgoutputr)r)r*int_id_to_str_id@s   rqc Csi}tt}|D]#}d|vsJt|d}||vr#t|d||<||||q g}d}|D]D\}}t|} t|ddD]5\} }|d} |t | |d<| t | |d<|t | |d<| t | |d<|d7}||qCq5|S) aAdd features to distinguish between chains. Args: all_chain_features: A dictionary which maps chain_id to a dictionary of features for each chain. Returns: all_chain_features: A dictionary which maps strings of the form `_` to the corresponding chain features. E.g. two chains from a homodimer would have keys A_1 and A_2. Two chains from a heterodimer would have keys A_1 and B_1. rar)startrrrrr ) collections defaultdictr\strr,r>rV enumerater%Zones) r/Zseq_to_entity_idZgrouped_chainsr]seqZnew_all_chain_featuresZchain_idrZgroup_chain_featuresr rrr)r)r*add_assembly_featuresVs,     rxcCsjt|}|djd}||kr3dD]}t||d||fdf||<qt|dd||ff|d<|S)Nrr)rrrr r!)rrr)dictrHr%pad)r:Z min_num_seqZnum_seqZfeatr)r)r*pad_msa}s  r{cCs:t|d}gd}|D]}||vr||d||<q |S)Ni)r rrrrrb)r{Zreshape)r:Z no_dim_keysrLr)r)r* post_processs r|c Csrtdd|D}g}t|D]\}}t||vr||qtj|||gdd}tj|||gdd} || fS)NcSsg|]}t|qSr))tuple)r'mr)r)r*r+szmerge_msas..rrA)setrvr}r>r%r-) rZdel_matZnew_msaZ new_del_matZ cur_msa_setZnew_rowsisZret_msaZ ret_del_matr)r)r* merge_msass  r)&__doc__rstypingrrrnumpyr%Z&modelscope.models.science.unifold.datarrutilsrruZndarrayZ FeatureDict frozensetrSr8r7boolr.r;intr6r=r9rMrNrOr5r_rfrqrxr{r|rr)r)r)r*s`   %  %  4 # *'