o i "@snddlZddlZddlmZddlZddlmZddlmZm Z m Z m Z m Z ddl mZmZmZmZmZmZmZddlmZmZmZddlmZmZdd lmZd Zd Zd e d e!fddZ"de#d e#fddZ$d e#fddZ%deded efddZ&ded efddZ'dede d e efddZ(ded efddZ)deded efd d!Z*d"e e#efded e e#effd#d$Z+dS)%N)md5) ascii_letters)AnyIteratorDictListcast) INT_MIN_VALUE INT_MAX_VALUELONG_MIN_VALUELONG_MAX_VALUE DAYS_SHIFT MLS_PER_HOUR MCS_PER_HOUR)extract_record_typeextract_logical_type parse_schema)Schema NamedSchemas) PRIMITIVESllnumreturncCst|d|dS)Nlittle)random getrandbitsto_bytes)rrT/var/www/html/karishye-ai-python/venv/lib/python3.10/site-packages/fastavro/utils.py _randbytessr stringcCst|S)N)rencode hexdigest)r!rrr_md5!sr$cCsdtjtddS)N )k)joinrchoicesrrrrr _gen_utf8%sr*schema named_schemasc st|}t|}|dkrdS|dkr|dkrtjStS|dkrI|dkr5tt dt j j tS|dkrCtdt d dStttS|d kr}|d kr[tdtd dS|d ksc|d kritdtS|dksq|dkrwtdtStttS|dkrtS|dkrtS|dkrttddS|dkrtdS|dkrttttf|}t|dS|dkrttttf|}tdt|dd}|d|S|dkrttttf|fddtdDS|dkrttttf|fddtdDS|dks|d kr(ttt|}tdt|d}t||S|d!ks2|d"krFttttf|}fd#d|d$DStt|} t| S)%Nnullr!z string-uuidintzint-dater zint-time-millisrlongzlong-time-microszlong-timestamp-milliszlong-local-timestamp-milliszlong-timestamp-microszlong-local-timestamp-microsfloatdoublebooleanbytesr&fixedsizeenumsymbolsarraycsg|] }tdqS)itemsgen_data.0_) array_schemar,rr \szgen_data..mapcsi|] }ttdqS)values)r*r<r=) map_schemar,rr _szgen_data..union error_unionrecorderrorcs i|] }|dt|dqS)nametyper;r>fieldr,rrrEisfields) rruuiduuid4hexr*rrandintrdatetimedatemax toordinalrr r rMAX_TIMESTAMP_MILLISMAX_TIMESTAMP_MICROSr r boolr rrstrrlenrrangerr<) r+r, record_type logical_type fixed_schema enum_schema real_index union_schema record_schema named_schemar)r@rDr,rr<)sx           r<cCstt|dS)a Returns a single instance of arbitrary data that conforms to the schema. Parameters ---------- schema Schema that data should conform to Example:: from fastavro import schemaless_writer from fastavro.utils import generate_one schema = { 'doc': 'A weather reading.', 'name': 'Weather', 'namespace': 'test', 'type': 'record', 'fields': [ {'name': 'station', 'type': 'string'}, {'name': 'time', 'type': 'long'}, {'name': 'temp', 'type': 'int'}, ], } with open('weather.avro', 'wb') as out: schemaless_writer(out, schema, generate_one(schema)) r )next generate_many)r+rrr generate_onersrhcountccs.i}t||}t|D]}t||Vq dS)a[ A generator that yields arbitrary data that conforms to the schema. It will yield a number of data structures equal to what is given in the count Parameters ---------- schema Schema that data should conform to count Number of objects to generate Example:: from fastavro import writer from fastavro.utils import generate_many schema = { 'doc': 'A weather reading.', 'name': 'Weather', 'namespace': 'test', 'type': 'record', 'fields': [ {'name': 'station', 'type': 'string'}, {'name': 'time', 'type': 'long'}, {'name': 'temp', 'type': 'int'}, ], } with open('weather.avro', 'wb') as out: writer(out, schema, generate_many(schema, 5)) N)rr]r<)r+rir, parsed_schemar?rrrrgs !  rgcCsi}t||}t||S)zReturns an anonymized schema Parameters ---------- schema Schema to anonymize Example:: from fastavro.utils import anonymize_schema anonymized_schema = anonymize_schema(original_schema) )r_anonymize_schema)r+r,rjrrranonymize_schemas  rlcsft|trfdd|DSt|ts |tvr|Sdt|S|d}i}||d<d|vr6t|d|d<|dkrEt|d|d<|S|dkrTt|d |d <|S|d krpdt|d |d <d d|d D|d <|S|dkrdt|d |d <|d|d<|S|dks|dkrdt|d |d <fdd|dD|d<|S|tvr||d<|S)Ncg|]}t|qSr)rk)r>srNrrrAsz%_anonymize_schema..A_rKdocr9r:rBrCr7rJcSsg|] }dt|qS)ror$)r>symbolrrrrAsr8r5r6rHrIcrmr)anonymize_fieldrLrNrrrAs rO) isinstancelistdictrr$rk)r+r, schema_typerjrrNrrksH       rkrMcCsti}d|vrt|d|d<d|vrdd|dD|d<d|vr'|d|d<t|d|d<t|d||d<|S)NrpaliasescSsg|]}t|qSrrq)r>aliasrrrrA sz#anonymize_field..defaultrJrK)r$rk)rMr, parsed_fieldrrrrss rs),rTrPhashlibrrr!rtypingrrrrrconstr r r r rrrr+rrrtypesrr_schema_commonrrXrYr.r4r r[r$r*r<rhrgrlrkrsrrrrs6  $  I!'3