KiE dZddlZddlZddlZddlZddlZddlmZddlm Z m Z m Z m Z m Z mZmZmZddlZddlZddlmZddlmZddlmZddlmZd Zd Zd d d dddZd Z dee!de!fdZ"edede e#e$e%e%ffdZ& d3dede%deddfdZ'de%fdZ(d4de e%ge)fde*de%fdZ+de dee%e e ffd Z,dedej-fd!Z.ded"e%d#e%dej-fd$Z/ded"e%d#e%de)fd%Z0ded"e%d#e%ddfd&Z1 d3ded"e%d#e%d'ej-d(e e%e%fddf d)Z2ded"e%d'ej-dee%e%ffd*Z3d+e%de%fd,Z4dede%fd-Z5ded"e%d#e%de)fd.Z6 d5d0eeej-ej7ej8fd1e%deej-fd2Z9dS)6a.General utilities for AI features in MySQL Connector/Python. Includes helpers for: - defensive dict copying - temporary table lifecycle management - SQL execution and result conversions - DataFrame to/from SQL table utilities - schema/table/column name validation - array-like to DataFrame conversion N)contextmanager)AnyCallableDictIteratorListOptionalTupleUnion)atomic_transaction)MySQLConnectionAbstract)MySQLCursorAbstract)ParamsSequenceOrDictTypemysql_ai BIGINTDOUBLELONGTEXTBOOLEANDATETIME)int64float64objectboolzdatetime64[ns]optionsreturnc2|iStj|S)z Make a defensive copy of a dictionary, or return an empty dict if None. Args: options: param dict or None Returns: dict )copydeepcopy)rs P/var/www/html/analyses/venv/lib/python3.11/site-packages/mysql/ai/utils/utils.py copy_dictr!Is = ! !! db_connectionc #(Kg} |Vt|5}|D]\}}t||| ddddS#1swxYwYdS#t|5}|D]\}}t||| dddw#1swxYwYwxYw)a Context manager to track and automatically clean up temporary SQL tables. Args: db_connection: Database connection object used to create and delete tables. Returns: None Raises: DatabaseError: If a database connection issue occurs. If an operational error occurs during execution. Yields: temporary_tables: List of (schema_name, table_name) tuples created during the context. All tables in this list are deleted on context exit. N)r delete_sql_table)r#temporary_tablescursor schema_name table_names r temporary_sql_tablesr*Ys~,/1B  . . B&+; B B' Z jAAAA B B B B B B B B B B B B B B B B B B B  . . B&+; B B' Z jAAAA B B B B B B B B B B B B B B B B Bs@AAAABB9 BB B B Br'queryparamsc6|||pddS)aB Execute an SQL query with optional parameters using the given cursor. Args: cursor: MySQLCursorAbstract object to execute the query. query: SQL query string to execute. params: Optional sequence or dict providing parameters for the query. Raises: DatabaseError: If the provided SQL query/params are invalid If the query is valid but the sql raises as an exception If a database connection issue occurs. If an operational error occurs during execution. Returns: None N)execute)r'r+r,s r execute_sqlr0xs"* NN5&,B'''''r"cvtj}dtj|t S)z Generate a random uppercase string of fixed length for table names. Returns: Random string of length RANDOM_TABLE_NAME_LENGTH. )k)stringascii_uppercasejoinrandomchoicesRANDOM_TABLE_NAME_LENGTH)char_sets r _get_namer;s.%H 776>(.FGGG H HHr"d condition max_callsc~t|D]}|tx}r|cS td)a Generate a random string name that satisfies a given condition. Args: condition: Callable that takes a generated name and returns True if it is valid. max_calls: Maximum number of attempts before giving up (default 100). Returns: A random string that fulfills the provided condition. Raises: RuntimeError: If the maximum number of attempts is reached without success. z_names r get_random_namerDsU9   9Y[[(T ) ) KKK  U V VVr"valuect|ttfr/t|dkrddgfSdt j|gfSd|gfS)a. Convert a Python value into its SQL-compatible string representation and parameters. Args: value: The value to format. Returns: Tuple containing: - A string for substitution into a SQL query. - A list of parameters to be bound into the query. rz%sNzCAST(%s as JSON)) isinstancedictlistlenjsondumps)rEs r format_value_sqlrMsY%$&&7 u::??$< !DJu$5$5#666 %=r"cdttdttfd}dtdtfd}i}t |jD]\}}|ddkr|||<|||<|}g}|D]O}t|} t |D]\}} ||| | |<|| Ptj ||j S)a Convert the results of a cursor's last executed query to a pandas DataFrame. Args: cursor: MySQLCursorAbstract with a completed query. Returns: DataFrame with data from the cursor. Raises: DatabaseError: If a database connection issue occurs. If an operational error occurs during execution. If a compatible SELECT query wasn't the last statement ran elemrc2|tj|ndSN)rKloadsrOs r _json_processorz+sql_response_to_df.._json_processors#'#3tz$=r"c|SrQr.rSs r _default_processorz.sql_response_to_df.._default_processors r")columns) r strrHr enumerate descriptionfetchallrIappendpd DataFrame column_names) r'rTrVidx_to_processoridxcolrowsprocessed_rowsrow processed_rowrOs r sql_response_to_dfris2">hsm>>>>>f01177S q6S==$3 S ! !$6 S ! ! ??  DN--S "3 = =IC!6!1#!6t!z$extend_sql_table..s===3c#hh===r"z INSERT INTO  (z ) VALUES ())r,) rlrYrZvaluesziphasattrrwrMr^extendr6r0)r'r(r)rtrurdqualified_table_namerg placeholdersr,rOelem_placeholder elem_paramscols_sqlplaceholders_sql insert_sqls r extend_sql_tablerPs:&-)+&+*z  c#hh)88J88y77!2f S"*-- ' 'ID#")$"7"7A499;;;TD4440Ns0SIIV+  1A0F0F- +    0 1 1 1 MM+ & & & &99=="*===>>99\22 8/ 8 8 8 8$4 8 8 8  FJv66666+77r"ctfd}d|}tt||jD]}tt|g}|jD]c\}}t t|d}tt|||d|dd |} td|jD} | r| dz } d|d | d } t|  t||n #t$rt|wxYw||fS) a Create a new SQL table with a random name, and populate it with data from a DataFrame. If an 'id' column is defined in the dataframe, it will be used as the primary key. Args: cursor: MySQLCursorAbstract for executing SQL. schema_name: Schema in which to create the table. df: DataFrame containing the data to be inserted. Returns: Tuple (qualified_table_name, table_name): The schema-qualified and unqualified table names. Raises: RuntimeError: If a random available table name could not be found. ValueError: If any schema, table, or a column name is invalid. DatabaseError: If a database connection issue occurs. If an operational error occurs during execution. c(t| SrQ)rr)r)r'r(s r z#sql_table_from_df..s|FKLLLr"rkr rxc3FK|]}|dkVdS)idN)lowerrzs r z$sql_table_from_df..s/??SSYY[[D(??????r"z, PRIMARY KEY (id)z CREATE TABLE r}r~)rDrlrYrZdtypesitemsPD_TO_SQL_DTYPE_MAPPINGgetr^r6anyr0r Exceptionr%) r'r(rtr)rrd columns_sqldtypesql_type columns_str has_id_colcreate_table_sqls `` r sql_table_from_dfrs0!LLLLLJ*88J88+*z  c#hhKioo''00 U*..s5zz:FFc#hhc..H..////))K((K??BJ?????J,++ N';MM{MMM()))j"==== j999   ++s 4EE$rCc~t|trtjd|st d||S)a Validate that the string is a legal SQL identifier (letters, digits, underscores). Args: name: Name (schema, table, or column) to validate. Returns: The validated name. Raises: ValueError: If the name does not meet format requirements. z^[A-Za-z0-9_]+$zUnsupported name format )rGrZrematch ValueError)rCs r rlrlsF tS ! !.;s'FFF3J&&&&FFFr"F)rYr) rGr_r`Seriesto_framendimreshaper@shape)rr col_namess ` r convert_to_dfrs. {t#r|$$!|C   #ry!!||~~ x1}}kk"a  FFFF% ! 2E2EFFFI <YU ; ; ;;r"rQ)r<)r):__doc__rrKr7rr4 contextlibrtypingrrrrrr r r numpynppandasr_mysql.ai.utils.atomic_cursorr mysql.connector.abstractsr mysql.connector.cursorrmysql.connector.typesrVAR_NAME_SPACEr9rrrHr!rItuplerZr*r0r;rintrDrMr`rirnrrr%rrrlrrrndarrayrr.r"r rs8   %%%%%%NNNNNNNNNNNNNNNNNNNN;;;;;;======666666::::::   "x~ "$ " " " " B*B d5c?#$BBBB>QU(( ((+(5M( ((((0I3IIIIWWxt 4WWsWWWW0CE#tCy.$9&+E2+Er|+E+E+E+E\& &.1&?B&\&&&&> )  ).1 )?B )  ) ) ) )FL L.1L?BL LLLL>6: =7=7 =7=7=7 =7 %)cN =7  =7=7=7=7@:, :,.1:,79|:, 38_:,:,:,:,z(!8S:% %.1%?B% %%%%< #<#< % bi;< =#<#<bl#<#<#<#<#<#