|
Server : Apache System : Linux iad1-shared-b8-43 6.6.49-grsec-jammy+ #10 SMP Thu Sep 12 23:23:08 UTC 2024 x86_64 User : dh_edsupp ( 6597262) PHP Version : 8.2.26 Disable Function : NONE Directory : /lib/python3/dist-packages/trac/db/__pycache__/ |
Upload File : |
o
�k�`AS � @ sd d dl Z d dlZd dlZd dlmZ d dlmZmZ d dlm Z d dl
T d dl m Z d dl
mZmZmZmZmZ d dlmZmZ d d lmZmZ d d
lmZ d d lm Z d d l m Z m Z d d
l m!Z! e�"d�Z#zd dl$Z$W n
e%yz dZ$dZ&Y n w ee$��'de$j(�Z&G dd� de$j)j*�Z+G dd� de+�Z,ddd�Z-dd� Z.G dd� de/�Z0G dd � d ee�Z1dS ) � N)�closing)�Popen�PIPE)� IEnvironmentSetupParticipant)�*)�Option)�ConnectionBase�DatabaseManager�IDatabaseConnector�get_column_names�parse_connection_uri)�ConnectionWrapper�IterableCursor)�as_int� get_pkginfo)�Markup)� close_fds)�exception_to_unicode�
to_unicode)�_z([/_%])�versionc s6 e Zd Zd� fdd� Z� fdd�Z� fdd�Z� ZS ) �MySQLUnicodeCursorNc s$ |r t dd� |D ��}t� �||�S )Nc s �& � | ]}t |t�r
t|�n|V qd S �N��
isinstancer �str��.0�arg� r �7/usr/lib/python3/dist-packages/trac/db/mysql_backend.py� <genexpr>0 � � �z-MySQLUnicodeCursor.execute.<locals>.<genexpr>)�tuple�super�execute��self�query�args�� __class__r r! r& . s
�zMySQLUnicodeCursor.executec s |r dd� |D �}t � �||�S )Nc S s g | ] }t d d� |D ���qS )c s r r r )r �itemr r r! r" 6 r# z<MySQLUnicodeCursor.executemany.<locals>.<listcomp>.<genexpr>)r$ r r r r! �
<listcomp>6 s
� �z2MySQLUnicodeCursor.executemany.<locals>.<listcomp>)r% � executemanyr' r+ r r! r/ 4 s
�z MySQLUnicodeCursor.executemanyc s t t� �� �S r )�listr% �fetchall�r( r+ r r! r1 ; � zMySQLUnicodeCursor.fetchallr )�__name__�
__module__� __qualname__r& r/ r1 �
__classcell__r r r+ r! r - s r c @ s e Zd Zddd�ZdS )�MySQLSilentCursorNc C � d S r r )r( �connr r r! �_show_warnings? � z MySQLSilentCursor._show_warningsr )r4 r5 r6 r; r r r r! r8 > s r8 �bigint�
mediumtext)�int64�textc C s d| � dd� S )Nz`%s`�`z``)�replace)�
identifierr r r! �_quoteJ s rD c @ s e Zd ZdZeee� dZedddd�Z dd� Z
d d
� Z d d d d d i fd d
�Z dd� Z
d d d d d d i fdd�Zd d d d d i fdd�Zd d d d d i fdd�Zdd� ZdZdd� Zd/dd �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)Zd*d+� Z d,Z d-d.� Z d S )0�MySQLConnectora� Database connector for MySQL version 4.1 and greater.
Database URLs should be of the form::
{{{
mysql://user[:password]@host[:port]/database[?param1=value¶m2=value]
}}}
The following parameters are supported:
* `compress`: Enable compression (0 or 1)
* `init_command`: Command to run once the connection is created
* `named_pipe`: Use a named pipe to connect on Windows (0 or 1)
* `read_default_file`: Read default client values from the given file
* `read_default_group`: Configuration group to use from the default file
* `unix_socket`: Use a Unix socket at the given path to connect
F�trac�mysqldump_path� mysqldumpz0Location of mysqldump for MySQL database backupsc C s( t rdt �� t �� f | _d S d | _d S )Nz6server: (not-connected), client: "%s", thread-safe: %s)�pymysql�get_client_info� thread_safe�_mysql_versionr2 r r r! �__init__f s ��
zMySQLConnector.__init__c c s � dV d S )N)�mysql� r r2 r r r! �get_supported_schemesp s �
z$MySQLConnector.get_supported_schemesNc C sB t |||||||�}| js d|j�� t�� t�� f | _d| _|S )Nz+server: "%s", client: "%s", thread-safe: %sT)�MySQLConnection�required�cnx�get_server_inforI rJ rK rL � r( �path�log�user�password�host�port�paramsrS r r r! �get_connections s ���z MySQLConnector.get_connectionc C s t S r )rI r2 r r r! �get_exceptions~ r< z MySQLConnector.get_exceptionsc C s� | � |||||||�} | �| � | �| �}
| �� } |d u r#ddlm} |D ]} | j| |
d�D ]
}
| j�|
� | � |
� q.q%| �
| � | � � d S )Nr ��schema�� max_bytes) r] �_verify_variables�
_max_bytes�cursor�trac.db_defaultr` �to_sqlrW �debugr& �_verify_table_status�commit)r( rV r` rW rX rY rZ r[ r\ rS rb re �table�stmtr r r! �init_db� s �
�
zMySQLConnector.init_dbc
C s: | � |||||||�}|�� D ]} |�| � q|�� d S r )r] �get_table_names�
drop_tablerj )
r( rV rW rX rY rZ r[ r\ rS �
table_namer r r! �
destroy_db� s � zMySQLConnector.destroy_dbc C s" | � |||||||�}t|�� �S r )r] �boolrn rU r r r! � db_exists� s � zMySQLConnector.db_existsc C sl |d u r+t | j��� \}}t|jdi |���� }|j}W d � n1 s%w Y n|j}|dkr4dS dS )N�utf8mb4� � r )r �env�
get_connectorr r] �charset)r( rS � connectorr* ry r r r! rd � s ��zMySQLConnector._max_bytesi c s� g }d| }t | j|t|� |�}|D ]@� t� �}tt� fdd�|j��}t|�dkrO|d j�� dkrO|d j durI|dt |d j |� 7 }n|d | 7 }|�
|� qd
� |�S ) z�Take a list of columns and impose limits on each so that indexing
works properly.
Some Versions of MySQL limit each index prefix to 3072 bytes total,
with a max of 767 bytes per column.
i� c s
| j � kS r ��name)�x��cr r! �<lambda>� s
z)MySQLConnector._collist.<locals>.<lambda>rO r r@ Nz(%d)z(%s)�,) �min�_max_key_length�lenrD r0 �filter�columns�type�lower�key_size�append�join) r( rk r� rb �cols� limit_col�limitr| � table_colr r~ r! �_collist� s �
zMySQLConnector._collistc
c s � |d u r
| � d �}dt|j� g}g }|jD ] }|j}t�||�}|jr*d}d|_|�dt|j�|f � qt |j
�dkrL|�d| j ||j
|d� � |�d� |�d � d
� |�V |j
D ])}|jrfd nd }d
|jd� |j�f } d|t| �t|j�| j ||j|d�f V q_d S )NzCREATE TABLE %s (z$INT UNSIGNED NOT NULL AUTO_INCREMENT�intz %s %sr z PRIMARY KEY (%s)ra z,
z
)�
�UNIQUE� z %s_%s_idxr z CREATE %s INDEX %s ON %s (%s))rd rD r| r� r� � _type_map�get�auto_incrementr� r� �keyr� r� �indices�unique)
r( rk rb �sql�coldefs�column�ctype�indexr� �idxnamer r r! rg � s: �
��
���zMySQLConnector.to_sqlc c st � g }t |�� �D ]\}\}}t�||�}|t�||�kr$|�||f� q |r8d|d�dd� |D ��f V dS dS )z�Yield SQL statements altering the type of one or more columns of
a table.
Type changes are specified as a `columns` dict mapping column names
to `(from, to)` SQL type tuples.
zALTER TABLE %s %s�, c s s � | ]}d | V qdS )z MODIFY %s %sNr )r �eachr r r! r" � s � �z4MySQLConnector.alter_column_types.<locals>.<genexpr>N)�sorted�itemsr� r� r� r� )r( rk r� � alterationsr| �from_�tor r r! �alter_column_types� s � �
� ��z!MySQLConnector.alter_column_typesc
C s� | j j�dd�}t|�\}}|�di �}tj�|d �}| jdg}d|v r.|� d|d g� d|v r=|� d t
|d �g� d
|v rJ|� d |d
g� |� � D ]H\}} |d krat | d
�ra|�
d� qN|dkrpt | d
�rp|�
d� qN|dkr}|�dd| � qN|dkr�|� dd| g� qN|dvr�| j�d|� qN|� d||g� tj�� }
d|v r�t
|d �|
d< z
t||
ttd �} W n ty� } z ttd | jt| �d ���d } ~ ww | �� d }
| jd
kr�ttd t |
� � �d ���tj� |�s�ttd!���|S )"NrF �databaser\ rV z
--no-defaultsrZ z-hr[ z-PrX z-u�compressr z
--compress�
named_pipez--protocol=pipe�read_default_filerO z--defaults-file=� unix_socketz--protocol=socketz --socket=)� init_command�read_default_group�(Invalid connection string parameter '%s'z-rrY � MYSQL_PWD)rw �stderrr z Unable to run %(path)s: %(msg)s)rV �msgzmysqldump failed: %(msg)s)r� zNo destination file created) rw �configr� r �
setdefault�osrV �basenamerG �extendr r� r r� �insertrW �warning�environ�copyr r r �OSError� TracErrorr r � communicate�
returncoder �strip�exists)r( � dest_file�db_url�scheme�db_prop� db_params�db_namer* r| �valuer� �p�e�errmsgr r r! �backup� s\
��
���
� zMySQLConnector.backupc c s � d| j fV tjtfV d S )N�MySQL)rL rI r4 �pymsql_versionr2 r r r! �get_system_info s � z MySQLConnector.get_system_infoc C r9 r r r2 r r r! �environment_created! r< z"MySQLConnector.environment_createdc C sH | j r"| jj�}| �|� | �|� W d � dS 1 s w Y dS )NF)rR rw �db_queryri rc )r( �dbr r r! �environment_needs_upgrade$ s
��z(MySQLConnector.environment_needs_upgradec C r9 r r r2 r r r! �upgrade_environment+ r< z"MySQLConnector.upgrade_environment)�MyISAM�EXAMPLE�ARCHIVE�CSV�ISAMc s� ddl m} dd� |D �}|�� }|�dd�dt|� � |� t|�� � fdd�|D �}�fd d�|D �}|rCttd
d �|�d ���d
d� |D �}|rWttdd �|�d ���d S )Nr r_ c S s g | ]}|j �qS r r{ )r �tr r r! r. 2 s z7MySQLConnector._verify_table_status.<locals>.<listcomp>z$SHOW TABLE STATUS WHERE name IN (%s)r� )z%sc s g | ] }t t� |���qS r )�dict�zip�r �row)r� r r! r. 8 s c s" g | ]
}|d � j v r|d �qS )�Engine�Name)�UNSUPPORTED_ENGINESr� r2 r r! r. : s �z�All tables must be created as InnoDB or NDB storage engine to support transactions. The following tables have been created as storage engine which doesn't support transactions: %(tables)sr� )�tablesc S s g | ] }|d dvr|d �qS )� Collation)�utf8_bin� utf8mb4_binNr� r r� r r r! r. C s �z�All tables must be created with utf8_bin or utf8mb4_bin as collation. The following tables don't have the collations: %(tables)s) rf r` re r& r� r� r r� r )r( r� r` r� re �rows�engines� non_utf8binr )r� r( r! ri 0 s, �����z#MySQLConnector._verify_table_status))�utf8r� )rt r� c C s� |� � }|�d� dd� |D �}|�d�p|�d�}|| jv r'ttd|d���|�d�}|| jv r9ttd |d���|d
}|d }||f| jvrUttd ||t| j�d
���d S )Nz�SHOW VARIABLES WHERE variable_name IN ('default_storage_engine','storage_engine','default_tmp_storage_engine','character_set_database','collation_database')c S s i | ] }|d � � |d �qS )r rO )r� r� r r r! �
<dictcomp>T s z4MySQLConnector._verify_variables.<locals>.<dictcomp>�default_storage_engine�storage_enginezjThe current storage engine is %(engine)s. It must be InnoDB or NDB storage engine to support transactions.)�engine�default_tmp_storage_enginezThe current storage engine for TEMPORARY tables is %(engine)s. It must be InnoDB or NDB storage engine to support transactions.�character_set_database�collation_databasez�The charset and collation of database are '%(charset)s' and '%(collation)s'. The database must be created with one of %(supported)s.)ry � collation� supported)re r& r� r� r� r �SUPPORTED_COLLATIONS�repr)r( r� re �varsr� �
tmp_enginery r� r r r! rc N s0
�
�
���z MySQLConnector._verify_variablesr ) r4 r5 r6 �__doc__�
implementsr
r rR r rG rM rP r] r^ rm rq rs rd r� r� rg r� r� r� r� r� r� r� ri r� rc r r r r! rE N sH
�
�
�
�
�
, rE c @ s� e Zd ZdZdZddddi fdd�Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
d-dd�Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd-d+d,�ZdS ).rQ z Connection wrapper for MySQL.TNc
C sv |� d�r |dd � }|d u rd}|d u rd}ddi}|�� D ]L\} }
| dkr,|
|| < q | dkr5|
|| < q | d v r>|
|| < q | d
v rJt|
d �|| < q | dkrd|
�� }
|
d v r[|
|| < q | j�d
| |
� q | j�d| � q tjd|||||d�|��} | �� } | � d� | �
� d | _ | � � | j |d kr�| � � | j |d< tjd|||||d�|��} || _
t�| | |� d| _d S )N�/rO r� i� ry r� r� r� )r� r� )r� r� r )r� rt z+Invalid connection string parameter '%s=%s'r� )r� rX �passwdrZ r[ z<SHOW VARIABLES WHERE variable_name='character_set_database'Fr )�
startswithr� r r� rW r� rI �connectre r& �fetchonery �closer` r
rM �
_is_closed)
r( rV rW rX rY rZ r[ r\ �optsr| r� rS re r r r! rM s s\
����
��
zMySQLConnection.__init__c C s t t| j�| j�S r )r r rS rW r2 r r r! re � s zMySQLConnection.cursorc C s8 | j �� z| j �� W d S tjy d| _Y d S w �NT)rS �ping�rollbackrI �ProgrammingErrorr r2 r r r! r � s
�zMySQLConnection.rollbackc C s8 | j sz| j�� W n
tjy Y nw d| _ d S d S r )r rS r� rI r r2 r r r! r� � s �
�zMySQLConnection.closec C s& |dv rd}n|dkr
d}d||f S )N)r� r? �signedr@ �charzCAST(%s AS %s)r )r( r� r� r r r! �cast� s
zMySQLConnection.castc G s dd� |� S )Nz
concat(%s)r� )r� )r( r* r r r! �concat� r3 zMySQLConnection.concatc C s� t j�| j�}|| �|�v rt| �|�}|�d| � t|�}i }|�� D ]}tt ||��}|�
|d g �� |d � q$|� � D ]&\}}t
|�dkre||v re|dkrY|�d| � q?|�d|| �|�f � q?|�d|| �|�f � d S d S ) NzSHOW INDEX FROM %s�Key_name� Column_namerO �PRIMARYz ALTER TABLE %s DROP PRIMARY KEYzALTER TABLE %s DROP KEY %sz ALTER TABLE %s DROP COLUMN %s )rI �cursors�CursorrS r �quoter& r1 r� r� r� r� r� r� ) r( rk r� re � quoted_tabler� �keysr� r� r r r! � drop_column� s.
� ��
��zMySQLConnection.drop_columnc C s" t | j�}|�d| �|� � d S )NzDROP TABLE IF EXISTS )r8 rS r& r )r( rk re r r r! ro � s
zMySQLConnection.drop_tablec C s | � d| j|f�}dd� |D �S )Nz�
SELECT column_name FROM information_schema.columns
WHERE table_schema=%s AND table_name=%s
ORDER BY ordinal_position
c S � g | ]}|d �qS �r r r� r r r! r. � � z4MySQLConnection.get_column_names.<locals>.<listcomp>�r& r` �r( rk r� r r r! r � s �z MySQLConnection.get_column_names�idc C s |j S r )� lastrowid�r( re rk r� r r r! � get_last_id� s zMySQLConnection.get_last_idc C s g S r r r2 r r r! �get_sequence_names� r< z"MySQLConnection.get_sequence_namesc C s | � d| jf�}dd� |D �S )Nzl
SELECT table_name FROM information_schema.tables
WHERE table_schema=%s
c S r r r r� r r r! r. � r z3MySQLConnection.get_table_names.<locals>.<listcomp>r )r( r� r r r! rn � s �z MySQLConnection.get_table_namesc C s" | � d| j|f�}t|d d �S )Nz�
SELECT EXISTS (SELECT * FROM information_schema.columns
WHERE table_schema=%s AND table_name=%s)
r )r& r` rr r r r r! � has_table� s �zMySQLConnection.has_tablec C s
d| j S )Nz)LIKE %%s COLLATE %s_general_ci ESCAPE '/')ry r2 r r r! �like� s
zMySQLConnection.likec C s t �d|�S )Nz/\1)�_like_escape_re�sub)r( r@ r r r! � like_escape� s zMySQLConnection.like_escapec C sr g }| j s|S | �� }|�d| j f� |�� D ] \}}|�|� | �|�}|s/|�d| � q|�d| � q|S )Naz
SELECT t.table_name,
EXISTS (SELECT * FROM information_schema.columns AS c
WHERE c.table_schema=t.table_schema
AND c.table_name=t.table_name
AND extra='auto_increment')
FROM information_schema.tables AS t
WHERE t.table_schema=%s
zDELETE FROM %szTRUNCATE TABLE %s)r` re r& r1 r� r )r( � table_namesre rk � has_autoinc�quotedr r r! � reset_tables� s �
z MySQLConnection.reset_tablesc C s dS )NzLIKE %s ESCAPE '/'r r2 r r r! � prefix_match r< z MySQLConnection.prefix_matchc C s | � |�d S )N�%)r! )r( �prefixr r r! �prefix_match_value r3 z"MySQLConnection.prefix_match_valuec C s t |�S )z Return the quoted identifier.)rD )r( rC r r r! r s zMySQLConnection.quotec C r9 r r r r r r! �update_sequence s z MySQLConnection.update_sequence)r )r4 r5 r6 r� �poolablerM re r r� r r r ro r r r rn r r r! r% r& r) r r* r r r r! rQ n s2
�,
rQ )2r� �re�sys�
contextlibr �
subprocessr r �trac.apir � trac.core� trac.configr � trac.db.apir r r
r r � trac.db.utilr
r � trac.utilr r �trac.util.htmlr �trac.util.compatr �trac.util.textr r �trac.util.translationr �compiler rI � ImportErrorr� r� � __version__r
r r r8 r� rD � ComponentrE rQ r r r r! �<module> sB
�� "