�
O=�_c
@ s! d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z e j
e j Z d � Z
d � Z d e j f d � � YZ d � Z d � Z d � Z d � Z d
� Z d e j f d � � YZ d
e j f d � � YZ e d k r e j d Z e e j d � Z e e j d � Z e e j d � Z e e j d � Z e j d Z e j d Z! e e j d � Z" e j d Z# e e j d � Z$ e e j d � Z% e j d a& e e j d � Z' e e j d � Z( e e j d � Z) d Z+ g Z, e e- e � j. � � Z/ e- d t& d � Z0 e r�e0 d! e$ IJe j1 d" e d# e! d$ e" d% e# � Z2 e e2 e e$ e0 � s�e j3 d � n e2 j4 � n e( r e0 d& IJe e j1 d" e d# e! d$ e" d% e# � e( � Z+ e, j5 e+ � n e0 d' e IJx` e6 e � D]R Z7 e e e7 e j1 d" e d# e! d$ e" d% e# � e/ e$ e% e' e) � Z8 e, j5 e8 � q&We r�e0 d( IJe j9 e � e j: e/ e j; � n e0 d) IJx e, D] Z< e< j= � q�We+ re+ j( e( k re0 d* e( e+ j( f IJe j3 d � n e0 d+ IJn d S(, i����Nc C s t j t | � � j � S( N( t hashlibt sha1t strt hexdigest( t x( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyR s c C s� t j | � | r( t j d d � } n t j d d � } t j d d � d k r� d j g t | � D] } t j t � ^ qe � St j t � | Sd S( Ni i�] i� i t ( t randomt seedt randintt joint xranget choicet CHARS( t do_blobt idxt blob_lengthR ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyt get_msg s
/t PopulateWorkerc B s, e Z d � Z d � Z d � Z d � Z RS( c C s� t j j | � | | _ | j t � t d t | f d � | _ | | _ | | _
| | _ d | _
t j � | _ | j � d S( Ns /%s/populate-%d.logt a( t threadingt Threadt __init__t cont
autocommitt Falset opent
LG_TMP_DIRt logt numt start_idt end_idt Nonet exceptiont timet
start_timet start( t selfR R R t i( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyR " s
c C s� z� y | j � | j d IJWn{ t k
r� } | | _ y$ | j j � } | j d | � Wn' t j k
r� } | j d | IJn X| j d | IJn XWd | j � Xd S( Nt oks INSERT INTO errors VALUES('%s')s! caught while inserting error (%s)s caught (%s)(
t runmeR t ExceptionR R t cursort executet MySQLdbt Errort finish( R$ t eR) t e2( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyt run. s
c C sI | j d t j � | j IJ| j j � | j j � | j j � d S( Ns total time: %.2f s( R R! R" t closeR t commit( R$ ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyR- = s
c C s� | j d | j IJ| j j � } d } x� t | j | j � D]r } t t | � } d | d | d d !| t
| � t | � f } | j | � | d d k r? | j j
� q? q? Wd S( Ns populate thread-%d startedsY
INSERT INTO t1(id,msg_prefix,msg,msg_length,msg_checksum) VALUES (%d,'%s','%s',%d,'%s')
i i i� id ( R R R R) R R
R R R R
t lenR R* R2 ( R$ t curt stmtR% t msg( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyR' C s 0
( t __name__t
__module__R R0 R- R' ( ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyR s c C sG | j t � | j � } d } g } | d } d } xb t d � D]T } t t j d t d t d t
d t � | | | | � }
| | 7} | j |
� qB Wxc t | | � D]R } t
| | � } d | d | d d !| t | � t | � f } | j | � q� W| j � x6 | D]. }
|
j � |
j r| d
|
j IJt SqWt S( Ni
i t usert hostt portt dbsY
INSERT INTO t1(id,msg_prefix,msg,msg_length,msg_checksum) VALUES (%d,'%s','%s',%d,'%s')
i i� s% populater thead %d threw an exception( R R R) R R
R R+ t connectR9 R: R; R< t appendR R3 R R* R2 R R R t True( R t num_records_beforeR
R R4 R5 t workerst NR R% t wR6 ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyt populate_tableP s,
$
0
c C s* d | d d !| t | � t | � | f S( NsS
UPDATE t1 SET msg_prefix='%s',msg='%s',msg_length=%d,msg_checksum='%s' WHERE id=%di i� ( R3 R ( R6 R ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyt
get_updatem s c C s* d | d d !| t | � t | � | f S( Ns�
INSERT INTO t1 (msg_prefix,msg,msg_length,msg_checksum,id) VALUES ('%s','%s',%d,'%s',%d)
ON DUPLICATE KEY UPDATE
msg_prefix=VALUES(msg_prefix),
msg=VALUES(msg),
msg_length=VALUES(msg_length),
msg_checksum=VALUES(msg_checksum),
id=VALUES(id)i i� ( R3 R ( R6 R ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyt get_insert_on_dupr s c C s* d | d d !| t | � t | � | f S( NsY
INSERT INTO t1 (msg_prefix,msg,msg_length,msg_checksum,id) VALUES ('%s','%s',%d,'%s',%d)i i� ( R3 R ( R6 R ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyt
get_insert} s c C s' d | d d !| t | � t | � f S( Ns[
INSERT INTO t1 (msg_prefix,msg,msg_length,msg_checksum,id) VALUES ('%s','%s',%d,'%s',NULL)i i� ( R3 R ( R6 ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyt get_insert_null� s t ChecksumWorkerc B s, e Z d � Z d � Z d � Z d � Z RS( c C sd t j j | � | | _ | j t � t d t d � | _ | | _ | j d | IJ| j
� d S( Ns /%s/worker-checksum.logR s given checksum=%d( R R R R R R R R R t checksumR# ( R$ R RJ ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyR � s
c C s� z� y | j � | j d IJWn| t k
r� } y. | j j � } | j d | � t j � Wn' t j k
r� } | j d | IJn X| j d | IJn XWd | j � Xd S( NR& s INSERT INTO errors VALUES('%s')s! caught while inserting error (%s)s caught (%s)(
R' R R( R R) R* R2 R+ R, R- ( R$ R. R) R/ ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyR0 � s
c C s< | j d t j � | j IJ| j j � | j j � d S( Ns total time: %.2f s( R R! R" R1 R ( R$ ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyR- � s
c C s� | j d IJt j � | _ | j j � } | j d � | j d � | j � d } | j j � | | j k r� | j d | j | f IJ| | _ n | j d | IJd S( Ns checksum thread starteds SET SESSION innodb_lra_size=16s CHECKSUM TABLE t1i sA checksums do not match. given checksum=%d, calculated checksum=%ds checksums match! (both are %d)( R R! R" R R) R* t fetchoneR2 RJ ( R$ R4 RJ ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyR' � s
( R7 R8 R R0 R- R' ( ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyRI � s t Workerc B s> e Z d � Z d � Z d � Z d � Z d � Z d � Z RS( c
C s t j j | � | | _ | | _ | j t � | | _ | | _ | j j � } t
j � | _ | j j
| | � d | _ | | _ d | _ d | _ d | _ d | _ d | _ d | _ d | _ t d t | j f d � | _ | r� | j d � n | | _ | j � d S( Ni s /%s/worker%02d.logR s SET innodb_fake_changes=1( R R R R
t xidR R R t num_xactionsR) R t Randomt randR t loop_numt max_idt num_primary_selectt num_secondary_selectt num_secondary_only_selectt num_insertst num_deletest num_updatest
time_spentR R R R* t secondary_checksR# (
R$ RN RM R t
server_pidR
RR t fake_changesRZ R4 ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyR � s.
c C s� | j d | j t j � | j | j f IJ| j d | j | j | j f IJ| j d | j | j | j
| j f IJ| j j � d S( Ns loop_num:%d, total time: %.2f ssJ num_primary_select=%d,num_secondary_select=%d,num_secondary_only_select=%ds: num_inserts=%d,num_updates=%d,num_deletes=%d,time_spent=%d( R RQ R! R" RY RS RT RU RV RX RW R1 ( R$ ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyR- � s
$
c C s� | | d d !k } t | � } | | k } t | � | k } | sR | sR | r� d | | t | � | | | | | | | d d !f
}
| j |
IJ| j j � } | j d |
� | j d � t d � � n | j d | | f IJd S( Ni i� s= id(%d), length(%s,%d,%d), checksum(%s,%s,%s) prefix(%s,%s,%s)s INSERT INTO errors VALUES('%s')t COMMITs validate_msg faileds# Validated for length(%d) and id(%d)( R R3 R R R) R* R( ( R$ t
msg_prefixR6 t
msg_lengtht msg_checksumR t prefix_matchRJ t checksum_matcht len_matcht errmsgR) ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyt validate_msg� s
c C s) x" | D] } | d | k r t Sq Wt S( Ni ( R? R ( R$ t res_arrayR t res( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyt check_exists� s
c C s� z� y" | j � | j d | j IJWn t k
r� } y1 | j j � } | j d | � | j d � Wn' t j k
r� } | j d | IJn X| j d | IJn XWd | j � Xd S( Ns ok, with do_blob %ss INSERT INTO errors VALUES('%s')R] s! caught while inserting error (%s)s caught (%s)(
R' R R
R( R R) R* R+ R, R- ( R$ R. R) R/ ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyR0 � s
c C s� t j � | _ | j j � } | j d | j | j | j f IJx:| j s` | j | j k r}| j j d | j
� } | j j d d � } | j d 7_ | j j d d � d k r� | j d � n yXd } t
| j | � } | j j d d � } | d k r2| j d | � | j � } | j d 7_ nx | d
k rt| j d | d d !� | j � } | j d 7_ n6 | j d
| d d !� | j � } | j d 7_ wD | r�| j | d | d | d | d | � n t } | r�| r<| j j d d � rt | | � } n t | | � } t } | j d 7_ q�| j j d d � } | d k rut | | � } t } n0 | d k r�t | | � } t } n t | � } | j d 7_ n d | } | j d 7_ | j | � } | j r�| j j d d � d k r�| j d
| d d !� | j � }
| rg| r�| j |
| � sd| j d IJt d � � qdq�q�| j |
| � r�| j d IJt d � � q�n | j d d k r�| j d | j | j | | f IJn | j j d d � } | d k r| j j! � n | d k r | j j" � n WqD t# j$ k
ry} | j% d d k r_| j d | j IJd S| j d | | f IJqD XqD Wy | j j! � Wn$ t k
r�} | j d | IJn Xd S( Ns$ thread %d started, run from %d to %di i i i s` SET GLOBAL innodb_prefix_index_cluster_optimization=1-@@innodb_prefix_index_cluster_optimizationi
i sA SELECT msg_prefix,msg,msg_length,msg_checksum FROM t1 WHERE id=%di sK SELECT msg_prefix,msg,msg_length,msg_checksum FROM t1 WHERE msg_prefix='%s'i� s3 SELECT id, msg_prefix FROM t1 WHERE msg_prefix='%s'i s DELETE FROM t1 WHERE id=%ds4 Error: Inserted row doesn't exist in secondary indexs2 Error: Deleted row still exists in secondary indexid s$ Thread %d loop_num %d: result %d: %si i� s mysqld down, transaction %ds mysql error for stmt(%s) %ss commit error %s(& R! R" R R) R RM RQ RN RP R RR R* R R R
RK RS RT t fetchallRU Re R RE RF R? RX RG RH RV RW RZ Rh R( R2 t rollbackR+ R, t args( R$ R4 R t insert_or_updateR5 R6 t rRg t insert_with_indext query_resultRf R. ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyR' s�
,
$
( R7 R8 R R- Re Rh R0 R' ( ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyRL � s t __main__i i i i i i i i i i
i i i
i i s /%s/main.logR s populate table do_blob is %dR9 R: R; R< s start the checksum threads start %d threadss kill mysqlds wait for threadssA checksums do not match. given checksum=%d, calculated checksum=%ds all threads done(> t cStringIOR R+ t osR t signalt sysR R! t stringt letterst digitsR R R R R RD RE RF RG RH RI RL R7 t argvt pid_filet intt
kill_db_afterR@ t num_workerst num_xactions_per_workerR9 R: R; R< R
RR R R\ RJ RZ R t checksum_workerRA R t readR[ R R= R t exitR1 R> R
R% t workert sleept killt SIGKILLRC R ( ( ( s= /usr/share/mysql-test/suite/innodb_stress/t/load_generator.pyt <module> s� 0 /�
$
- !