2 @message |
assert
EXECUTE_STATEMENT_RESTART
Restarted 1 time(s)
EXECUTE_STATEMENT_RESTART
Restarted 2 time(s)
EXECUTE_STATEMENT_RESTART
Restarted 3 time(s)
EXECUTE_STATEMENT_RESTART
Restarted 4 time(s)
+ EXECUTE_STATEMENT_RESTART
+ Restarted 5 time(s)
LOG DETAILS:
2025-06-10 14:06:45.329
2025-06-10 14:06:45.335 act = <firebird.qa.plugin.Action object at [hex]>
2025-06-10 14:06:45.347 fn_worker_sql = PosixPath('/var/tmp/qa_2024/test_12376/tmp_worker.sql')
2025-06-10 14:06:45.354 fn_worker_log = PosixPath('/var/tmp/qa_2024/test_12376/tmp_worker.log')
2025-06-10 14:06:45.364 fn_worker_err = PosixPath('/var/tmp/qa_2024/test_12376/tmp_worker.err')
2025-06-10 14:06:45.377 capsys = <_pytest.capture.CaptureFixture object at [hex]>
2025-06-10 14:06:45.388
2025-06-10 14:06:45.395 @pytest.mark.trace
2025-06-10 14:06:45.401 @pytest.mark.version('>=4.0.2')
2025-06-10 14:06:45.406 def test_1(act: Action, fn_worker_sql: Path, fn_worker_log: Path, fn_worker_err: Path, capsys):
2025-06-10 14:06:45.413 sql_init = (act.files_dir / 'read-consist-sttm-restart-DDL.sql').read_text()
2025-06-10 14:06:45.419
2025-06-10 14:06:45.425 for checked_mode in('table', 'view'):
2025-06-10 14:06:45.432 target_obj = 'test' if checked_mode == 'table' else 'v_test'
2025-06-10 14:06:45.438
2025-06-10 14:06:45.447 SQL_TO_BE_RESTARTED = f"""
2025-06-10 14:06:45.455 merge /* {SQL_TAG_THAT_WE_WAITING_FOR} */ into {target_obj} t
2025-06-10 14:06:45.463 using (
2025-06-10 14:06:45.470 select s.id, s.x from {target_obj} as s
2025-06-10 14:06:45.475 where s.id <= 1
2025-06-10 14:06:45.480 order by s.id DESC -- added only 05-jun-2024; thanks to Vlad.
2025-06-10 14:06:45.486 ) s
2025-06-10 14:06:45.492 on abs(t.id) = abs(s.id)
2025-06-10 14:06:45.498 when matched then
2025-06-10 14:06:45.504 update set t.x = s.id * 100
2025-06-10 14:06:45.512 """
2025-06-10 14:06:45.519
2025-06-10 14:06:45.529 sql_addi = f'''
2025-06-10 14:06:45.537 set term ^;
2025-06-10 14:06:45.543 execute block as
2025-06-10 14:06:45.549 begin
2025-06-10 14:06:45.555 rdb$set_context('USER_SESSION', 'WHO', 'INIT_DATA');
2025-06-10 14:06:45.561 end
2025-06-10 14:06:45.567 ^
2025-06-10 14:06:45.574 set term ;^
2025-06-10 14:06:45.580
2025-06-10 14:06:45.590 -- INITIAL DATA: add rows with ID = 0...6
2025-06-10 14:06:45.596 -- #############
2025-06-10 14:06:45.603 insert into {target_obj}(id, x)
2025-06-10 14:06:45.609 select row_number()over()-1, row_number()over()-1
2025-06-10 14:06:45.615 from rdb$types rows 6;
2025-06-10 14:06:45.622
2025-06-10 14:06:45.628 commit;
2025-06-10 14:06:45.635 '''
2025-06-10 14:06:45.642
2025-06-10 14:06:45.649 act.isql(switches=['-q'], input = ''.join( (sql_init, sql_addi) ) )
2025-06-10 14:06:45.661 # ::: NOTE ::: We have to immediately quit if any error raised in prepare phase.
2025-06-10 14:06:45.672 # See also letter from dimitr, 01-feb-2022 14:46
2025-06-10 14:06:45.681 assert act.stderr == ''
2025-06-10 14:06:45.693 act.reset()
2025-06-10 14:06:45.705
2025-06-10 14:06:45.713 trace_cfg_items = [
2025-06-10 14:06:45.723 'time_threshold = 0',
2025-06-10 14:06:45.730 'log_errors = true',
2025-06-10 14:06:45.737 'log_statement_start = true',
2025-06-10 14:06:45.743 'log_statement_finish = true',
2025-06-10 14:06:45.748 ]
2025-06-10 14:06:45.754
2025-06-10 14:06:45.761 with act.trace(db_events = trace_cfg_items, encoding=locale.getpreferredencoding()):
2025-06-10 14:06:45.766
2025-06-10 14:06:45.772 with act.db.connect() as con_lock_1, act.db.connect() as con_lock_2, act.db.connect() as con_monitoring:
2025-06-10 14:06:45.777
2025-06-10 14:06:45.782 tpb_monitoring = tpb(isolation=Isolation.READ_COMMITTED_RECORD_VERSION, lock_timeout=0)
2025-06-10 14:06:45.788 tx_monitoring = con_monitoring.transaction_manager(tpb_monitoring)
2025-06-10 14:06:45.793 cur_monitoring = tx_monitoring.cursor()
2025-06-10 14:06:45.798
2025-06-10 14:06:45.803 cur_lock_1 = con_lock_1.cursor()
2025-06-10 14:06:45.809 cur_lock_2 = con_lock_2.cursor()
2025-06-10 14:06:45.814
2025-06-10 14:06:45.820 for i,c in enumerate((con_lock_1,con_lock_2)):
2025-06-10 14:06:45.830 sttm = f"execute block as begin rdb$set_context('USER_SESSION', 'WHO', 'LOCKER #{i+1}'); end"
2025-06-10 14:06:45.843 c.execute_immediate(sttm)
2025-06-10 14:06:45.853
2025-06-10 14:06:45.863
2025-06-10 14:06:45.877 #########################
2025-06-10 14:06:45.886 ### L O C K E R - 1 ###
2025-06-10 14:06:45.896 #########################
2025-06-10 14:06:45.905
2025-06-10 14:06:45.914 con_lock_1.execute_immediate( f'update {target_obj} set id=id where id = 0' )
2025-06-10 14:06:45.925
2025-06-10 14:06:45.933 worker_sql = f'''
2025-06-10 14:06:45.940 set list on;
2025-06-10 14:06:45.946 set autoddl off;
2025-06-10 14:06:45.954 set term ^;
2025-06-10 14:06:45.963 execute block as
2025-06-10 14:06:45.971 begin
2025-06-10 14:06:45.980 rdb$set_context('USER_SESSION','WHO', 'WORKER');
2025-06-10 14:06:45.988 end
2025-06-10 14:06:45.996 ^
2025-06-10 14:06:46.005 set term ;^
2025-06-10 14:06:46.018 commit;
2025-06-10 14:06:46.028 SET KEEP_TRAN_PARAMS ON;
2025-06-10 14:06:46.038 set transaction read committed read consistency;
2025-06-10 14:06:46.044 set list off;
2025-06-10 14:06:46.052 set wng off;
2025-06-10 14:06:46.059
2025-06-10 14:06:46.072 set count on;
2025-06-10 14:06:46.085 -- THIS MUST HANG:
2025-06-10 14:06:46.095 {SQL_TO_BE_RESTARTED};
2025-06-10 14:06:46.105
2025-06-10 14:06:46.118 -- check results:
2025-06-10 14:06:46.132 -- ###############
2025-06-10 14:06:46.146 select id,x from {target_obj} order by id;
2025-06-10 14:06:46.158
2025-06-10 14:06:46.167 select v.old_id, v.op, v.snap_no_rank
2025-06-10 14:06:46.175 from v_worker_log v
2025-06-10 14:06:46.182 where v.op = 'upd';
2025-06-10 14:06:46.188
2025-06-10 14:06:46.195
2025-06-10 14:06:46.203 --set width who 10;
2025-06-10 14:06:46.216 -- DO NOT check this! Values can differ here from one run to another!
2025-06-10 14:06:46.226 -- select id, trn, who, old_id, new_id, op, rec_vers, global_cn, snap_no from tlog_done order by id;
2025-06-10 14:06:46.232 rollback;
2025-06-10 14:06:46.238
2025-06-10 14:06:46.247 '''
2025-06-10 14:06:46.258
2025-06-10 14:06:46.265 fn_worker_sql.write_text(worker_sql)
2025-06-10 14:06:46.273
2025-06-10 14:06:46.280 with fn_worker_log.open(mode='w') as hang_out, fn_worker_err.open(mode='w') as hang_err:
2025-06-10 14:06:46.287
2025-06-10 14:06:46.294 ############################################################################
2025-06-10 14:06:46.310 ### L A U N C H W O R K E R U S I N G I S Q L, A S Y N C. ###
2025-06-10 14:06:46.321 ############################################################################
2025-06-10 14:06:46.329 p_worker = subprocess.Popen([act.vars['isql'], '-i', str(fn_worker_sql),
2025-06-10 14:06:46.336 '-user', act.db.user,
2025-06-10 14:06:46.343 '-password', act.db.password,
2025-06-10 14:06:46.351 '-pag', '999999',
2025-06-10 14:06:46.358 act.db.dsn
2025-06-10 14:06:46.370 ],
2025-06-10 14:06:46.380 stdout = hang_out,
2025-06-10 14:06:46.388 stderr = hang_err
2025-06-10 14:06:46.395 )
2025-06-10 14:06:46.400
2025-06-10 14:06:46.407 # NB: when ISQL will establish attach, first record that it must lock is ID = 0 -- see above SQL_TO_BE_RESTARTED
2025-06-10 14:06:46.413 # We must to ensure that this (worker) attachment has been really created and LOCKS this record:
2025-06-10 14:06:46.421 #
2025-06-10 14:06:46.428 #wait_for_record_become_locked(tx_monitoring, cur_monitoring, f'update {target_obj} set id=id where id = 0', SQL_TAG_THAT_WE_WAITING_FOR)
2025-06-10 14:06:46.436
2025-06-10 14:06:46.443 sttm = f'update {target_obj} set id = ? where abs( id ) = ?'
2025-06-10 14:06:46.450
2025-06-10 14:06:46.460 #########################
2025-06-10 14:06:46.471 ### L O C K E R - 2 ###
2025-06-10 14:06:46.481 #########################
2025-06-10 14:06:46.492 cur_lock_2.execute( sttm, ( -5, 5, ) )
2025-06-10 14:06:46.499 con_lock_2.commit()
2025-06-10 14:06:46.505 cur_lock_2.execute( sttm, ( -5, 5, ) )
2025-06-10 14:06:46.511
2025-06-10 14:06:46.517 #########################
2025-06-10 14:06:46.524 ### L O C K E R - 1 ###
2025-06-10 14:06:46.531 #########################
2025-06-10 14:06:46.539 con_lock_1.commit() # releases record with ID = 0 ==> now it can be locked by worker.
2025-06-10 14:06:46.548 # We must to ensure that this (worker) attachment has been really created and LOCKS this record:
2025-06-10 14:06:46.559 #
2025-06-10 14:06:46.566 wait_for_record_become_locked(tx_monitoring, cur_monitoring, f'update {target_obj} set id=id where id=0', SQL_TAG_THAT_WE_WAITING_FOR)
2025-06-10 14:06:46.573
2025-06-10 14:06:46.581
2025-06-10 14:06:46.591 cur_lock_1.execute( sttm, ( -4, 4, ) )
2025-06-10 14:06:46.601 con_lock_1.commit()
2025-06-10 14:06:46.607 cur_lock_1.execute( sttm, ( -4, 4, ) )
2025-06-10 14:06:46.613
2025-06-10 14:06:46.618 #########################
2025-06-10 14:06:46.623 ### L O C K E R - 2 ###
2025-06-10 14:06:46.628 #########################
2025-06-10 14:06:46.634 con_lock_2.commit() # releases record with ID = -5 ==> now it can be locked by worker.
2025-06-10 14:06:46.639 # We must to ensure that this (worker) attachment has been really created and LOCKS this record:
2025-06-10 14:06:46.644 #
2025-06-10 14:06:46.649 wait_for_record_become_locked(tx_monitoring, cur_monitoring, f'update {target_obj} set id=id where id=-5', SQL_TAG_THAT_WE_WAITING_FOR)
2025-06-10 14:06:46.654
2025-06-10 14:06:46.660 cur_lock_2.execute( sttm, ( -3, 3, ) )
2025-06-10 14:06:46.666 con_lock_2.commit()
2025-06-10 14:06:46.672 cur_lock_2.execute( sttm, ( -3, 3, ) )
2025-06-10 14:06:46.679
2025-06-10 14:06:46.685 #########################
2025-06-10 14:06:46.691 ### L O C K E R - 1 ###
2025-06-10 14:06:46.697 #########################
2025-06-10 14:06:46.704 con_lock_1.commit()
2025-06-10 14:06:46.712 # We must to ensure that this (worker) attachment has been really created and LOCKS this record:
2025-06-10 14:06:46.719 #
2025-06-10 14:06:46.727 wait_for_record_become_locked(tx_monitoring, cur_monitoring, f'update {target_obj} set id=id where id=-4', SQL_TAG_THAT_WE_WAITING_FOR)
2025-06-10 14:06:46.734
2025-06-10 14:06:46.743 cur_lock_1.execute( sttm, ( -2, 2, ) )
2025-06-10 14:06:46.749 con_lock_1.commit()
2025-06-10 14:06:46.756 cur_lock_1.execute( sttm, ( -2, 2, ) )
2025-06-10 14:06:46.762
2025-06-10 14:06:46.769 #########################
2025-06-10 14:06:46.775 ### L O C K E R - 2 ###
2025-06-10 14:06:46.781 #########################
2025-06-10 14:06:46.787 con_lock_2.commit()
2025-06-10 14:06:46.794 # We must to ensure that this (worker) attachment has been really created and LOCKS this record:
2025-06-10 14:06:46.803 #
2025-06-10 14:06:46.815 wait_for_record_become_locked(tx_monitoring, cur_monitoring, f'update {target_obj} set id=id where id=-3', SQL_TAG_THAT_WE_WAITING_FOR)
2025-06-10 14:06:46.822
2025-06-10 14:06:46.829
2025-06-10 14:06:46.836 cur_lock_2.execute( f'insert into {target_obj}(id,x) values(?, ?)', ( -1, 1, ) )
2025-06-10 14:06:46.844 con_lock_2.commit()
2025-06-10 14:06:46.852 cur_lock_2.execute( f'update {target_obj} set id = id where id = ?', ( -1, ) )
2025-06-10 14:06:46.859
2025-06-10 14:06:46.866 #########################
2025-06-10 14:06:46.877 ### L O C K E R - 1 ###
2025-06-10 14:06:46.888 #########################
2025-06-10 14:06:46.901 con_lock_1.commit()
2025-06-10 14:06:46.914 # We must to ensure that this (worker) attachment has been really created and LOCKS this record:
2025-06-10 14:06:46.923 #
2025-06-10 14:06:46.930 wait_for_record_become_locked(tx_monitoring, cur_monitoring, f'update {target_obj} set id=id where id=-2', SQL_TAG_THAT_WE_WAITING_FOR)
2025-06-10 14:06:46.937
2025-06-10 14:06:46.943 #########################
2025-06-10 14:06:46.950 ### L O C K E R - 2 ###
2025-06-10 14:06:46.960 #########################
2025-06-10 14:06:46.973 con_lock_2.commit() # At this point merge can complete its job but it must FAIL because of multiple matches for abs(t.id) = abs(s.id), i.e. when ID = -1 and 1
2025-06-10 14:06:46.984
2025-06-10 14:06:46.992 # Here we wait for ISQL complete its mission:
2025-06-10 14:06:47.000 p_worker.wait()
2025-06-10 14:06:47.006
2025-06-10 14:06:47.013 # < with act.db.connect
2025-06-10 14:06:47.018
2025-06-10 14:06:47.027 for g in (fn_worker_log, fn_worker_err):
2025-06-10 14:06:47.035 with g.open() as f:
2025-06-10 14:06:47.043 for line in f:
2025-06-10 14:06:47.049 if line.strip():
2025-06-10 14:06:47.055 print(f'checked_mode: {checked_mode}, {"STDLOG" if g == fn_worker_log else "STDERR"}: {line}')
2025-06-10 14:06:47.061
2025-06-10 14:06:47.067 expected_stdout_worker = f"""
2025-06-10 14:06:47.072 checked_mode: {checked_mode}, STDLOG: Records affected: 2
2025-06-10 14:06:47.079 checked_mode: {checked_mode}, STDLOG: ID X
2025-06-10 14:06:47.086 checked_mode: {checked_mode}, STDLOG: ======= =======
2025-06-10 14:06:47.093 checked_mode: {checked_mode}, STDLOG: -5 5
2025-06-10 14:06:47.099 checked_mode: {checked_mode}, STDLOG: -4 4
2025-06-10 14:06:47.108 checked_mode: {checked_mode}, STDLOG: -3 3
2025-06-10 14:06:47.120 checked_mode: {checked_mode}, STDLOG: -2 2
2025-06-10 14:06:47.128 checked_mode: {checked_mode}, STDLOG: -1 1
2025-06-10 14:06:47.136 checked_mode: {checked_mode}, STDLOG: 0 0
2025-06-10 14:06:47.142 checked_mode: {checked_mode}, STDLOG: 1 1
2025-06-10 14:06:47.154 checked_mode: {checked_mode}, STDLOG: Records affected: 7
2025-06-10 14:06:47.164 checked_mode: {checked_mode}, STDLOG: OLD_ID OP SNAP_NO_RANK
2025-06-10 14:06:47.173 checked_mode: {checked_mode}, STDLOG: ======= ====== =====================
2025-06-10 14:06:47.186 checked_mode: {checked_mode}, STDLOG: 0 UPD 1
2025-06-10 14:06:47.197 checked_mode: {checked_mode}, STDLOG: 1 UPD 1
2025-06-10 14:06:47.212 checked_mode: {checked_mode}, STDLOG: 0 UPD 2
2025-06-10 14:06:47.223 checked_mode: {checked_mode}, STDLOG: 1 UPD 2
2025-06-10 14:06:47.233 checked_mode: {checked_mode}, STDLOG: 0 UPD 3
2025-06-10 14:06:47.242 checked_mode: {checked_mode}, STDLOG: 1 UPD 3
2025-06-10 14:06:47.252 checked_mode: {checked_mode}, STDLOG: 0 UPD 4
2025-06-10 14:06:47.264 checked_mode: {checked_mode}, STDLOG: 1 UPD 4
2025-06-10 14:06:47.276 checked_mode: {checked_mode}, STDLOG: 0 UPD 5
2025-06-10 14:06:47.287 checked_mode: {checked_mode}, STDLOG: 1 UPD 5
2025-06-10 14:06:47.295 checked_mode: {checked_mode}, STDLOG: Records affected: 10
2025-06-10 14:06:47.308 checked_mode: {checked_mode}, STDERR: Statement failed, SQLSTATE = 21000
2025-06-10 14:06:47.319 checked_mode: {checked_mode}, STDERR: Multiple source records cannot match the same target during MERGE
2025-06-10 14:06:47.327 checked_mode: {checked_mode}, STDERR:
2025-06-10 14:06:47.334 """
2025-06-10 14:06:47.340
2025-06-10 14:06:47.347 act.expected_stdout = expected_stdout_worker
2025-06-10 14:06:47.358 act.stdout = capsys.readouterr().out
2025-06-10 14:06:47.369 assert act.clean_stdout == act.clean_expected_stdout
2025-06-10 14:06:47.381 act.reset()
2025-06-10 14:06:47.387
2025-06-10 14:06:47.398 # < with act.trace
2025-06-10 14:06:47.407
2025-06-10 14:06:47.414 allowed_patterns = \
2025-06-10 14:06:47.420 [
2025-06-10 14:06:47.427 '\\)\\s+EXECUTE_STATEMENT_RESTART$'
2025-06-10 14:06:47.436 #,re.escape(SQL_TO_BE_RESTARTED)
2025-06-10 14:06:47.445 ,'^Restarted \\d+ time\\(s\\)'
2025-06-10 14:06:47.456 ]
2025-06-10 14:06:47.466 allowed_patterns = [re.compile(x) for x in allowed_patterns]
2025-06-10 14:06:47.475
2025-06-10 14:06:47.484 for line in act.trace_log:
2025-06-10 14:06:47.491 if line.strip():
2025-06-10 14:06:47.497 if act.match_any(line.strip(), allowed_patterns):
2025-06-10 14:06:47.503 print(line.strip())
2025-06-10 14:06:47.511
2025-06-10 14:06:47.519 expected_stdout_trace = f"""
2025-06-10 14:06:47.527 EXECUTE_STATEMENT_RESTART
2025-06-10 14:06:47.540 Restarted 1 time(s)
2025-06-10 14:06:47.551
2025-06-10 14:06:47.563 EXECUTE_STATEMENT_RESTART
2025-06-10 14:06:47.576 Restarted 2 time(s)
2025-06-10 14:06:47.589
2025-06-10 14:06:47.600 EXECUTE_STATEMENT_RESTART
2025-06-10 14:06:47.613 Restarted 3 time(s)
2025-06-10 14:06:47.625
2025-06-10 14:06:47.635 EXECUTE_STATEMENT_RESTART
2025-06-10 14:06:47.643 Restarted 4 time(s)
2025-06-10 14:06:47.651 """
2025-06-10 14:06:47.657
2025-06-10 14:06:47.664 act.expected_stdout = expected_stdout_trace
2025-06-10 14:06:47.670 act.stdout = capsys.readouterr().out
2025-06-10 14:06:47.676 > assert act.clean_stdout == act.clean_expected_stdout
2025-06-10 14:06:47.686 E assert
2025-06-10 14:06:47.699 E EXECUTE_STATEMENT_RESTART
2025-06-10 14:06:47.710 E Restarted 1 time(s)
2025-06-10 14:06:47.718 E EXECUTE_STATEMENT_RESTART
2025-06-10 14:06:47.730 E Restarted 2 time(s)
2025-06-10 14:06:47.741 E EXECUTE_STATEMENT_RESTART
2025-06-10 14:06:47.750 E Restarted 3 time(s)
2025-06-10 14:06:47.764 E EXECUTE_STATEMENT_RESTART
2025-06-10 14:06:47.775 E Restarted 4 time(s)
2025-06-10 14:06:47.784 E + EXECUTE_STATEMENT_RESTART
2025-06-10 14:06:47.790 E + Restarted 5 time(s)
2025-06-10 14:06:47.795
2025-06-10 14:06:47.800 tests/functional/transactions/test_read_consist_sttm_merge_deny_multiple_matches.py:455: AssertionError
2025-06-10 14:06:47.805 ---------------------------- Captured stdout setup -----------------------------
2025-06-10 14:06:47.810 Creating db: localhost:/var/tmp/qa_2024/test_12376/test.fdb [page_size=None, sql_dialect=None, charset='NONE', user=SYSDBA, password=masterkey]
|
3 #text |
act = <firebird.qa.plugin.Action pytest object at [hex]>
fn_worker_sql = PosixPath('/var/tmp/qa_2024/test_12376/tmp_worker.sql')
fn_worker_log = PosixPath('/var/tmp/qa_2024/test_12376/tmp_worker.log')
fn_worker_err = PosixPath('/var/tmp/qa_2024/test_12376/tmp_worker.err')
capsys = <_pytest.capture.CaptureFixture pytest object at [hex]>
@pytest.mark.trace
@pytest.mark.version('>=4.0.2')
def test_1(act: Action, fn_worker_sql: Path, fn_worker_log: Path, fn_worker_err: Path, capsys):
sql_init = (act.files_dir / 'read-consist-sttm-restart-DDL.sql').read_text()
for checked_mode in('table', 'view'):
target_obj = 'test' if checked_mode == 'table' else 'v_test'
SQL_TO_BE_RESTARTED = f"""
merge /* {SQL_TAG_THAT_WE_WAITING_FOR} */ into {target_obj} t
using (
select s.id, s.x from {target_obj} as s
where s.id <= 1
order by s.id DESC -- added only 05-jun-2024; thanks to Vlad.
) s
on abs(t.id) = abs(s.id)
when matched then
update set t.x = s.id * 100
"""
sql_addi = f'''
set term ^;
execute block as
begin
rdb$set_context('USER_SESSION', 'WHO', 'INIT_DATA');
end
^
set term ;^
-- INITIAL DATA: add rows with ID = 0...6
-- #############
insert into {target_obj}(id, x)
select row_number()over()-1, row_number()over()-1
from rdb$types rows 6;
commit;
'''
act.isql(switches=['-q'], input = ''.join( (sql_init, sql_addi) ) )
# ::: NOTE ::: We have to immediately quit if any error raised in prepare phase.
# See also letter from dimitr, 01-feb-2022 14:46
assert act.stderr == ''
act.reset()
trace_cfg_items = [
'time_threshold = 0',
'log_errors = true',
'log_statement_start = true',
'log_statement_finish = true',
]
with act.trace(db_events = trace_cfg_items, encoding=locale.getpreferredencoding()):
with act.db.connect() as con_lock_1, act.db.connect() as con_lock_2, act.db.connect() as con_monitoring:
tpb_monitoring = tpb(isolation=Isolation.READ_COMMITTED_RECORD_VERSION, lock_timeout=0)
tx_monitoring = con_monitoring.transaction_manager(tpb_monitoring)
cur_monitoring = tx_monitoring.cursor()
cur_lock_1 = con_lock_1.cursor()
cur_lock_2 = con_lock_2.cursor()
for i,c in enumerate((con_lock_1,con_lock_2)):
sttm = f"execute block as begin rdb$set_context('USER_SESSION', 'WHO', 'LOCKER #{i+1}'); end"
c.execute_immediate(sttm)
#########################
### L O C K E R - 1 ###
#########################
con_lock_1.execute_immediate( f'update {target_obj} set id=id where id = 0' )
worker_sql = f'''
set list on;
set autoddl off;
set term ^;
execute block as
begin
rdb$set_context('USER_SESSION','WHO', 'WORKER');
end
^
set term ;^
commit;
SET KEEP_TRAN_PARAMS ON;
set transaction read committed read consistency;
set list off;
set wng off;
set count on;
-- THIS MUST HANG:
{SQL_TO_BE_RESTARTED};
-- check results:
-- ###############
select id,x from {target_obj} order by id;
select v.old_id, v.op, v.snap_no_rank
from v_worker_log v
where v.op = 'upd';
--set width who 10;
-- DO NOT check this! Values can differ here from one run to another!
-- select id, trn, who, old_id, new_id, op, rec_vers, global_cn, snap_no from tlog_done order by id;
rollback;
'''
fn_worker_sql.write_text(worker_sql)
with fn_worker_log.open(mode='w') as hang_out, fn_worker_err.open(mode='w') as hang_err:
############################################################################
### L A U N C H W O R K E R U S I N G I S Q L, A S Y N C. ###
############################################################################
p_worker = subprocess.Popen([act.vars['isql'], '-i', str(fn_worker_sql),
'-user', act.db.user,
'-password', act.db.password,
'-pag', '999999',
act.db.dsn
],
stdout = hang_out,
stderr = hang_err
)
# NB: when ISQL will establish attach, first record that it must lock is ID = 0 -- see above SQL_TO_BE_RESTARTED
# We must to ensure that this (worker) attachment has been really created and LOCKS this record:
#
#wait_for_record_become_locked(tx_monitoring, cur_monitoring, f'update {target_obj} set id=id where id = 0', SQL_TAG_THAT_WE_WAITING_FOR)
sttm = f'update {target_obj} set id = ? where abs( id ) = ?'
#########################
### L O C K E R - 2 ###
#########################
cur_lock_2.execute( sttm, ( -5, 5, ) )
con_lock_2.commit()
cur_lock_2.execute( sttm, ( -5, 5, ) )
#########################
### L O C K E R - 1 ###
#########################
con_lock_1.commit() # releases record with ID = 0 ==> now it can be locked by worker.
# We must to ensure that this (worker) attachment has been really created and LOCKS this record:
#
wait_for_record_become_locked(tx_monitoring, cur_monitoring, f'update {target_obj} set id=id where id=0', SQL_TAG_THAT_WE_WAITING_FOR)
cur_lock_1.execute( sttm, ( -4, 4, ) )
con_lock_1.commit()
cur_lock_1.execute( sttm, ( -4, 4, ) )
#########################
### L O C K E R - 2 ###
#########################
con_lock_2.commit() # releases record with ID = -5 ==> now it can be locked by worker.
# We must to ensure that this (worker) attachment has been really created and LOCKS this record:
#
wait_for_record_become_locked(tx_monitoring, cur_monitoring, f'update {target_obj} set id=id where id=-5', SQL_TAG_THAT_WE_WAITING_FOR)
cur_lock_2.execute( sttm, ( -3, 3, ) )
con_lock_2.commit()
cur_lock_2.execute( sttm, ( -3, 3, ) )
#########################
### L O C K E R - 1 ###
#########################
con_lock_1.commit()
# We must to ensure that this (worker) attachment has been really created and LOCKS this record:
#
wait_for_record_become_locked(tx_monitoring, cur_monitoring, f'update {target_obj} set id=id where id=-4', SQL_TAG_THAT_WE_WAITING_FOR)
cur_lock_1.execute( sttm, ( -2, 2, ) )
con_lock_1.commit()
cur_lock_1.execute( sttm, ( -2, 2, ) )
#########################
### L O C K E R - 2 ###
#########################
con_lock_2.commit()
# We must to ensure that this (worker) attachment has been really created and LOCKS this record:
#
wait_for_record_become_locked(tx_monitoring, cur_monitoring, f'update {target_obj} set id=id where id=-3', SQL_TAG_THAT_WE_WAITING_FOR)
cur_lock_2.execute( f'insert into {target_obj}(id,x) values(?, ?)', ( -1, 1, ) )
con_lock_2.commit()
cur_lock_2.execute( f'update {target_obj} set id = id where id = ?', ( -1, ) )
#########################
### L O C K E R - 1 ###
#########################
con_lock_1.commit()
# We must to ensure that this (worker) attachment has been really created and LOCKS this record:
#
wait_for_record_become_locked(tx_monitoring, cur_monitoring, f'update {target_obj} set id=id where id=-2', SQL_TAG_THAT_WE_WAITING_FOR)
#########################
### L O C K E R - 2 ###
#########################
con_lock_2.commit() # At this point merge can complete its job but it must FAIL because of multiple matches for abs(t.id) = abs(s.id), i.e. when ID = -1 and 1
# Here we wait for ISQL complete its mission:
p_worker.wait()
# < with act.db.connect
for g in (fn_worker_log, fn_worker_err):
with g.open() as f:
for line in f:
if line.strip():
print(f'checked_mode: {checked_mode}, {"STDLOG" if g == fn_worker_log else "STDERR"}: {line}')
expected_stdout_worker = f"""
checked_mode: {checked_mode}, STDLOG: Records affected: 2
checked_mode: {checked_mode}, STDLOG: ID X
checked_mode: {checked_mode}, STDLOG: ======= =======
checked_mode: {checked_mode}, STDLOG: -5 5
checked_mode: {checked_mode}, STDLOG: -4 4
checked_mode: {checked_mode}, STDLOG: -3 3
checked_mode: {checked_mode}, STDLOG: -2 2
checked_mode: {checked_mode}, STDLOG: -1 1
checked_mode: {checked_mode}, STDLOG: 0 0
checked_mode: {checked_mode}, STDLOG: 1 1
checked_mode: {checked_mode}, STDLOG: Records affected: 7
checked_mode: {checked_mode}, STDLOG: OLD_ID OP SNAP_NO_RANK
checked_mode: {checked_mode}, STDLOG: ======= ====== =====================
checked_mode: {checked_mode}, STDLOG: 0 UPD 1
checked_mode: {checked_mode}, STDLOG: 1 UPD 1
checked_mode: {checked_mode}, STDLOG: 0 UPD 2
checked_mode: {checked_mode}, STDLOG: 1 UPD 2
checked_mode: {checked_mode}, STDLOG: 0 UPD 3
checked_mode: {checked_mode}, STDLOG: 1 UPD 3
checked_mode: {checked_mode}, STDLOG: 0 UPD 4
checked_mode: {checked_mode}, STDLOG: 1 UPD 4
checked_mode: {checked_mode}, STDLOG: 0 UPD 5
checked_mode: {checked_mode}, STDLOG: 1 UPD 5
checked_mode: {checked_mode}, STDLOG: Records affected: 10
checked_mode: {checked_mode}, STDERR: Statement failed, SQLSTATE = 21000
checked_mode: {checked_mode}, STDERR: Multiple source records cannot match the same target during MERGE
checked_mode: {checked_mode}, STDERR:
"""
act.expected_stdout = expected_stdout_worker
act.stdout = capsys.readouterr().out
assert act.clean_stdout == act.clean_expected_stdout
act.reset()
# < with act.trace
allowed_patterns = \
[
'\\)\\s+EXECUTE_STATEMENT_RESTART$'
#,re.escape(SQL_TO_BE_RESTARTED)
,'^Restarted \\d+ time\\(s\\)'
]
allowed_patterns = [re.compile(x) for x in allowed_patterns]
for line in act.trace_log:
if line.strip():
if act.match_any(line.strip(), allowed_patterns):
print(line.strip())
expected_stdout_trace = f"""
EXECUTE_STATEMENT_RESTART
Restarted 1 time(s)
EXECUTE_STATEMENT_RESTART
Restarted 2 time(s)
EXECUTE_STATEMENT_RESTART
Restarted 3 time(s)
EXECUTE_STATEMENT_RESTART
Restarted 4 time(s)
"""
act.expected_stdout = expected_stdout_trace
act.stdout = capsys.readouterr().out
> assert act.clean_stdout == act.clean_expected_stdout
E assert
E EXECUTE_STATEMENT_RESTART
E Restarted 1 time(s)
E EXECUTE_STATEMENT_RESTART
E Restarted 2 time(s)
E EXECUTE_STATEMENT_RESTART
E Restarted 3 time(s)
E EXECUTE_STATEMENT_RESTART
E Restarted 4 time(s)
E + EXECUTE_STATEMENT_RESTART
E + Restarted 5 time(s)
tests/functional/transactions/test_read_consist_sttm_merge_deny_multiple_matches.py:455: AssertionError
|