Show firebird.log [FOUND messages for interval when this test was running]
Jump to: output_first_mismatch    outcomes_full_history    elapsed_time_chart
Show cross-report outcomes.

Annotation type Annotation details
2 @message
AssertionError: assert   
  + TIMEOUT EXPIRATION: waiting for ISQL process on iter 23 took 3042 ms which exceeds limit = 3000 ms.
    returncode for ISQL worker #0: 1
    returncode for ISQL worker #1: 1
    returncode for ISQL worker #2: 1
    returncode for ISQL worker #3: 1
    returncode for ISQL worker #4: 1
    returncode for ISQL worker #5: 1
    returncode for ISQL worker #6: 1
    returncode for ISQL worker #7: 1
    returncode for ISQL worker #8: 1
    returncode for ISQL worker #9: 1
    returncode for ISQL worker #10: 1
    returncode for ISQL worker #11: 1
    returncode for ISQL worker #12: 1
    returncode for ISQL worker #13: 1
    returncode for ISQL worker #14: 1
    returncode for ISQL worker #15: 1
    returncode for ISQL worker #16: 1
    returncode for ISQL worker #17: 1
    returncode for ISQL worker #18: 1
    returncode for ISQL worker #19: 1
    returncode for ISQL worker #20: 1
    returncode for ISQL worker #21: 1
    returncode for ISQL worker #22: 1
    returncode for ISQL worker #23: 1
    returncode for ISQL worker #24: 1
    returncode for ISQL worker #25: 1
    returncode for ISQL worker #26: 1
    returncode for ISQL worker #27: 1
    returncode for ISQL worker #28: 1
    returncode for ISQL worker #29: 1
    returncode for ISQL worker #30: 1
    returncode for ISQL worker #31: 1
    returncode for ISQL worker #32: 1
    returncode for ISQL worker #33: 1
    returncode for ISQL worker #34: 1
    returncode for ISQL worker #35: 1
    returncode for ISQL worker #36: 1
    returncode for ISQL worker #37: 1
    returncode for ISQL worker #38: 1
    returncode for ISQL worker #39: 1
    returncode for ISQL worker #40: 1
    returncode for ISQL worker #41: 1
    returncode for ISQL worker #42: 1
    returncode for ISQL worker #43: 1
    returncode for ISQL worker #44: 1
    returncode for ISQL worker #45: 1
    returncode for ISQL worker #46: 1
    returncode for ISQL worker #47: 1
    returncode for ISQL worker #48: 1
    returncode for ISQL worker #49: 1
  + Pattern  re.compile('SQLSTATE\\s+=\\s+08003', re.IGNORECASE)  NOT FOUND in the log  /var/tmp/qa_2024/test_1579/tmp_3323.23.log :
  + === beg of log ===
  + CLIENT_PID                      566688
  + CURRENT_CONNECTION              29
  + === end of log ===

LOG DETAILS:

2025-05-07 04:01:21.286
2025-05-07 04:01:21.293 act = <firebird.qa.plugin.Action object at [hex]>
2025-05-07 04:01:21.301 tmp_isql_cmds = [PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.0.sql'), PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.1.sql'), Posix...), PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.4.sql'), PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.5.sql'), ...]
2025-05-07 04:01:21.308 tmp_isql_logs = [PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.0.log'), PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.1.log'), Posix...), PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.4.log'), PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.5.log'), ...]
2025-05-07 04:01:21.314 capsys = <_pytest.capture.CaptureFixture object at [hex]>
2025-05-07 04:01:21.322
2025-05-07 04:01:21.329 @pytest.mark.version('>=3')
2025-05-07 04:01:21.342 def test_1(act: Action, tmp_isql_cmds: List[Path], tmp_isql_logs: List[Path], capsys):
2025-05-07 04:01:21.352
2025-05-07 04:01:21.367 with act.db.connect() as con, act.db.connect() as con_locker:
2025-05-07 04:01:21.379
2025-05-07 04:01:21.395 con_locker.execute_immediate('update test set id=-id order by id rows 1')
2025-05-07 04:01:21.406
2025-05-07 04:01:21.414 sql_check_appearance = """
2025-05-07 04:01:21.426 select s.mon$attachment_id
2025-05-07 04:01:21.442 from mon$statements s
2025-05-07 04:01:21.453 where s.mon$attachment_id <> current_connection and s.mon$sql_text containing cast(? as varchar(20))
2025-05-07 04:01:21.467 """
2025-05-07 04:01:21.482 with con.cursor() as cur:
2025-05-07 04:01:21.497 ps, rs = None, None
2025-05-07 04:01:21.508 try:
2025-05-07 04:01:21.518 ps = cur.prepare(sql_check_appearance)
2025-05-07 04:01:21.526 worker_att_list = []
2025-05-07 04:01:21.540 worker_log_list = []
2025-05-07 04:01:21.549 worker_pid_list = []
2025-05-07 04:01:21.559
2025-05-07 04:01:21.567 for worker_i in range(0, CONCURRENT_ATT_CNT):
2025-05-07 04:01:21.575 worker_log_list.append( open(tmp_isql_logs[worker_i], 'w') )
2025-05-07 04:01:21.583
2025-05-07 04:01:21.590
2025-05-07 04:01:21.600 for worker_i in range(0, CONCURRENT_ATT_CNT):
2025-05-07 04:01:21.608 if worker_i < CONCURRENT_ATT_CNT-1:
2025-05-07 04:01:21.616 id_senior = worker_i+1
2025-05-07 04:01:21.623 id_junior = worker_i
2025-05-07 04:01:21.631 else:
2025-05-07 04:01:21.641 id_senior = 0
2025-05-07 04:01:21.651 id_junior = CONCURRENT_ATT_CNT-1
2025-05-07 04:01:21.659
2025-05-07 04:01:21.666 sql_worker_dml = f"""
2025-05-07 04:01:21.681 set list on;
2025-05-07 04:01:21.693 select rdb$get_context('SYSTEM','CLIENT_PID') as client_pid,current_connection from rdb$database;
2025-05-07 04:01:21.703 update /* TAG_{worker_i} */ test set id = -id where id in ({id_junior}, {id_senior}) order by id desc rows 2;
2025-05-07 04:01:21.712 """
2025-05-07 04:01:21.720
2025-05-07 04:01:21.726 f_sql_cmd = open(tmp_isql_cmds[worker_i], 'w')
2025-05-07 04:01:21.732 f_sql_cmd.write(sql_worker_dml)
2025-05-07 04:01:21.738 f_sql_cmd.close()
2025-05-07 04:01:21.745
2025-05-07 04:01:21.754 f_isql_log = worker_log_list[worker_i] # open(tmp_isql_logs[worker_i], 'w')
2025-05-07 04:01:21.765 p = subprocess.Popen([act.vars['isql'], '-user', act.db.user, '-password', act.db.password, '-n', '-i', f_sql_cmd.name, act.db.dsn], stdout = f_isql_log, stderr = subprocess.STDOUT)
2025-05-07 04:01:21.774 worker_pid_list.append(p)
2025-05-07 04:01:21.784
2025-05-07 04:01:21.797 #---------------------------------------------------------------------------
2025-05-07 04:01:21.807 # W A I T   F O R   I S Q L    A P P E A R    I N     M O N $    T A B L E S
2025-05-07 04:01:21.816 #---------------------------------------------------------------------------
2025-05-07 04:01:21.823 t1=py_dt.datetime.now()
2025-05-07 04:01:21.832 while True:
2025-05-07 04:01:21.847 time.sleep(0.1)
2025-05-07 04:01:21.857 t2=py_dt.datetime.now()
2025-05-07 04:01:21.873 d1=t2-t1
2025-05-07 04:01:21.887 dd = d1.seconds*1000 + d1.microseconds//1000
2025-05-07 04:01:21.898 if dd > MAX_WAIT_FOR_ISQL_START_MS:
2025-05-07 04:01:21.908 print(f'TIMEOUT EXPIRATION: waiting for ISQL process on iter {worker_i} took {dd} ms which exceeds limit = {MAX_WAIT_FOR_ISQL_START_MS} ms.')
2025-05-07 04:01:21.924 break
2025-05-07 04:01:21.935
2025-05-07 04:01:21.944 # ::: NB ::: 'ps' returns data, i.e. this is SELECTABLE expression.
2025-05-07 04:01:21.953 # We have to store result of cur.execute(<psInstance>) in order to
2025-05-07 04:01:21.960 # close it explicitly.
2025-05-07 04:01:21.968 # Otherwise AV can occur during Python garbage collection and this
2025-05-07 04:01:21.975 # causes pytest to hang on its final point.
2025-05-07 04:01:21.989 # Explained by hvlad, email 26.10.24 17:42
2025-05-07 04:01:22.003 rs = cur.execute(ps, (f'TAG_{worker_i}',))
2025-05-07 04:01:22.012 worker_att = None
2025-05-07 04:01:22.020 for r in rs:
2025-05-07 04:01:22.036 worker_att = r
2025-05-07 04:01:22.046
2025-05-07 04:01:22.054 con.commit()
2025-05-07 04:01:22.068
2025-05-07 04:01:22.081 if worker_att:
2025-05-07 04:01:22.092 worker_att_list.append(worker_att[0])
2025-05-07 04:01:22.101 break
2025-05-07 04:01:22.108
2025-05-07 04:01:22.117 # result: attachment_id of just launched ISQL was added to worker_att_list
2025-05-07 04:01:22.125 #---------------------------
2025-05-07 04:01:22.132
2025-05-07 04:01:22.140 # result: all ISQLs are launched and their attachments are visible in mon$attachments (and can be traversed via worker_att_list)
2025-05-07 04:01:22.147
2025-05-07 04:01:22.155 kill_sttm = cur.prepare('delete from mon$attachments a where a.mon$attachment_id = ?')
2025-05-07 04:01:22.162
2025-05-07 04:01:22.170 ###################################################################
2025-05-07 04:01:22.183 ###   k i l l    a t t a c h m e n t s    o n e - b y - o n e   ###
2025-05-07 04:01:22.193 ###################################################################
2025-05-07 04:01:22.201 for worker_id in reversed(worker_att_list):
2025-05-07 04:01:22.211 cur.execute(kill_sttm, (worker_id,))
2025-05-07 04:01:22.218
2025-05-07 04:01:22.224 except DatabaseError as e:
2025-05-07 04:01:22.231 print( e.__str__() )
2025-05-07 04:01:22.237 print(e.gds_codes)
2025-05-07 04:01:22.244
2025-05-07 04:01:22.253 finally:
2025-05-07 04:01:22.261 if rs:
2025-05-07 04:01:22.269 rs.close() # <<< EXPLICITLY CLOSING CURSOR RESULTS
2025-05-07 04:01:22.276 if ps:
2025-05-07 04:01:22.290 ps.free()
2025-05-07 04:01:22.301
2025-05-07 04:01:22.315 for i,p_isql in enumerate(worker_pid_list):
2025-05-07 04:01:22.331 p_isql.wait(MAX_WAIT_FOR_ISQL_FINISH_S)
2025-05-07 04:01:22.345 print(f'returncode for ISQL worker #{i}:',p.poll())
2025-05-07 04:01:22.355 for f in worker_log_list:
2025-05-07 04:01:22.362 f.close()
2025-05-07 04:01:22.375
2025-05-07 04:01:22.387
2025-05-07 04:01:22.396
2025-05-07 04:01:22.410 # All worker logs must contain 'SQLSTATE = 08003' pattern (i.e. 'connection shutdown'):
2025-05-07 04:01:22.418 p_shutdown = re.compile('SQLSTATE\\s+=\\s+08003', re.IGNORECASE)
2025-05-07 04:01:22.425 for g in worker_log_list:
2025-05-07 04:01:22.432 with open(g.name, 'r') as f:
2025-05-07 04:01:22.444 txt = ''.join( f.readlines() )
2025-05-07 04:01:22.454 if p_shutdown.search(txt):
2025-05-07 04:01:22.462 pass
2025-05-07 04:01:22.469 else:
2025-05-07 04:01:22.475 print('Pattern ',p_shutdown,' NOT FOUND in the log ',g.name,':')
2025-05-07 04:01:22.481 print('=== beg of log ===')
2025-05-07 04:01:22.488 print(txt)
2025-05-07 04:01:22.496 print('=== end of log ===')
2025-05-07 04:01:22.503 con.commit()
2025-05-07 04:01:22.512
2025-05-07 04:01:22.520 # NO any ISQL worker must be alive now:
2025-05-07 04:01:22.530 cur.execute("select a.mon$attachment_id from mon$attachments a where a.mon$system_flag <> 1 and lower(a.mon$remote_process) similar to '%[\\/]isql(.exe)?'")
2025-05-07 04:01:22.536 for r in cur:
2025-05-07 04:01:22.542 print('UNEXPECTEDLY remained ISQL attachment:',r[0])
2025-05-07 04:01:22.549
2025-05-07 04:01:22.563 # All workers had to be completed with retcode = 1:
2025-05-07 04:01:22.572 expected_stdout = '\n'.join( [ f'returncode for ISQL worker #{i}: 1' for i in range(0, CONCURRENT_ATT_CNT) ])
2025-05-07 04:01:22.579
2025-05-07 04:01:22.586 act.stdout = capsys.readouterr().out
2025-05-07 04:01:22.592 act.expected_stdout = expected_stdout
2025-05-07 04:01:22.599 >       assert act.clean_stdout == act.clean_expected_stdout
2025-05-07 04:01:22.606 E       AssertionError: assert
2025-05-07 04:01:22.613 E         + TIMEOUT EXPIRATION: waiting for ISQL process on iter 23 took 3042 ms which exceeds limit = 3000 ms.
2025-05-07 04:01:22.620 E           returncode for ISQL worker #0: 1
2025-05-07 04:01:22.627 E           returncode for ISQL worker #1: 1
2025-05-07 04:01:22.633 E           returncode for ISQL worker #2: 1
2025-05-07 04:01:22.640 E           returncode for ISQL worker #3: 1
2025-05-07 04:01:22.646 E           returncode for ISQL worker #4: 1
2025-05-07 04:01:22.653 E           returncode for ISQL worker #5: 1
2025-05-07 04:01:22.660 E           returncode for ISQL worker #6: 1
2025-05-07 04:01:22.670 E           returncode for ISQL worker #7: 1
2025-05-07 04:01:22.678 E           returncode for ISQL worker #8: 1
2025-05-07 04:01:22.686 E           returncode for ISQL worker #9: 1
2025-05-07 04:01:22.693 E           returncode for ISQL worker #10: 1
2025-05-07 04:01:22.700 E           returncode for ISQL worker #11: 1
2025-05-07 04:01:22.707 E           returncode for ISQL worker #12: 1
2025-05-07 04:01:22.716 E           returncode for ISQL worker #13: 1
2025-05-07 04:01:22.725 E           returncode for ISQL worker #14: 1
2025-05-07 04:01:22.732 E           returncode for ISQL worker #15: 1
2025-05-07 04:01:22.737 E           returncode for ISQL worker #16: 1
2025-05-07 04:01:22.743 E           returncode for ISQL worker #17: 1
2025-05-07 04:01:22.752 E           returncode for ISQL worker #18: 1
2025-05-07 04:01:22.763 E           returncode for ISQL worker #19: 1
2025-05-07 04:01:22.770 E           returncode for ISQL worker #20: 1
2025-05-07 04:01:22.778 E           returncode for ISQL worker #21: 1
2025-05-07 04:01:22.784 E           returncode for ISQL worker #22: 1
2025-05-07 04:01:22.791 E           returncode for ISQL worker #23: 1
2025-05-07 04:01:22.796 E           returncode for ISQL worker #24: 1
2025-05-07 04:01:22.802 E           returncode for ISQL worker #25: 1
2025-05-07 04:01:22.807 E           returncode for ISQL worker #26: 1
2025-05-07 04:01:22.813 E           returncode for ISQL worker #27: 1
2025-05-07 04:01:22.818 E           returncode for ISQL worker #28: 1
2025-05-07 04:01:22.823 E           returncode for ISQL worker #29: 1
2025-05-07 04:01:22.829 E           returncode for ISQL worker #30: 1
2025-05-07 04:01:22.834 E           returncode for ISQL worker #31: 1
2025-05-07 04:01:22.840 E           returncode for ISQL worker #32: 1
2025-05-07 04:01:22.845 E           returncode for ISQL worker #33: 1
2025-05-07 04:01:22.851 E           returncode for ISQL worker #34: 1
2025-05-07 04:01:22.856 E           returncode for ISQL worker #35: 1
2025-05-07 04:01:22.862 E           returncode for ISQL worker #36: 1
2025-05-07 04:01:22.868 E           returncode for ISQL worker #37: 1
2025-05-07 04:01:22.875 E           returncode for ISQL worker #38: 1
2025-05-07 04:01:22.884 E           returncode for ISQL worker #39: 1
2025-05-07 04:01:22.892 E           returncode for ISQL worker #40: 1
2025-05-07 04:01:22.900 E           returncode for ISQL worker #41: 1
2025-05-07 04:01:22.909 E           returncode for ISQL worker #42: 1
2025-05-07 04:01:22.918 E           returncode for ISQL worker #43: 1
2025-05-07 04:01:22.926 E           returncode for ISQL worker #44: 1
2025-05-07 04:01:22.940 E           returncode for ISQL worker #45: 1
2025-05-07 04:01:22.951 E           returncode for ISQL worker #46: 1
2025-05-07 04:01:22.959 E           returncode for ISQL worker #47: 1
2025-05-07 04:01:22.967 E           returncode for ISQL worker #48: 1
2025-05-07 04:01:22.975 E           returncode for ISQL worker #49: 1
2025-05-07 04:01:22.983 E         + Pattern  re.compile('SQLSTATE\\s+=\\s+08003', re.IGNORECASE)  NOT FOUND in the log  /var/tmp/qa_2024/test_1579/tmp_3323.23.log :
2025-05-07 04:01:22.997 E         + === beg of log ===
2025-05-07 04:01:23.013 E         + CLIENT_PID                      566688
2025-05-07 04:01:23.021 E         + CURRENT_CONNECTION              29
2025-05-07 04:01:23.029 E         + === end of log ===
2025-05-07 04:01:23.038
2025-05-07 04:01:23.047 tests/bugs/core_3323_test.py:230: AssertionError
2025-05-07 04:01:23.056 ---------------------------- Captured stdout setup -----------------------------
2025-05-07 04:01:23.066 Creating db: localhost:/var/tmp/qa_2024/test_1579/test.fdb [page_size=None, sql_dialect=None, charset='NONE', user=SYSDBA, password=masterkey]
3 #text
act = <firebird.qa.plugin.Action pytest object at [hex]>
tmp_isql_cmds = [PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.0.sql'), PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.1.sql'), Posix...), PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.4.sql'), PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.5.sql'), ...]
tmp_isql_logs = [PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.0.log'), PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.1.log'), Posix...), PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.4.log'), PosixPath('/var/tmp/qa_2024/test_1579/tmp_3323.5.log'), ...]
capsys = <_pytest.capture.CaptureFixture pytest object at [hex]>

    @pytest.mark.version('>=3')
    def test_1(act: Action, tmp_isql_cmds: List[Path], tmp_isql_logs: List[Path], capsys):
    
        with act.db.connect() as con, act.db.connect() as con_locker:
    
            con_locker.execute_immediate('update test set id=-id order by id rows 1')
    
            sql_check_appearance = """
                select s.mon$attachment_id
                from mon$statements s
                where s.mon$attachment_id <> current_connection and s.mon$sql_text containing cast(? as varchar(20))
            """
            with con.cursor() as cur:
                ps, rs = None, None
                try:
                    ps = cur.prepare(sql_check_appearance)
                    worker_att_list = []
                    worker_log_list = []
                    worker_pid_list = []
    
                    for worker_i in range(0, CONCURRENT_ATT_CNT):
                        worker_log_list.append( open(tmp_isql_logs[worker_i], 'w') )
    
    
                    for worker_i in range(0, CONCURRENT_ATT_CNT):
                        if worker_i < CONCURRENT_ATT_CNT-1:
                            id_senior = worker_i+1
                            id_junior = worker_i
                        else:
                            id_senior = 0
                            id_junior = CONCURRENT_ATT_CNT-1
    
                        sql_worker_dml = f"""
                            set list on;
                            select rdb$get_context('SYSTEM','CLIENT_PID') as client_pid,current_connection from rdb$database;
                            update /* TAG_{worker_i} */ test set id = -id where id in ({id_junior}, {id_senior}) order by id desc rows 2;
                        """
    
                        f_sql_cmd = open(tmp_isql_cmds[worker_i], 'w')
                        f_sql_cmd.write(sql_worker_dml)
                        f_sql_cmd.close()
    
                        f_isql_log = worker_log_list[worker_i] # open(tmp_isql_logs[worker_i], 'w')
                        p = subprocess.Popen([act.vars['isql'], '-user', act.db.user, '-password', act.db.password, '-n', '-i', f_sql_cmd.name, act.db.dsn], stdout = f_isql_log, stderr = subprocess.STDOUT)
                        worker_pid_list.append(p)
    
                        #---------------------------------------------------------------------------
                        # W A I T   F O R   I S Q L    A P P E A R    I N     M O N $    T A B L E S
                        #---------------------------------------------------------------------------
                        t1=py_dt.datetime.now()
                        while True:
                            time.sleep(0.1)
                            t2=py_dt.datetime.now()
                            d1=t2-t1
                            dd = d1.seconds*1000 + d1.microseconds//1000
                            if dd > MAX_WAIT_FOR_ISQL_START_MS:
                                print(f'TIMEOUT EXPIRATION: waiting for ISQL process on iter {worker_i} took {dd} ms which exceeds limit = {MAX_WAIT_FOR_ISQL_START_MS} ms.')
                                break
    
                            # ::: NB ::: 'ps' returns data, i.e. this is SELECTABLE expression.
                            # We have to store result of cur.execute(<psInstance>) in order to
                            # close it explicitly.
                            # Otherwise AV can occur during Python garbage collection and this
                            # causes pytest to hang on its final point.
                            # Explained by hvlad, email 26.10.24 17:42
                            rs = cur.execute(ps, (f'TAG_{worker_i}',))
                            worker_att = None
                            for r in rs:
                                worker_att = r
    
                            con.commit()
    
                            if worker_att:
                                worker_att_list.append(worker_att[0])
                                break
    
                            # result: attachment_id of just launched ISQL was added to worker_att_list
                            #---------------------------
    
                    # result: all ISQLs are launched and their attachments are visible in mon$attachments (and can be traversed via worker_att_list)
    
                    kill_sttm = cur.prepare('delete from mon$attachments a where a.mon$attachment_id = ?')
    
                    ###################################################################
                    ###   k i l l    a t t a c h m e n t s    o n e - b y - o n e   ###
                    ###################################################################
                    for worker_id in reversed(worker_att_list):
                        cur.execute(kill_sttm, (worker_id,))
    
                except DatabaseError as e:
                    print( e.__str__() )
                    print(e.gds_codes)
    
                finally:
                    if rs:
                        rs.close() # <<< EXPLICITLY CLOSING CURSOR RESULTS
                    if ps:
                        ps.free()
    
                    for i,p_isql in enumerate(worker_pid_list):
                        p_isql.wait(MAX_WAIT_FOR_ISQL_FINISH_S)
                        print(f'returncode for ISQL worker #{i}:',p.poll())
                    for f in worker_log_list:
                        f.close()
    
    
    
                # All worker logs must contain 'SQLSTATE = 08003' pattern (i.e. 'connection shutdown'):
                p_shutdown = re.compile('SQLSTATE\\s+=\\s+08003', re.IGNORECASE)
                for g in worker_log_list:
                    with open(g.name, 'r') as f:
                        txt = ''.join( f.readlines() )
                        if p_shutdown.search(txt):
                            pass
                        else:
                            print('Pattern ',p_shutdown,' NOT FOUND in the log ',g.name,':')
                            print('=== beg of log ===')
                            print(txt)
                            print('=== end of log ===')
                con.commit()
    
                # NO any ISQL worker must be alive now:
                cur.execute("select a.mon$attachment_id from mon$attachments a where a.mon$system_flag <> 1 and lower(a.mon$remote_process) similar to '%[\\/]isql(.exe)?'")
                for r in cur:
                    print('UNEXPECTEDLY remained ISQL attachment:',r[0])
    
                # All workers had to be completed with retcode = 1:
                expected_stdout = '\n'.join( [ f'returncode for ISQL worker #{i}: 1' for i in range(0, CONCURRENT_ATT_CNT) ])
    
        act.stdout = capsys.readouterr().out
        act.expected_stdout = expected_stdout
>       assert act.clean_stdout == act.clean_expected_stdout
E       AssertionError: assert   
E         + TIMEOUT EXPIRATION: waiting for ISQL process on iter 23 took 3042 ms which exceeds limit = 3000 ms.
E           returncode for ISQL worker #0: 1
E           returncode for ISQL worker #1: 1
E           returncode for ISQL worker #2: 1
E           returncode for ISQL worker #3: 1
E           returncode for ISQL worker #4: 1
E           returncode for ISQL worker #5: 1
E           returncode for ISQL worker #6: 1
E           returncode for ISQL worker #7: 1
E           returncode for ISQL worker #8: 1
E           returncode for ISQL worker #9: 1
E           returncode for ISQL worker #10: 1
E           returncode for ISQL worker #11: 1
E           returncode for ISQL worker #12: 1
E           returncode for ISQL worker #13: 1
E           returncode for ISQL worker #14: 1
E           returncode for ISQL worker #15: 1
E           returncode for ISQL worker #16: 1
E           returncode for ISQL worker #17: 1
E           returncode for ISQL worker #18: 1
E           returncode for ISQL worker #19: 1
E           returncode for ISQL worker #20: 1
E           returncode for ISQL worker #21: 1
E           returncode for ISQL worker #22: 1
E           returncode for ISQL worker #23: 1
E           returncode for ISQL worker #24: 1
E           returncode for ISQL worker #25: 1
E           returncode for ISQL worker #26: 1
E           returncode for ISQL worker #27: 1
E           returncode for ISQL worker #28: 1
E           returncode for ISQL worker #29: 1
E           returncode for ISQL worker #30: 1
E           returncode for ISQL worker #31: 1
E           returncode for ISQL worker #32: 1
E           returncode for ISQL worker #33: 1
E           returncode for ISQL worker #34: 1
E           returncode for ISQL worker #35: 1
E           returncode for ISQL worker #36: 1
E           returncode for ISQL worker #37: 1
E           returncode for ISQL worker #38: 1
E           returncode for ISQL worker #39: 1
E           returncode for ISQL worker #40: 1
E           returncode for ISQL worker #41: 1
E           returncode for ISQL worker #42: 1
E           returncode for ISQL worker #43: 1
E           returncode for ISQL worker #44: 1
E           returncode for ISQL worker #45: 1
E           returncode for ISQL worker #46: 1
E           returncode for ISQL worker #47: 1
E           returncode for ISQL worker #48: 1
E           returncode for ISQL worker #49: 1
E         + Pattern  re.compile('SQLSTATE\\s+=\\s+08003', re.IGNORECASE)  NOT FOUND in the log  /var/tmp/qa_2024/test_1579/tmp_3323.23.log :
E         + === beg of log ===
E         + CLIENT_PID                      566688
E         + CURRENT_CONNECTION              29
E         + === end of log ===

tests/bugs/core_3323_test.py:230: AssertionError
Full history of outcomes and elapsed time, ms:
NN SNAP_INFO CS_outcome SS_outcome CS_run_time SS_run_time CS_run_beg CS_run_end SS_run_beg SS_run_end
1 6.0.0.881 2025.06.27 7035d P P 7340 6410 2025.06.28 00:08:37.887 2025.06.28 00:08:45.227 2025.06.27 21:29:29.628 2025.06.27 21:29:36.038
2 6.0.0.877 2025.06.26 8e38f P P 7328 6312 2025.06.27 00:09:05.341 2025.06.27 00:09:12.669 2025.06.26 21:29:13.245 2025.06.26 21:29:19.557
3 6.0.0.876 2025.06.25 b1bec P P 7825 6390 2025.06.26 00:12:53.637 2025.06.26 00:13:01.462 2025.06.25 21:29:56.440 2025.06.25 21:30:02.830
4 6.0.0.863 2025.06.24 c3c20 P P 14903 6363 2025.06.25 00:13:33.958 2025.06.25 00:13:48.861 2025.06.24 21:29:14.214 2025.06.24 21:29:20.577
5 6.0.0.858 2025.06.23 8d6f7 P P 8465 6340 2025.06.24 00:12:55.905 2025.06.24 00:13:04.370 2025.06.23 21:29:49.550 2025.06.23 21:29:55.890
6 6.0.0.849 2025.06.20 7b79c P P 7825 6503 2025.06.21 00:23:03.304 2025.06.21 00:23:11.129 2025.06.20 21:32:29.646 2025.06.20 21:32:36.149
7 6.0.0.848 2025.06.19 c483c P P 7744 6401 2025.06.20 00:19:27.942 2025.06.20 00:19:35.686 2025.06.19 21:31:30.195 2025.06.19 21:31:36.596
8 6.0.0.845 2025.06.18 22b12 P P 14885 6774 2025.06.19 00:25:10.825 2025.06.19 00:25:25.710 2025.06.18 21:30:42.411 2025.06.18 21:30:49.185
9 6.0.0.843 2025.06.16 995f4 P P 12337 6511 2025.06.18 00:27:31.298 2025.06.18 00:27:43.635 2025.06.17 21:32:52.473 2025.06.17 21:32:58.984
10 6.0.0.840 2025.06.14 29bca P P 7841 6403 2025.06.16 00:17:03.017 2025.06.16 00:17:10.858 2025.06.15 21:29:26.093 2025.06.15 21:29:32.496
11 6.0.0.838 2025.06.13 0e28a P P 8518 6548 2025.06.14 00:27:59.213 2025.06.14 00:28:07.731 2025.06.13 21:30:50.878 2025.06.13 21:30:57.426
12 6.0.0.835 2025.06.12 2cf29 P P 10570 6508 2025.06.13 00:29:46.490 2025.06.13 00:29:57.060 2025.06.12 21:36:31.502 2025.06.12 21:36:38.010
13 6.0.0.834 2025.06.11 e889f P P 14742 6538 2025.06.12 00:26:07.432 2025.06.12 00:26:22.174 2025.06.11 21:32:30.392 2025.06.11 21:32:36.930
14 6.0.0.800 2025.06.10 1f226 P P 15053 6383 2025.06.10 23:25:26.237 2025.06.10 23:25:41.290 2025.06.10 21:31:30.038 2025.06.10 21:31:36.421
15 6.0.0.799 2025.06.07 be644 P P 15074 6383 2025.06.09 23:24:49.730 2025.06.09 23:25:04.804 2025.06.09 21:31:23.807 2025.06.09 21:31:30.190
16 6.0.0.797 2025.06.06 303e8 P P 15349 6478 2025.06.06 23:25:48.115 2025.06.06 23:26:03.464 2025.06.06 21:28:20.770 2025.06.06 21:28:27.248
17 6.0.0.795 2025.05.29 7a71a P P 15231 6431 2025.06.05 23:22:44.406 2025.06.05 23:22:59.637 2025.06.05 21:28:03.864 2025.06.05 21:28:10.295
18 6.0.0.792 2025.05.28 b4327 P P 15779 6546 2025.05.28 23:30:36.954 2025.05.28 23:30:52.733 2025.05.28 21:29:03.058 2025.05.28 21:29:09.604
19 6.0.0.791 2025.05.27 02db8 F P 15997 6471 2025.05.27 23:28:48.154 2025.05.27 23:29:04.151 2025.05.27 21:28:36.340 2025.05.27 21:28:42.811
20 6.0.0.789 2025.05.21 64051 P P 15600 6444 2025.05.24 23:26:11.998 2025.05.24 23:26:27.598 2025.05.24 21:28:25.947 2025.05.24 21:28:32.391
21 6.0.0.787 2025.05.20 230ad P P 14932 6524 2025.05.20 23:23:31.506 2025.05.20 23:23:46.438 2025.05.20 21:28:12.806 2025.05.20 21:28:19.330
22 6.0.0.783 2025.05.12 37320 P P 9013 6381 2025.05.19 11:05:31.179 2025.05.19 11:05:40.192 2025.05.19 09:19:59.807 2025.05.19 09:20:06.188
23 6.0.0.779 2025.05.11 136fa P P 13166 6462 2025.05.11 23:20:52.707 2025.05.11 23:21:05.873 2025.05.11 21:27:53.059 2025.05.11 21:27:59.521
24 6.0.0.778 2025.05.07 d735e P P 13050 6504 2025.05.07 23:19:56.484 2025.05.07 23:20:09.534 2025.05.07 21:27:59.461 2025.05.07 21:28:05.965
25 6.0.0.776 2025.05.06 007cd F P 15335 6354 2025.05.06 23:13:21.562 2025.05.06 23:13:36.897 2025.05.06 21:27:54.912 2025.05.06 21:28:01.266
26 6.0.0.770 2025.05.05 82c4a P P 15232 6408 2025.05.05 23:12:24.442 2025.05.05 23:12:39.674 2025.05.05 21:27:40.585 2025.05.05 21:27:46.993
27 6.0.0.767 2025.05.01 cdd29 P P 11950 6441 2025.05.01 23:11:04.321 2025.05.01 23:11:16.271 2025.05.01 21:27:32.066 2025.05.01 21:27:38.507
28 6.0.0.762 2025.04.30 5cb15 P P 9787 6437 2025.04.30 23:08:33.803 2025.04.30 23:08:43.590 2025.04.30 21:27:31.519 2025.04.30 21:27:37.956
29 6.0.0.755 2025.04.29 739c6 P P 8042 6530 2025.04.29 23:10:49.835 2025.04.29 23:10:57.877 2025.04.29 21:27:39.322 2025.04.29 21:27:45.852
30 6.0.0.753 2025.04.27 29ab3 P P 7874 6477 2025.04.27 23:10:29.316 2025.04.27 23:10:37.190 2025.04.27 21:27:34.018 2025.04.27 21:27:40.495
31 6.0.0.745 2025.04.21 78ad8 P P 8695 6509 2025.04.25 23:10:21.476 2025.04.25 23:10:30.171 2025.04.25 21:28:45.699 2025.04.25 21:28:52.208
32 6.0.0.744 2025.04.19 e883a P P 14044 6452 2025.04.19 23:11:44.218 2025.04.19 23:11:58.262 2025.04.19 21:27:49.218 2025.04.19 21:27:55.670
33 6.0.0.742 2025.04.17 abc3b P P 15196 6438 2025.04.18 23:12:11.309 2025.04.18 23:12:26.505 2025.04.18 21:27:53.496 2025.04.18 21:27:59.934
34 6.0.0.737 2025.04.16 fe52b P P 10545 6477 2025.04.16 23:11:58.513 2025.04.16 23:12:09.058 2025.04.16 21:27:45.778 2025.04.16 21:27:52.255
35 6.0.0.736 2025.04.14 3e6be P P 14435 6388 2025.04.14 22:58:46.862 2025.04.14 22:59:01.297 2025.04.14 21:26:28.036 2025.04.14 21:26:34.424
36 6.0.0.735 2025.04.13 6635c P P 14885 6300 2025.04.13 23:00:04.637 2025.04.13 23:00:19.522 2025.04.13 21:27:00.222 2025.04.13 21:27:06.522
37 6.0.0.734 2025.04.12 12f3f P P 14670 6306 2025.04.12 22:59:03.003 2025.04.12 22:59:17.673 2025.04.12 21:26:36.380 2025.04.12 21:26:42.686
38 6.0.0.730 2025.04.11 240b8 P P 14896 6218 2025.04.11 23:00:00.119 2025.04.11 23:00:15.015 2025.04.11 21:26:35.063 2025.04.11 21:26:41.281
39 6.0.0.726 2025.04.10 d79c6 P P 14752 6328 2025.04.10 22:59:41.166 2025.04.10 22:59:55.918 2025.04.10 21:26:40.474 2025.04.10 21:26:46.802
40 6.0.0.725 2025.04.09 a2b05 P P 14750 6319 2025.04.09 22:59:47.246 2025.04.09 23:00:01.996 2025.04.09 21:26:54.071 2025.04.09 21:27:00.390
41 6.0.0.722 2025.04.08 a8b86 P P 14691 6464 2025.04.08 23:09:46.591 2025.04.08 23:10:01.282 2025.04.08 21:27:50.751 2025.04.08 21:27:57.215
42 6.0.0.719 2025.04.06 90fd9 P P 12272 6521 2025.04.06 23:07:42.090 2025.04.06 23:07:54.362 2025.04.06 21:27:58.266 2025.04.06 21:28:04.787
43 6.0.0.717 2025.04.04 53d70 P P 7430 6488 2025.04.04 23:05:29.607 2025.04.04 23:05:37.037 2025.04.04 21:27:26.583 2025.04.04 21:27:33.071
44 6.0.0.716 2025.04.03 fc636 P P 15065 6477 2025.04.03 23:08:48.769 2025.04.03 23:09:03.834 2025.04.03 21:27:41.190 2025.04.03 21:27:47.667
45 6.0.0.715 2025.04.02 907ed P P 14182 6496 2025.04.02 23:08:34.225 2025.04.02 23:08:48.407 2025.04.02 21:27:57.955 2025.04.02 21:28:04.451
46 6.0.0.710 2025.04.01 40651 P P 14981 6430 2025.04.01 23:07:37.001 2025.04.01 23:07:51.982 2025.04.01 21:27:37.264 2025.04.01 21:27:43.694
47 6.0.0.708 2025.03.31 cb069 P P 14828 6343 2025.03.31 23:00:53.182 2025.03.31 23:01:08.010 2025.03.31 21:27:02.971 2025.03.31 21:27:09.314
48 6.0.0.707 2025.03.28 4bd4f P P 14730 6381 2025.03.30 23:00:40.687 2025.03.30 23:00:55.417 2025.03.30 21:26:53.920 2025.03.30 21:27:00.301
49 6.0.0.698 2025.03.26 d72a7 P P 15712 6459 2025.03.27 23:12:12.786 2025.03.27 23:12:28.498 2025.03.27 21:28:10.284 2025.03.27 21:28:16.743
50 6.0.0.693 2025.03.24 0b559 P P 10987 6384 2025.03.24 23:05:17.912 2025.03.24 23:05:28.899 2025.03.24 21:28:18.439 2025.03.24 21:28:24.823
51 6.0.0.687 2025.03.22 730aa P P 8412 6441 2025.03.23 23:14:09.936 2025.03.23 23:14:18.348 2025.03.23 21:27:56.941 2025.03.23 21:28:03.382
52 6.0.0.686 2025.03.20 71bf6 P P 7858 6634 2025.03.20 23:17:47.496 2025.03.20 23:17:55.354 2025.03.20 21:28:20.855 2025.03.20 21:28:27.489
53 6.0.0.685 2025.03.19 a8577 P P 15650 6498 2025.03.19 23:16:04.359 2025.03.19 23:16:20.009 2025.03.19 21:28:04.996 2025.03.19 21:28:11.494
54 6.0.0.680 2025.03.18 90d29 P P 3531 3130 2025.03.19 09:52:36.878 2025.03.19 09:52:40.409 2025.03.19 08:17:51.725 2025.03.19 08:17:54.855
55 6.0.0.677 2025.03.16 c0a60 P P 4112 3142 2025.03.16 23:09:51.869 2025.03.16 23:09:55.981 2025.03.16 21:28:15.051 2025.03.16 21:28:18.193
56 6.0.0.676 2025.03.15 3034f P P 3667 3075 2025.03.16 14:54:28.914 2025.03.16 14:54:32.581 2025.03.16 13:23:39.112 2025.03.16 13:23:42.187
57 6.0.0.673 2025.03.13 40f5b P P 4112 3190 2025.03.13 23:09:04.726 2025.03.13 23:09:08.838 2025.03.13 21:27:49.681 2025.03.13 21:27:52.871
58 6.0.0.671 2025.03.12 a4fff P P 4327 3082 2025.03.12 23:12:50.726 2025.03.12 23:12:55.053 2025.03.12 21:28:30.382 2025.03.12 21:28:33.464
59 6.0.0.663 2025.03.11 daad2 P P 4124 3194 2025.03.11 23:11:09.517 2025.03.11 23:11:13.641 2025.03.11 21:28:42.573 2025.03.11 21:28:45.767
60 6.0.0.661 2025.03.07 b9869 P P 4065 2977 2025.03.10 22:58:02.226 2025.03.10 22:58:06.291 2025.03.10 21:26:56.303 2025.03.10 21:26:59.280
61 6.0.0.660 2025.03.04 a6700 P P 4107 3150 2025.03.06 23:04:20.367 2025.03.06 23:04:24.474 2025.03.06 21:27:30.065 2025.03.06 21:27:33.215
62 6.0.0.658 2025.03.03 f15f8 P P 4241 3059 2025.03.03 22:59:57.982 2025.03.03 23:00:02.223 2025.03.03 21:27:20.117 2025.03.03 21:27:23.176
63 6.0.0.656 2025.02.27 25fb4 P P 4229 3132 2025.03.02 23:15:45.261 2025.03.02 23:15:49.490 2025.03.02 21:29:03.361 2025.03.02 21:29:06.493
64 6.0.0.655 2025.02.25 6e3e0 P P 4047 3192 2025.02.26 23:01:36.242 2025.02.26 23:01:40.289 2025.02.26 21:27:21.725 2025.02.26 21:27:24.917
65 6.0.0.654 2025.02.24 b7141 P P 3885 3015 2025.02.24 23:03:40.232 2025.02.24 23:03:44.117 2025.02.24 21:27:38.175 2025.02.24 21:27:41.190
66 6.0.0.652 2025.02.22 22662 P P 3637 3014 2025.02.24 06:28:07.199 2025.02.24 06:28:10.836 2025.02.23 23:44:19.044 2025.02.23 23:44:22.058
67 6.0.0.647 2025.02.21 9fccb P P 3527 3072 2025.02.21 23:06:31.222 2025.02.21 23:06:34.749 2025.02.21 21:31:07.625 2025.02.21 21:31:10.697
68 6.0.0.640 2025.02.19 9b8ac P P 3984 3071 2025.02.19 23:02:02.994 2025.02.19 23:02:06.978 2025.02.19 21:27:45.952 2025.02.19 21:27:49.023
69 6.0.0.639 2025.02.18 201a4 P P 4082 3011 2025.02.18 22:58:43.330 2025.02.18 22:58:47.412 2025.02.18 21:27:21.357 2025.02.18 21:27:24.368
70 6.0.0.637 2025.02.12 6d0f5 P P 4302 3023 2025.02.13 23:09:28.847 2025.02.13 23:09:33.149 2025.02.13 21:28:06.546 2025.02.13 21:28:09.569
71 6.0.0.636 2025.02.11 0424f P P 4195 3007 2025.02.11 23:08:09.082 2025.02.11 23:08:13.277 2025.02.11 21:27:37.852 2025.02.11 21:27:40.859
72 6.0.0.635 2025.02.10 f640f P P 4052 3068 2025.02.10 23:07:50.918 2025.02.10 23:07:54.970 2025.02.10 21:28:17.698 2025.02.10 21:28:20.766
73 6.0.0.629 2025.02.07 194f9 P P 4122 3212 2025.02.07 23:06:28.459 2025.02.07 23:06:32.581 2025.02.07 21:27:52.711 2025.02.07 21:27:55.923
74 6.0.0.628 2025.02.06 859d5 P P 3482 3060 2025.02.06 23:12:34.793 2025.02.06 23:12:38.275 2025.02.06 21:27:39.804 2025.02.06 21:27:42.864
75 6.0.0.621 2025.02.05 34fe7 P P 3397 3151 2025.02.05 23:13:19.284 2025.02.05 23:13:22.681 2025.02.05 21:27:46.032 2025.02.05 21:27:49.183
76 6.0.0.609 2025.02.04 76d57 P P 3442 3114 2025.02.04 23:07:50.921 2025.02.04 23:07:54.363 2025.02.04 21:27:42.879 2025.02.04 21:27:45.993
77 6.0.0.607 2025.02.03 1985b P P 3606 3252 2025.02.03 23:08:30.579 2025.02.03 23:08:34.185 2025.02.03 21:28:03.939 2025.02.03 21:28:07.191
78 6.0.0.601 2025.02.01 6af07 P P 4139 3105 2025.02.01 23:05:27.699 2025.02.01 23:05:31.838 2025.02.01 21:27:32.914 2025.02.01 21:27:36.019
79 6.0.0.600 2025.01.27 188de P P 4092 3063 2025.01.27 23:08:59.289 2025.01.27 23:09:03.381 2025.01.27 21:27:49.711 2025.01.27 21:27:52.774
80 6.0.0.599 2025.01.25 ba588 P P 4415 3150 2025.01.25 23:09:54.813 2025.01.25 23:09:59.228 2025.01.25 21:28:09.135 2025.01.25 21:28:12.285
81 6.0.0.598 2025.01.23 ddbc3 P P 4022 3157 2025.01.24 23:09:04.583 2025.01.24 23:09:08.605 2025.01.24 21:27:50.014 2025.01.24 21:27:53.171
82 6.0.0.595 2025.01.22 e62f3 P P 3897 3132 2025.01.22 23:02:48.761 2025.01.22 23:02:52.658 2025.01.22 21:27:36.524 2025.01.22 21:27:39.656
83 6.0.0.594 2025.01.21 47fb6 P P 4107 3100 2025.01.21 23:02:20.351 2025.01.21 23:02:24.458 2025.01.21 21:27:27.834 2025.01.21 21:27:30.934
84 6.0.0.590 2025.01.20 9dc1e P P 4077 3317 2025.01.20 23:08:11.561 2025.01.20 23:08:15.638 2025.01.20 21:27:40.608 2025.01.20 21:27:43.925
85 6.0.0.588 2025.01.19 b1c4e P P 4000 3119 2025.01.19 23:04:50.394 2025.01.19 23:04:54.394 2025.01.19 21:27:49.510 2025.01.19 21:27:52.629
86 6.0.0.587 2025.01.18 63e6e F P 4193 3157 2025.01.18 23:07:24.645 2025.01.18 23:07:28.838 2025.01.18 21:28:17.975 2025.01.18 21:28:21.132
87 6.0.0.585 2025.01.16 2d6bb P P 4452 3180 2025.01.17 23:02:17.921 2025.01.17 23:02:22.373 2025.01.17 21:27:24.232 2025.01.17 21:27:27.412
88 6.0.0.584 2025.01.15 a0aa2 P P 4442 3111 2025.01.15 23:06:26.636 2025.01.15 23:06:31.078 2025.01.15 21:27:40.335 2025.01.15 21:27:43.446
89 6.0.0.581 2025.01.14 21e9e P P 4103 3056 2025.01.14 23:07:21.886 2025.01.14 23:07:25.989 2025.01.14 21:27:51.613 2025.01.14 21:27:54.669
90 6.0.0.577 2025.01.13 7e293 P P 4156 3093 2025.01.13 23:08:02.649 2025.01.13 23:08:06.805 2025.01.13 21:27:57.950 2025.01.13 21:28:01.043
91 6.0.0.576 2025.01.12 05898 P P 4043 3113 2025.01.12 23:05:18.882 2025.01.12 23:05:22.925 2025.01.12 21:27:28.636 2025.01.12 21:27:31.749
92 6.0.0.573 2025.01.10 c20f3 P P 4029 3104 2025.01.10 23:06:04.444 2025.01.10 23:06:08.473 2025.01.10 21:27:42.804 2025.01.10 21:27:45.908
93 6.0.0.571 2024.12.31 81bba P P 4155 3076 2024.12.31 22:42:22.671 2024.12.31 22:42:26.826 2024.12.31 21:25:07.433 2024.12.31 21:25:10.509
94 6.0.0.570 2024.12.30 c3c8d P P 4171 3130 2024.12.30 22:41:35.375 2024.12.30 22:41:39.546 2024.12.30 21:25:12.089 2024.12.30 21:25:15.219
95 6.0.0.565 2024.12.28 5fc59 P P 3430 3060 2024.12.30 11:41:21.675 2024.12.30 11:41:25.105 2024.12.30 10:33:30.375 2024.12.30 10:33:33.435
96 6.0.0.564 2024.12.26 12514 P P 3900 3055 2024.12.26 22:43:04.134 2024.12.26 22:43:08.034 2024.12.26 21:25:03.914 2024.12.26 21:25:06.969
97 6.0.0.560 2024.12.25 fa83e P P 3932 3037 2024.12.25 22:42:47.694 2024.12.25 22:42:51.626 2024.12.25 21:25:11.735 2024.12.25 21:25:14.772
98 6.0.0.559 2024.12.23 cc800 P P 3348 3040 2024.12.24 22:44:32.654 2024.12.24 22:44:36.002 2024.12.24 21:24:59.328 2024.12.24 21:25:02.368
99 6.0.0.556 2024.12.22 a0404 P P 3956 3020 2024.12.22 22:42:56.214 2024.12.22 22:43:00.170 2024.12.22 21:24:55.216 2024.12.22 21:24:58.236
100 6.0.0.555 2024.12.19 6990a P P 3424 3035 2024.12.21 12:17:46.533 2024.12.21 12:17:49.957 2024.12.21 11:00:25.959 2024.12.21 11:00:28.994
101 6.0.0.553 2024.12.17 d1f8a P P 4100 3021 2024.12.17 22:44:01.411 2024.12.17 22:44:05.511 2024.12.17 21:25:29.023 2024.12.17 21:25:32.044
102 6.0.0.552 2024.12.11 85e25 P P 3555 3062 2024.12.15 22:43:23.147 2024.12.15 22:43:26.702 2024.12.15 21:25:08.003 2024.12.15 21:25:11.065
103 6.0.0.550 2024.12.10 b37ac P P 3441 3092 2024.12.10 22:46:01.748 2024.12.10 22:46:05.189 2024.12.10 21:25:22.792 2024.12.10 21:25:25.884
104 6.0.0.548 2024.12.08 2cc77 P P 4092 3010 2024.12.08 22:40:30.514 2024.12.08 22:40:34.606 2024.12.08 21:25:02.459 2024.12.08 21:25:05.469
105 6.0.0.544 2024.12.05 96943 P P 3400 3052 2024.12.05 22:45:04.662 2024.12.05 22:45:08.062 2024.12.05 21:25:48.295 2024.12.05 21:25:51.347
106 6.0.0.543 2024.12.03 30b77 P P 4017 3106 2024.12.03 22:45:13.195 2024.12.03 22:45:17.212 2024.12.03 21:25:22.641 2024.12.03 21:25:25.747
107 6.0.0.540 2024.12.02 4a1f4 P P 3563 3075 2024.12.02 22:38:32.433 2024.12.02 22:38:35.996 2024.12.02 21:25:08.586 2024.12.02 21:25:11.661
108 6.0.0.539 2024.11.28 1f283 P P 4051 3026 2024.11.29 22:44:10.183 2024.11.29 22:44:14.234 2024.11.29 21:25:19.143 2024.11.29 21:25:22.169
109 6.0.0.535 2024.11.26 77b95 P P 3860 2990 2024.11.26 22:35:36.143 2024.11.26 22:35:40.003 2024.11.26 21:24:27.396 2024.11.26 21:24:30.386
110 6.0.0.534 2024.11.25 e9584 P P 3538 3052 2024.11.25 22:36:47.632 2024.11.25 22:36:51.170 2024.11.25 21:24:26.014 2024.11.25 21:24:29.066
111 6.0.0.533 2024.11.17 933ac P P 3495 3075 2024.11.22 08:58:22.183 2024.11.22 08:58:25.678 2024.11.22 07:53:56.016 2024.11.22 07:53:59.091
112 6.0.0.532 2024.11.16 9e263 P P 3944 3044 2024.11.16 22:33:23.947 2024.11.16 22:33:27.891 2024.11.16 21:24:43.199 2024.11.16 21:24:46.243
113 6.0.0.530 2024.11.15 49804 P P 3973 3001 2024.11.16 00:36:33.326 2024.11.16 00:36:37.299 2024.11.15 23:24:31.603 2024.11.15 23:24:34.604
114 6.0.0.528 2024.11.14 9625b P P 3823 3124 2024.11.15 00:38:07.599 2024.11.15 00:38:11.422 2024.11.14 23:24:49.286 2024.11.14 23:24:52.410
115 6.0.0.526 2024.11.12 65b80 P P 4031 3011 2024.11.14 00:37:29.311 2024.11.14 00:37:33.342 2024.11.13 23:24:29.926 2024.11.13 23:24:32.937
116 6.0.0.523 2024.11.08 8ca23 P P 4237 3049 2024.11.11 00:35:19.947 2024.11.11 00:35:24.184 2024.11.10 23:24:12.452 2024.11.10 23:24:15.501
117 6.0.0.520 2024.11.07 4eefa P P 4075 3090 2024.11.08 00:34:04.275 2024.11.08 00:34:08.350 2024.11.07 23:24:15.132 2024.11.07 23:24:18.222
118 6.0.0.516 2024.11.04 b0c36 P P 3733 3070 2024.11.05 00:33:41.113 2024.11.05 00:33:44.846 2024.11.04 23:24:12.328 2024.11.04 23:24:15.398
119 6.0.0.515 2024.10.30 d53f3 P P 4072 3010 2024.11.04 00:34:49.014 2024.11.04 00:34:53.086 2024.11.03 23:24:15.267 2024.11.03 23:24:18.277
120 6.0.0.512 2024.10.29 833ef P P 3984 3045 2024.10.30 00:36:47.741 2024.10.30 00:36:51.725 2024.10.29 23:24:50.558 2024.10.29 23:24:53.603
121 6.0.0.511 2024.10.26 c4bc9 P P 3778 3048 2024.10.29 00:36:44.707 2024.10.29 00:36:48.485 2024.10.28 23:24:18.019 2024.10.28 23:24:21.067
122 6.0.0.509 2024.10.25 3aedb P P 4164 3050 2024.10.26 00:42:36.913 2024.10.26 00:42:41.077 2024.10.25 23:25:16.267 2024.10.25 23:25:19.317
123 6.0.0.508 2024.10.24 a8f5b P P 4284 3026 2024.10.25 00:38:43.353 2024.10.25 00:38:47.637 2024.10.24 23:25:03.136 2024.10.24 23:25:06.162
124 6.0.0.502 2024.10.22 6bfd7 F P 4150 3028 2024.10.23 00:38:17.020 2024.10.23 00:38:21.170 2024.10.22 23:24:54.887 2024.10.22 23:24:57.915
125 6.0.0.500 2024.10.21 be565 P P 3424 3041 2024.10.22 17:00:36.482 2024.10.22 17:00:39.906 2024.10.22 15:54:03.835 2024.10.22 15:54:06.876
126 6.0.0.499 2024.10.19 6214b P P 4145 3040 2024.10.20 00:39:27.117 2024.10.20 00:39:31.262 2024.10.19 23:25:21.487 2024.10.19 23:25:24.527
127 6.0.0.498 2024.10.18 591a7 P P 4002 3142 2024.10.19 00:37:35.314 2024.10.19 00:37:39.316 2024.10.18 23:24:41.273 2024.10.18 23:24:44.415
128 6.0.0.494 2024.10.17 cf5a4 P P 4046 3117 2024.10.18 00:38:41.542 2024.10.18 00:38:45.588 2024.10.17 23:25:24.927 2024.10.17 23:25:28.044
129 6.0.0.491 2024.10.14 dc5fb P P 4008 3094 2024.10.15 00:35:36.609 2024.10.15 00:35:40.617 2024.10.14 23:24:26.308 2024.10.14 23:24:29.402
130 6.0.0.489 2024.10.11 2ba59 P P 4124 3143 2024.10.12 00:39:49.313 2024.10.12 00:39:53.437 2024.10.11 23:24:56.985 2024.10.11 23:25:00.128
131 6.0.0.488 2024.10.09 1c93e P P 3996 3035 2024.10.10 00:46:12.670 2024.10.10 00:46:16.666 2024.10.09 23:25:38.023 2024.10.09 23:25:41.058
132 6.0.0.487 2024.10.06 065a3 P P 4519 3104 2024.10.07 00:45:18.571 2024.10.07 00:45:23.090 2024.10.06 23:25:46.347 2024.10.06 23:25:49.451
133 6.0.0.485 2024.10.04 e95c1 P P 4680 2909 2024.10.05 00:47:05.165 2024.10.05 00:47:09.845 2024.10.04 23:25:35.395 2024.10.04 23:25:38.304
134 6.0.0.483 2024.10.02 5e5ae P P 4180 2951 2024.10.03 00:44:23.873 2024.10.03 00:44:28.053 2024.10.02 23:25:24.384 2024.10.02 23:25:27.335
135 6.0.0.478 2024.09.30 b5010 P P 4081 3061 2024.10.01 00:41:55.345 2024.10.01 00:41:59.426 2024.09.30 23:25:14.699 2024.09.30 23:25:17.760
136 6.0.0.474 2024.09.26 e4efb P P 4176 3065 2024.09.30 00:39:30.681 2024.09.30 00:39:34.857 2024.09.29 23:24:52.934 2024.09.29 23:24:55.999
137 6.0.0.471 2024.09.24 01b51 P P 4030 2962 2024.09.25 22:41:41.567 2024.09.25 22:41:45.597 2024.09.25 21:24:58.313 2024.09.25 21:25:01.275
138 6.0.0.470 2024.09.23 77cc0 P P 4204 2887 2024.09.23 22:41:16.969 2024.09.23 22:41:21.173 2024.09.23 21:25:12.291 2024.09.23 21:25:15.178
139 6.0.0.467 2024.09.21 ea0b8 P P 4012 3133 2024.09.22 22:40:09.593 2024.09.22 22:40:13.605 2024.09.22 21:24:46.362 2024.09.22 21:24:49.495
140 6.0.0.466 2024.09.20 32dc6 P P 4139 3043 2024.09.20 22:39:13.122 2024.09.20 22:39:17.261 2024.09.20 21:24:47.461 2024.09.20 21:24:50.504
141 6.0.0.461 2024.09.17 2c895 P P 4240 3125 2024.09.17 23:06:10.430 2024.09.17 23:06:14.670 2024.09.17 21:29:09.613 2024.09.17 21:29:12.738
142 6.0.0.460 2024.09.11 3c253 P P 4175 3299 2024.09.16 23:07:43.795 2024.09.16 23:07:47.970 2024.09.16 21:29:06.237 2024.09.16 21:29:09.536
143 6.0.0.457 2024.09.09 fdc6f P P 4658 3137 2024.09.09 23:22:06.338 2024.09.09 23:22:10.996 2024.09.09 21:30:13.809 2024.09.09 21:30:16.946
144 6.0.0.455 2024.09.07 500d8 P P 4260 3228 2024.09.07 23:19:37.497 2024.09.07 23:19:41.757 2024.09.07 21:30:33.232 2024.09.07 21:30:36.460
145 6.0.0.454 2024.09.05 4d70f P P 4059 3116 2024.09.05 23:07:59.549 2024.09.05 23:08:03.608 2024.09.05 21:29:40.272 2024.09.05 21:29:43.388
146 6.0.0.452 2024.09.04 9ff9c P P 4596 3095 2024.09.04 23:07:00.734 2024.09.04 23:07:05.330 2024.09.04 21:29:16.369 2024.09.04 21:29:19.464
147 6.0.0.450 2024.09.02 27124 P P 5605 3600 2024.09.03 23:46:35.587 2024.09.03 23:46:41.192 2024.09.03 21:40:18.958 2024.09.03 21:40:22.558
148 6.0.0.447 2024.09.01 056ec P P 5678 3079 2024.09.01 23:20:00.608 2024.09.01 23:20:06.286 2024.09.01 21:29:01.372 2024.09.01 21:29:04.451
149 6.0.0.446 2024.08.30 fe1b2 P P 3298 3905 2024.08.31 23:23:03.918 2024.08.31 23:23:07.216 2024.08.31 21:39:29.409 2024.08.31 21:39:33.314
150 6.0.0.444 2024.08.28 785d4 P P 4117 3892 2024.08.29 23:39:49.691 2024.08.29 23:39:53.808 2024.08.29 21:39:46.470 2024.08.29 21:39:50.362
151 6.0.0.442 2024.08.21 4a68f P P 5133 3560 2024.08.28 00:38:26.284 2024.08.28 00:38:31.417 2024.08.27 21:45:52.833 2024.08.27 21:45:56.393
152 6.0.0.441 2024.08.20 75042 P P 4428 3109 2024.08.20 23:12:30.069 2024.08.20 23:12:34.497 2024.08.20 21:30:01.311 2024.08.20 21:30:04.420
153 6.0.0.438 2024.08.16 088b5 P P 3623 3199 2024.08.18 22:44:46.261 2024.08.18 22:44:49.884 2024.08.18 21:26:27.141 2024.08.18 21:26:30.340
154 6.0.0.437 2024.08.14 3c88b P P 3610 3197 2024.08.15 22:43:47.806 2024.08.15 22:43:51.416 2024.08.15 21:26:27.441 2024.08.15 21:26:30.638
155 6.0.0.432 2024.08.11 e82ac P P 4158 3161 2024.08.12 22:42:38.523 2024.08.12 22:42:42.681 2024.08.12 21:26:13.271 2024.08.12 21:26:16.432
156 6.0.0.431 2024.08.09 de5a7 P P 3823 3206 2024.08.09 22:43:25.846 2024.08.09 22:43:29.669 2024.08.09 21:26:39.531 2024.08.09 21:26:42.737
157 6.0.0.428 2024.08.08 9191b P P 3543 3247 2024.08.08 22:42:40.613 2024.08.08 22:42:44.156 2024.08.08 21:26:32.141 2024.08.08 21:26:35.388
158 6.0.0.423 2024.08.07 33b41 P P 3627 3236 2024.08.08 08:43:12.051 2024.08.08 08:43:15.678 2024.08.08 07:34:05.672 2024.08.08 07:34:08.908
159 6.0.0.421 2024.08.06 ed60d P P 3717 3117 2024.08.06 22:32:23.970 2024.08.06 22:32:27.687 2024.08.06 21:24:57.871 2024.08.06 21:25:00.988
160 6.0.0.419 2024.08.05 3505a P P 4091 3174 2024.08.05 22:34:22.980 2024.08.05 22:34:27.071 2024.08.05 21:25:09.665 2024.08.05 21:25:12.839
161 6.0.0.409 2024.08.02 ec18f P P 3677 3053 2024.08.04 22:35:38.837 2024.08.04 22:35:42.514 2024.08.04 21:25:20.767 2024.08.04 21:25:23.820
162 6.0.0.406 2024.08.01 b20be P P 3287 3071 2024.08.01 22:34:43.904 2024.08.01 22:34:47.191 2024.08.01 21:25:04.863 2024.08.01 21:25:07.934
163 6.0.0.405 2024.07.31 a62ac P P 3372 3008 2024.07.31 22:34:24.237 2024.07.31 22:34:27.609 2024.07.31 21:25:10.275 2024.07.31 21:25:13.283
164 6.0.0.403 2024.07.29 30f03 P P 3349 3159 2024.07.29 22:34:04.933 2024.07.29 22:34:08.282 2024.07.29 21:24:54.396 2024.07.29 21:24:57.555
165 6.0.0.401 2024.07.26 24e41 P P 3497 3059 2024.07.26 22:32:03.760 2024.07.26 22:32:07.257 2024.07.26 21:24:53.238 2024.07.26 21:24:56.297
166 6.0.0.400 2024.07.24 5bb78 P P 3880 3041 2024.07.24 22:32:06.417 2024.07.24 22:32:10.297 2024.07.24 21:24:57.646 2024.07.24 21:25:00.687
167 6.0.0.398 2024.07.23 85b18 P P 3832 3062 2024.07.23 22:37:08.885 2024.07.23 22:37:12.717 2024.07.23 21:24:58.046 2024.07.23 21:25:01.108
168 6.0.0.397 2024.07.22 c734c P P 3696 3010 2024.07.22 22:31:55.177 2024.07.22 22:31:58.873 2024.07.22 21:24:54.084 2024.07.22 21:24:57.094
169 6.0.0.396 2024.07.13 cf952 P P 4174 3014 2024.07.21 22:31:45.153 2024.07.21 22:31:49.327 2024.07.21 21:24:39.675 2024.07.21 21:24:42.689
170 6.0.0.395 2024.07.10 845f4 P P 3870 2973 2024.07.12 22:31:25.481 2024.07.12 22:31:29.351 2024.07.12 21:24:32.083 2024.07.12 21:24:35.056
171 6.0.0.392 2024.07.09 ea301 P P 3823 3000 2024.07.09 22:29:25.378 2024.07.09 22:29:29.201 2024.07.09 21:24:30.509 2024.07.09 21:24:33.509
172 6.0.0.391 2024.07.08 7d50c P P 3876 3083 2024.07.08 22:30:50.113 2024.07.08 22:30:53.989 2024.07.08 21:24:44.434 2024.07.08 21:24:47.517
173 6.0.0.389 2024.07.05 cc71c P P 3739 2987 2024.07.05 22:31:11.778 2024.07.05 22:31:15.517 2024.07.05 21:24:40.656 2024.07.05 21:24:43.643
174 6.0.0.388 2024.06.30 e5700 P P 3911 3167 2024.06.30 22:30:43.414 2024.06.30 22:30:47.325 2024.06.30 21:24:44.623 2024.06.30 21:24:47.790
175 6.0.0.387 2024.06.27 7c28a P P 3950 3089 2024.06.27 22:30:49.914 2024.06.27 22:30:53.864 2024.06.27 21:24:50.684 2024.06.27 21:24:53.773
176 6.0.0.386 2024.06.23 7c57f P P 3673 3069 2024.06.23 22:28:32.654 2024.06.23 22:28:36.327 2024.06.23 21:24:25.383 2024.06.23 21:24:28.452
177 6.0.0.384 2024.06.21 24d99 P P 4067 3026 2024.06.21 22:31:13.985 2024.06.21 22:31:18.052 2024.06.21 21:24:24.447 2024.06.21 21:24:27.473
178 6.0.0.374 2024.06.13 0097d P P 4293 3049 2024.06.20 22:31:01.249 2024.06.20 22:31:05.542 2024.06.20 21:24:27.095 2024.06.20 21:24:30.144
179 6.0.0.373 2024.06.09 363f0 P P 3515 3043 2024.06.13 12:49:02.611 2024.06.13 12:49:06.126 2024.06.13 11:47:37.353 2024.06.13 11:47:40.396
180 6.0.0.371 2024.06.08 f7130 P P 3337 3008 2024.06.11 21:41:14.060 2024.06.11 21:41:17.397 2024.06.11 20:46:23.496 2024.06.11 20:46:26.504
181 6.0.0.366 2024.05.30 ab2c9 P P 3621 3019 2024.06.12 08:25:42.109 2024.06.12 08:25:45.730 2024.06.12 07:17:55.737 2024.06.12 07:17:58.756
182 6.0.0.363 2024.05.27 06703 P P 3294 3028 2024.06.12 13:46:35.950 2024.06.12 13:46:39.244 2024.06.12 12:49:34.341 2024.06.12 12:49:37.369
183 6.0.0.359 2024.05.23 9cb11 P P 3326 2952 2024.06.12 11:38:54.079 2024.06.12 11:38:57.405 2024.06.12 10:41:38.748 2024.06.12 10:41:41.700
184 6.0.0.358 2024.05.21 995dd P P 3389 3032 2024.06.12 16:23:08.073 2024.06.12 16:23:11.462 2024.06.12 15:26:51.070 2024.06.12 15:26:54.102
185 6.0.0.357 2024.05.18 bf6c4 P P 3487 2939 2024.06.12 20:59:18.099 2024.06.12 20:59:21.586 2024.06.12 20:03:19.261 2024.06.12 20:03:22.200
186 6.0.0.356 2024.05.17 eab06 P P 3315 2927 2024.06.13 05:06:01.001 2024.06.13 05:06:04.316 2024.06.13 04:09:25.246 2024.06.13 04:09:28.173
187 6.0.0.355 2024.05.16 8dd6e P P 3357 2948 2024.06.13 07:13:06.934 2024.06.13 07:13:10.291 2024.06.13 06:16:49.126 2024.06.13 06:16:52.074
188 6.0.0.354 2024.05.15 d3adc P P 3413 3007 2024.06.13 10:14:42.819 2024.06.13 10:14:46.232 2024.06.13 09:12:53.250 2024.06.13 09:12:56.257
189 6.0.0.351 2024.05.14 2e3e0 P P 3452 2991 2024.06.13 15:28:04.045 2024.06.13 15:28:07.497 2024.06.13 14:25:32.704 2024.06.13 14:25:35.695

Elapsed time, ms. Chart for last 150 runs:

Last commits information (all timestamps in UTC):