Check firebird.log [no messages found for interval when this test was running]
Jump to: output_first_mismatch    outcomes_full_history    elapsed_time_chart
Show cross-report outcomes.

Annotation type Annotation details
2 @message
Performance problem

assert   
  - Median value for 21 ratios of commit_time/compile_time when create 1500 packaged PSQL objects: acceptable
  + Median value for 21 ratios of commit_time/compile_time when create 1500 packaged PSQL objects: /* perf_issue_tag */ UNACCEPTABLE:         0.55 -- greater than threshold =         0.55
  + Check result of 21 measures:
  + 0 :         0.54
  + 1 :         0.51
  + 2 :         0.55
  + 3 :         0.55
  + 4 :         0.50
  + 5 :         0.52
  + 6 :         0.55
  + 7 :         0.48
  + 8 :         0.59
  + 9 :         0.53
  + 10 :         0.51
  + 11 :         0.55
  + 12 :         0.53
  + 13 :         0.61
  + 14 :         0.55
  + 15 :         0.73
  + 16 :         0.68
  + 17 :         0.55
  + 18 :         0.55
  + 19 :         0.52
  + 20 :         0.59
    Median value for 21 ratios of commit_time/compile_time when create 1500 standalone PSQL objects: acceptable

LOG DETAILS:

2025-06-30 17:18:31.916
2025-06-30 17:18:31.926 act = <firebird.qa.plugin.Action object at [hex]>
2025-06-30 17:18:31.934 capsys = <_pytest.capture.CaptureFixture object at [hex]>
2025-06-30 17:18:31.941
2025-06-30 17:18:31.947 @pytest.mark.version('>=3.0')
2025-06-30 17:18:31.951 def test_1(act: Action, capsys):
2025-06-30 17:18:31.957
2025-06-30 17:18:31.963 act.db.set_async_write() # just to be sure, although this is by default
2025-06-30 17:18:31.969
2025-06-30 17:18:31.975 expected_stdout = f"""
2025-06-30 17:18:31.981 Median value for {N_MEASURES} ratios of commit_time/compile_time when create {N_LIMIT} packaged PSQL objects: acceptable
2025-06-30 17:18:31.986 Median value for {N_MEASURES} ratios of commit_time/compile_time when create {N_LIMIT} standalone PSQL objects: acceptable
2025-06-30 17:18:31.991 """
2025-06-30 17:18:32.003
2025-06-30 17:18:32.013 func_headers_ddl = ''.join( [ '\n  function fn_%d returns int;' % i for i in range(N_LIMIT) ] )
2025-06-30 17:18:32.020 func_bodies_ddl = ''.join( [ '\n  function fn_%d returns int as begin return %d; end' % (i,i) for i in range(N_LIMIT) ] )
2025-06-30 17:18:32.026
2025-06-30 17:18:32.031 pkg_header_ddl = '\n'.join( ('create or alter package huge as\nbegin', func_headers_ddl, 'end') )
2025-06-30 17:18:32.040 pkg_body_ddl = '\n'.join( ('recreate package body huge as\nbegin', func_bodies_ddl, 'end') )
2025-06-30 17:18:32.049
2025-06-30 17:18:32.057 sp_time = {}
2025-06-30 17:18:32.063 with act.db.connect() as con:
2025-06-30 17:18:32.069
2025-06-30 17:18:32.074 with con.cursor() as cur:
2025-06-30 17:18:32.080 cur.execute('select mon$server_pid as p from mon$attachments where mon$attachment_id = current_connection')
2025-06-30 17:18:32.085 fb_pid = int(cur.fetchone()[0])
2025-06-30 17:18:32.091
2025-06-30 17:18:32.096 for i in range(0, N_MEASURES):
2025-06-30 17:18:32.102 for ftype in ('packaged', 'standalone'):
2025-06-30 17:18:32.109
2025-06-30 17:18:32.115 fb_info_a = psutil.Process(fb_pid).cpu_times()
2025-06-30 17:18:32.122 if ftype == 'packaged':
2025-06-30 17:18:32.128 con.execute_immediate(pkg_header_ddl)
2025-06-30 17:18:32.135 con.execute_immediate(pkg_body_ddl)
2025-06-30 17:18:32.141 else:
2025-06-30 17:18:32.146 for k in range(0,N_LIMIT):
2025-06-30 17:18:32.151 con.execute_immediate( 'create or alter function sf_%d returns int as begin return %d; end' % (k,k)  )
2025-06-30 17:18:32.156
2025-06-30 17:18:32.161 fb_info_b = psutil.Process(fb_pid).cpu_times()
2025-06-30 17:18:32.167 con.commit()
2025-06-30 17:18:32.174 fb_info_c = psutil.Process(fb_pid).cpu_times()
2025-06-30 17:18:32.186
2025-06-30 17:18:32.194 cpu_time_for_compile = max(fb_info_b.user - fb_info_a.user, 0.000001)
2025-06-30 17:18:32.203 cpu_time_for_commit = fb_info_c.user - fb_info_b.user
2025-06-30 17:18:32.212
2025-06-30 17:18:32.219 sp_time[ ftype, i ]  = cpu_time_for_commit / cpu_time_for_compile
2025-06-30 17:18:32.225
2025-06-30 17:18:32.230 commit_2_compile_ratio_for_package = [round(v,2) for k,v in sp_time.items() if k[0] == 'packaged']
2025-06-30 17:18:32.236 commit_2_compile_ratio_for_standal = [round(v,2) for k,v in sp_time.items() if k[0] == 'standalone']
2025-06-30 17:18:32.242
2025-06-30 17:18:32.249 actual_time_ratios_commit2compile = { 'packaged' : median(commit_2_compile_ratio_for_package), 'standalone': median(commit_2_compile_ratio_for_standal) }
2025-06-30 17:18:32.261
2025-06-30 17:18:32.274 for ftype in ('packaged', 'standalone'):
2025-06-30 17:18:32.286 msg = f"Median value for {N_MEASURES} ratios of commit_time/compile_time when create {N_LIMIT} {ftype} PSQL objects: "
2025-06-30 17:18:32.296 if actual_time_ratios_commit2compile[ ftype ] < MAX_TIME_RATIOS_COMMIT_TO_COMPILE[ ftype ]:
2025-06-30 17:18:32.304 print( msg + 'acceptable')
2025-06-30 17:18:32.311 else:
2025-06-30 17:18:32.318 print( msg + '/* perf_issue_tag */ UNACCEPTABLE: %12.2f -- greater than threshold = %12.2f' % (actual_time_ratios_commit2compile[ ftype ],  MAX_TIME_RATIOS_COMMIT_TO_COMPILE[ ftype ]) )
2025-06-30 17:18:32.325 print( 'Check result of %d measures:' % N_MEASURES )
2025-06-30 17:18:32.331
2025-06-30 17:18:32.338 # List with concrete values (source for median evaluation):
2025-06-30 17:18:32.350 lst = commit_2_compile_ratio_for_package if ftype == 'packaged' else commit_2_compile_ratio_for_standal
2025-06-30 17:18:32.359 for i,p in enumerate(lst):
2025-06-30 17:18:32.366 print('%3d' % i, ':', '%12.2f' % p)
2025-06-30 17:18:32.379
2025-06-30 17:18:32.390
2025-06-30 17:18:32.397 act.expected_stdout = expected_stdout
2025-06-30 17:18:32.403 act.stdout = capsys.readouterr().out
2025-06-30 17:18:32.408 >       assert act.clean_stdout == act.clean_expected_stdout
2025-06-30 17:18:32.412 E       assert
2025-06-30 17:18:32.423 E         - Median value for 21 ratios of commit_time/compile_time when create 1500 packaged PSQL objects: acceptable
2025-06-30 17:18:32.430 E         + Median value for 21 ratios of commit_time/compile_time when create 1500 packaged PSQL objects: /* perf_issue_tag */ UNACCEPTABLE:         0.55 -- greater than threshold =         0.55
2025-06-30 17:18:32.435 E         + Check result of 21 measures:
2025-06-30 17:18:32.440 E         + 0 :         0.54
2025-06-30 17:18:32.445 E         + 1 :         0.51
2025-06-30 17:18:32.450 E         + 2 :         0.55
2025-06-30 17:18:32.455 E         + 3 :         0.55
2025-06-30 17:18:32.461 E         + 4 :         0.50
2025-06-30 17:18:32.466 E         + 5 :         0.52
2025-06-30 17:18:32.479 E         + 6 :         0.55
2025-06-30 17:18:32.490 E         + 7 :         0.48
2025-06-30 17:18:32.498 E         + 8 :         0.59
2025-06-30 17:18:32.508 E         + 9 :         0.53
2025-06-30 17:18:32.517 E         + 10 :         0.51
2025-06-30 17:18:32.524 E         + 11 :         0.55
2025-06-30 17:18:32.531 E         + 12 :         0.53
2025-06-30 17:18:32.538 E         + 13 :         0.61
2025-06-30 17:18:32.546 E         + 14 :         0.55
2025-06-30 17:18:32.553 E         + 15 :         0.73
2025-06-30 17:18:32.563 E         + 16 :         0.68
2025-06-30 17:18:32.575 E         + 17 :         0.55
2025-06-30 17:18:32.583 E         + 18 :         0.55
2025-06-30 17:18:32.591 E         + 19 :         0.52
2025-06-30 17:18:32.599 E         + 20 :         0.59
2025-06-30 17:18:32.606 E           Median value for 21 ratios of commit_time/compile_time when create 1500 standalone PSQL objects: acceptable
2025-06-30 17:18:32.616
2025-06-30 17:18:32.627 tests/bugs/core_4880_test.py:164: AssertionError
2025-06-30 17:18:32.635 ---------------------------- Captured stdout setup -----------------------------
2025-06-30 17:18:32.642 Creating db: localhost:/var/tmp/qa_2024/test_1966/test.fdb [page_size=None, sql_dialect=None, charset='NONE', user=SYSDBA, password=masterkey]
3 #text
act = <firebird.qa.plugin.Action pytest object at [hex]>
capsys = <_pytest.capture.CaptureFixture pytest object at [hex]>

    @pytest.mark.version('>=3.0')
    def test_1(act: Action, capsys):
    
        act.db.set_async_write() # just to be sure, although this is by default
    
        expected_stdout = f"""
            Median value for {N_MEASURES} ratios of commit_time/compile_time when create {N_LIMIT} packaged PSQL objects: acceptable
            Median value for {N_MEASURES} ratios of commit_time/compile_time when create {N_LIMIT} standalone PSQL objects: acceptable
        """
    
        func_headers_ddl = ''.join( [ '\n  function fn_%d returns int;' % i for i in range(N_LIMIT) ] )
        func_bodies_ddl = ''.join( [ '\n  function fn_%d returns int as begin return %d; end' % (i,i) for i in range(N_LIMIT) ] )
    
        pkg_header_ddl = '\n'.join( ('create or alter package huge as\nbegin', func_headers_ddl, 'end') )
        pkg_body_ddl = '\n'.join( ('recreate package body huge as\nbegin', func_bodies_ddl, 'end') )
    
        sp_time = {}
        with act.db.connect() as con:
    
            with con.cursor() as cur:
                cur.execute('select mon$server_pid as p from mon$attachments where mon$attachment_id = current_connection')
                fb_pid = int(cur.fetchone()[0])
    
            for i in range(0, N_MEASURES):
                for ftype in ('packaged', 'standalone'):
    
                    fb_info_a = psutil.Process(fb_pid).cpu_times()
                    if ftype == 'packaged':
                        con.execute_immediate(pkg_header_ddl)
                        con.execute_immediate(pkg_body_ddl)
                    else:
                        for k in range(0,N_LIMIT):
                            con.execute_immediate( 'create or alter function sf_%d returns int as begin return %d; end' % (k,k)  )
    
                    fb_info_b = psutil.Process(fb_pid).cpu_times()
                    con.commit()
                    fb_info_c = psutil.Process(fb_pid).cpu_times()
    
                    cpu_time_for_compile = max(fb_info_b.user - fb_info_a.user, 0.000001)
                    cpu_time_for_commit = fb_info_c.user - fb_info_b.user
    
                    sp_time[ ftype, i ]  = cpu_time_for_commit / cpu_time_for_compile
    
        commit_2_compile_ratio_for_package = [round(v,2) for k,v in sp_time.items() if k[0] == 'packaged']
        commit_2_compile_ratio_for_standal = [round(v,2) for k,v in sp_time.items() if k[0] == 'standalone']
    
        actual_time_ratios_commit2compile = { 'packaged' : median(commit_2_compile_ratio_for_package), 'standalone': median(commit_2_compile_ratio_for_standal) }
    
        for ftype in ('packaged', 'standalone'):
            msg = f"Median value for {N_MEASURES} ratios of commit_time/compile_time when create {N_LIMIT} {ftype} PSQL objects: "
            if actual_time_ratios_commit2compile[ ftype ] < MAX_TIME_RATIOS_COMMIT_TO_COMPILE[ ftype ]:
                print( msg + 'acceptable')
            else:
                print( msg + '/* perf_issue_tag */ UNACCEPTABLE: %12.2f -- greater than threshold = %12.2f' % (actual_time_ratios_commit2compile[ ftype ],  MAX_TIME_RATIOS_COMMIT_TO_COMPILE[ ftype ]) )
                print( 'Check result of %d measures:' % N_MEASURES )
    
                # List with concrete values (source for median evaluation):
                lst = commit_2_compile_ratio_for_package if ftype == 'packaged' else commit_2_compile_ratio_for_standal
                for i,p in enumerate(lst):
                    print('%3d' % i, ':', '%12.2f' % p)
    
    
        act.expected_stdout = expected_stdout
        act.stdout = capsys.readouterr().out
>       assert act.clean_stdout == act.clean_expected_stdout
E       assert   
E         - Median value for 21 ratios of commit_time/compile_time when create 1500 packaged PSQL objects: acceptable
E         + Median value for 21 ratios of commit_time/compile_time when create 1500 packaged PSQL objects: /* perf_issue_tag */ UNACCEPTABLE:         0.55 -- greater than threshold =         0.55
E         + Check result of 21 measures:
E         + 0 :         0.54
E         + 1 :         0.51
E         + 2 :         0.55
E         + 3 :         0.55
E         + 4 :         0.50
E         + 5 :         0.52
E         + 6 :         0.55
E         + 7 :         0.48
E         + 8 :         0.59
E         + 9 :         0.53
E         + 10 :         0.51
E         + 11 :         0.55
E         + 12 :         0.53
E         + 13 :         0.61
E         + 14 :         0.55
E         + 15 :         0.73
E         + 16 :         0.68
E         + 17 :         0.55
E         + 18 :         0.55
E         + 19 :         0.52
E         + 20 :         0.59
E           Median value for 21 ratios of commit_time/compile_time when create 1500 standalone PSQL objects: acceptable

tests/bugs/core_4880_test.py:164: AssertionError
Full history of outcomes and elapsed time, ms:
NN SNAP_INFO CS_outcome SS_outcome CS_run_time SS_run_time CS_run_beg CS_run_end SS_run_beg SS_run_end
1 3.0.13.33809 2025.05.06 28ad0 P F 318896 164668 2025.06.30 14:45:09.880 2025.06.30 14:50:28.776 2025.06.30 13:55:42.301 2025.06.30 13:58:26.969
2 3.0.13.33808 2025.04.25 28426 P P 382656 209281 2025.05.06 13:44:17.637 2025.05.06 13:50:40.293 2025.05.06 12:45:53.078 2025.05.06 12:49:22.359
3 3.0.13.33803 2025.02.25 08ebd P P 389495 214526 2025.04.25 16:59:13.535 2025.04.25 17:05:43.030 2025.04.25 16:01:19.104 2025.04.25 16:04:53.630
4 3.0.13.33796 2025.01.29 0ab85 P P 1599 1095 2025.02.25 15:38:20.044 2025.02.25 15:38:21.643 2025.02.25 14:37:36.246 2025.02.25 14:37:37.341
5 3.0.13.33796 2025.01.14 99b3b P P 1489 1058 2025.01.28 17:52:47.336 2025.01.28 17:52:48.825 2025.01.28 16:50:19.091 2025.01.28 16:50:20.149
6 3.0.13.33795 2024.11.24 b8847 P P 1504 1003 2025.01.13 15:30:06.609 2025.01.13 15:30:08.113 2025.01.13 14:28:37.945 2025.01.13 14:28:38.948
7 3.0.13.33794 2024.10.15 abe09 P F 1174 836 2024.11.23 06:35:08.227 2024.11.23 06:35:09.401 2024.11.23 05:49:01.126 2024.11.23 05:49:01.962
8 3.0.13.33793 2024.10.04 82ccc P F 1467 819 2024.10.14 04:31:06.509 2024.10.14 04:31:07.976 2024.10.14 03:40:36.571 2024.10.14 03:40:37.390
9 3.0.13.33792 2024.08.31 d8791 P P 1375 940 2024.10.03 09:38:07.659 2024.10.03 09:38:09.034 2024.10.03 08:44:00.794 2024.10.03 08:44:01.734
10 3.0.13.33787 2024.08.17 2e0d6 P P 3515 1796 2024.08.25 15:30:37.577 2024.08.25 15:30:41.092 2024.08.25 13:32:59.556 2024.08.25 13:33:01.352
11 3.0.13.33787 2024.08.09 df740 P P 1521 929 2024.08.16 12:54:10.713 2024.08.16 12:54:12.234 2024.08.16 11:52:54.266 2024.08.16 11:52:55.195
12 3.0.12.33746 2024.07.15 11dd4 P F 2349 1503 2024.08.09 12:49:36.076 2024.08.09 12:49:38.425 2024.08.09 11:47:28.816 2024.08.09 11:47:30.319
13 3.0.12.33746 2024.06.11 8a5eb P P 1154 801 2024.07.15 10:41:35.376 2024.07.15 10:41:36.530 2024.07.15 09:49:16.331 2024.07.15 09:49:17.132
14 3.0.12.33744 2024.05.09 9cf37 P F 1689 1115 2024.05.12 15:47:52.209 2024.05.12 15:47:53.898 2024.05.12 15:00:50.465 2024.05.12 15:00:51.580
15 3.0.12.33744 2024.04.20 af6b2 P F 1099 818 2024.05.08 17:03:26.457 2024.05.08 17:03:27.556 2024.05.08 16:18:31.096 2024.05.08 16:18:31.914

Elapsed time, ms. Chart for last 15 runs:

Last commits information (all timestamps in UTC):