6
0
mirror of https://github.com/FirebirdSQL/firebird-qa.git synced 2025-01-23 05:53:06 +01:00
firebird-qa/tests/bugs/core_5991_test.py

338 lines
13 KiB
Python
Raw Normal View History

2021-04-26 20:07:00 +02:00
#coding:utf-8
#
# id: bugs.core_5991
# title: Trace could not work correctly with quoted file names in trace configurations
2021-12-10 19:50:31 +01:00
# decription:
2021-04-26 20:07:00 +02:00
# Thank Vlad for suggestions.
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# NOTE-1. Bug will NOT appear if PATTERN is used in database-section!
2021-12-10 19:50:31 +01:00
# In order to reproduce bug one need to create config file for trace with following
2021-04-26 20:07:00 +02:00
# _SINGLE_ file name in databases-section:
# =====
2021-12-10 19:50:31 +01:00
# database = 'C:\\FBTESTING\\qa\\fbt-repo\\tmp\\tmp_5991.o'clock.fdb'
2021-04-26 20:07:00 +02:00
# {
# enabled = true
2021-12-10 19:50:31 +01:00
# time_threshold = 0
2021-04-26 20:07:00 +02:00
# log_initfini = false
# log_connections = true
# log_transactions = true
# log_statement_finish = true
# }
# =====
2021-12-10 19:50:31 +01:00
# (path 'C:\\FBTESTING\\qa\\fbt-repo\\tmp' will be replaced with actual test DB location)
#
2021-04-26 20:07:00 +02:00
# Then we start trace session.
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# NOTE-2: if this trace session will be forced to wait about 10 seconds, then error message will appear
2021-12-10 19:50:31 +01:00
# with text "error while parsing trace configuration" but DB name will be securityN.fdb.
2021-04-26 20:07:00 +02:00
# Moreover, an operation with any DB which has name different than specified in database-section will
# raise this error, and its text can be misleading that trace did not started at all or was terminated.
# This is because another bug (not yet fixed) which Vlad mentioned privately in letter 26.02.19 23:37.
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# :::: NB :::::
# We can IGNORE this error message despite it contains phrase "Error creating trace session" and go on.
# Trace session actually *WILL* be created and we have to check this here by further actions with DB.
# :::::::::::::
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# After this, we create database with the same name by calling fdb.create_database().
# NOTE-3: we have to enclose DB file in double quotes and - moreover - duplicate single apostoph,
# otherwise fdb driver will create DB without it, i.e.: "tmp_5991.oclock.fdb".
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# At the second step we do trivial statement and drop this database (tmp_5991.o'clock.fdb).
# Finally, we wait at least two seconds because trace buffer must be flushed to disk, stop trace session
# and then - open trace log for parsing it.
# Trace log MUST contain all of following phrases (each of them must occur in log at least one time):
# 1. Trace session ID <N> started
# 2. CREATE_DATABASE
# 3. START_TRANSACTION
# 4. EXECUTE_STATEMENT_FINISH
# 5. ROLLBACK_TRANSACTION
# 6. DROP_DATABASE
# We check each line of trace for matching to patterns (based on these phrases) and put result into Python dict.
# Resulting dict must contain 'FOUND' and value for every of its keys (patterns).
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# Confirmed bug on 3.0.4.33054.
# 01-mar-2021: adapted for work on Linux.
# Checked on 4.0.0.2377 and 3.0.8.33415 (both Windows and Linux).
2021-12-10 19:50:31 +01:00
#
#
2021-04-26 20:07:00 +02:00
# tracker_id: CORE-5991
# min_versions: ['3.0.5']
# versions: 3.0.5
# qmid: None
import pytest
2021-12-10 19:50:31 +01:00
import re
from firebird.qa import db_factory, python_act, Action
2021-04-26 20:07:00 +02:00
# version: 3.0.5
# resources: None
substitutions_1 = [('Trying to create.*', '')]
init_script_1 = """"""
2021-12-10 19:50:31 +01:00
db_1 = db_factory(sql_dialect=3, init=init_script_1, filename="core_5991.o'clock.fdb")
2021-04-26 20:07:00 +02:00
# test_script_1
#---
# import os
# import re
# import time
# import subprocess
# from subprocess import Popen
# from fdb import services
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# os.environ["ISC_USER"] = user_name
# os.environ["ISC_PASSWORD"] = user_password
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# fdb_file=os.path.join( '$(DATABASE_LOCATION)', "tmp_5991.o'clock.fdb" )
# db_conn.close()
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# #--------------------------------------------
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# def flush_and_close( file_handle ):
# # https://docs.python.org/2/library/os.html#os.fsync
2021-12-10 19:50:31 +01:00
# # If you're starting with a Python file object f,
# # first do f.flush(), and
2021-04-26 20:07:00 +02:00
# # then do os.fsync(f.fileno()), to ensure that all internal buffers associated with f are written to disk.
# global os
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# file_handle.flush()
# if file_handle.mode not in ('r', 'rb') and file_handle.name != os.devnull:
# # otherwise: "OSError: [Errno 9] Bad file descriptor"!
# os.fsync(file_handle.fileno())
# file_handle.close()
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# #--------------------------------------------
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# def cleanup( f_names_list ):
# global os
# for i in range(len( f_names_list )):
# if type(f_names_list[i]) == file:
# del_name = f_names_list[i].name
# elif type(f_names_list[i]) == str:
# del_name = f_names_list[i]
# else:
# print('Unrecognized type of element:', f_names_list[i], ' - can not be treated as file.')
# del_name = None
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# if del_name and os.path.isfile( del_name ):
# os.remove( del_name )
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# #--------------------------------------------
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# cleanup( fdb_file, )
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# if os.name == 'nt':
# fdb_trace = fdb_file.replace('/','\\\\')
# else:
# fdb_trace = fdb_file
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# #####################################################################
# # Prepare config for trace session that will be launched by call of FBSVCMGR:
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# txt = ''' database = '%(fdb_trace)s'
# {
# enabled = true
2021-12-10 19:50:31 +01:00
# time_threshold = 0
2021-04-26 20:07:00 +02:00
# log_initfini = false
# log_connections = true
# log_transactions = true
# log_statement_finish = true
# }
# ''' % locals()
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# trc_cfg=open( os.path.join(context['temp_directory'],'tmp_trace_5991.cfg'), 'w')
# trc_cfg.write(txt)
# flush_and_close( trc_cfg )
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# #####################################################################
# # Async. launch of trace session using FBSVCMGR action_trace_start:
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# trc_log=open( os.path.join(context['temp_directory'],'tmp_trace_5991.log'), 'w')
# # Execute a child program in a new process, redirecting STDERR to the same target as of STDOUT:
# p_svcmgr = Popen( [ context['fbsvcmgr_path'], "localhost:service_mgr",
# "action_trace_start",
# "trc_cfg", trc_cfg.name
# ],
2021-12-10 19:50:31 +01:00
# stdout=trc_log,
2021-04-26 20:07:00 +02:00
# stderr=subprocess.STDOUT
# )
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# # 08.01.2020. This delay is mandatory, otherwise file with trace session info can remain (sometimes)
# # empty when we will read it at the next step:
# time.sleep(1)
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# # Determine active trace session ID (for further stop):
# ########################
# trc_lst=open( os.path.join(context['temp_directory'],'tmp_trace_5991.lst'), 'w')
# subprocess.call([context['fbsvcmgr_path'], "localhost:service_mgr",
# "action_trace_list"],
# stdout=trc_lst, stderr=subprocess.STDOUT
# )
# flush_and_close( trc_lst )
2021-12-10 19:50:31 +01:00
#
# # Session ID: 5
# # user:
# # date: 2015-08-27 15:24:14
# # flags: active, trace
#
2021-04-26 20:07:00 +02:00
# sid_pattern = re.compile('Session\\s+ID[:]{0,1}\\s+\\d+', re.IGNORECASE)
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# trc_ssn=0
# with open( trc_lst.name,'r') as f:
# for line in f:
# if sid_pattern.search( line ) and len( line.split() ) == 3:
# trc_ssn = line.split()[2]
# break
2021-12-10 19:50:31 +01:00
#
# # Result: `trc_ssn` is ID of active trace session.
2021-04-26 20:07:00 +02:00
# # We have to terminate trace session that is running on server BEFORE we termitane process `p_svcmgr`
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# if trc_ssn==0:
# print("Error parsing trace session ID.")
# flush_and_close( trc_log )
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# else:
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# ########### W O R K W I T H D A T A B A S E ########
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# print( 'Trying to create: "localhost:%s"' % fdb_file.replace("'","''") )
# con = fdb.create_database( dsn = "localhost:%s" % fdb_file.replace("'","''") )
# print( 'Database created OK.' )
# cur = con.cursor()
# cur.execute( "select 'Database name contains single quote.' as result from mon$database where lower(mon$database_name) similar to '%[\\/](tmp_5991.o''clock).fdb'")
# for r in cur:
# print(r[0])
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# cur.close()
# con.drop_database()
# print( 'Database dropped OK.')
# #####################################################################
2021-12-10 19:50:31 +01:00
#
# # ::: NB ::: Here we have to be idle at least 2s (two seconds) otherwise trace log will
2021-04-26 20:07:00 +02:00
# # not contain some or all of messages about create DB, start Tx, ES, Tx and drop DB.
# # See also discussion with hvlad, 08.01.2020 15:16
# # (subj: "action_trace_stop does not flush trace log (fully or partially)")
# time.sleep(2)
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# # Stop trace session:
# #####################
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# trc_lst=open(trc_lst.name, "a")
# trc_lst.seek(0,2)
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# subprocess.call( [ context['fbsvcmgr_path'], "localhost:service_mgr",
# "action_trace_stop",
# "trc_id",trc_ssn
# ],
2021-12-10 19:50:31 +01:00
# stdout=trc_lst,
2021-04-26 20:07:00 +02:00
# stderr=subprocess.STDOUT
# )
# flush_and_close( trc_lst )
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# # 23.02.2021. DELAY FOR AT LEAST 1 SECOND REQUIRED HERE!
# # Otherwise trace log can remain empty.
# time.sleep(1)
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# p_svcmgr.terminate()
# flush_and_close( trc_log )
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# allowed_patterns = {
# '1. TRACE_START' : re.compile('Trace\\s+session\\s+ID\\s+\\d+\\s+started\\.*', re.IGNORECASE)
# ,'2. DB_CREATION' : re.compile('[.*]*CREATE_DATABASE\\.*', re.IGNORECASE)
# ,'3. TX_START' : re.compile('[.*]*START_TRANSACTION\\.*', re.IGNORECASE)
# ,'4. STATEMENT_DONE' : re.compile('[.*]*EXECUTE_STATEMENT_FINISH\\.*', re.IGNORECASE)
# ,'5. TX_FINISH' : re.compile('[.*]*ROLLBACK_TRANSACTION\\.*', re.IGNORECASE)
# ,'6. DB_REMOVAL' : re.compile('[.*]*DROP_DATABASE\\.*', re.IGNORECASE)
# }
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# found_patterns={}
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# with open( trc_log.name,'r') as f:
# for line in f:
# if line.rstrip().split():
# for k,v in allowed_patterns.items():
# if v.search(line):
# found_patterns[k] = 'FOUND'
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# for k,v in sorted( found_patterns.items() ):
# print( 'Pattern', k, ':', v)
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# if len( found_patterns ) < len( allowed_patterns ):
# print('==== INCOMPLETE TRACE LOG: ====')
# with open( trc_log.name,'r') as f:
# for line in f:
# if line.rstrip().split():
# print(' ' + line)
# print('=' * 31)
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# #< cond "if trc_ssn>0"
2021-12-10 19:50:31 +01:00
#
2021-04-26 20:07:00 +02:00
# # cleanup:
# ##########
# time.sleep(1)
# cleanup( (trc_lst, trc_cfg, trc_log) )
2021-12-10 19:50:31 +01:00
#
#
2021-04-26 20:07:00 +02:00
#---
2021-12-10 19:50:31 +01:00
act_1 = python_act('db_1', substitutions=substitutions_1)
2021-04-26 20:07:00 +02:00
expected_stdout_1 = """
Database name contains single quote.
2021-12-10 19:50:31 +01:00
Pattern 1. DB_ATTACH : FOUND
Pattern 2. TX_START : FOUND
Pattern 3. STATEMENT_DONE : FOUND
Pattern 4. TX_FINISH : FOUND
Pattern 5. DB_DETACH : FOUND
"""
trace_1 = ['{',
'enabled = true',
'log_connections = true',
'log_transactions = true',
'log_statement_finish = true',
'log_initfini = false',
'time_threshold = 0',
'}'
]
2021-04-26 20:07:00 +02:00
@pytest.mark.version('>=3.0.5')
2021-12-10 19:50:31 +01:00
def test_1(act_1: Action, capsys):
trace_1.insert(0, f"database = '{act_1.db.db_path}'")
with act_1.trace(config=trace_1):
with act_1.db.connect() as con:
c = con.cursor()
for row in c.execute("select 'Database name contains single quote.' as result from mon$database where lower(mon$database_name) similar to '%[\\/](core_5991.o''clock).fdb'"):
print(row[0])
# Process trace
allowed_patterns = {'1. DB_ATTACH': re.compile('[.*]*ATTACH_DATABASE\\.*', re.IGNORECASE),
'2. TX_START': re.compile('[.*]*START_TRANSACTION\\.*', re.IGNORECASE),
'3. STATEMENT_DONE': re.compile('[.*]*EXECUTE_STATEMENT_FINISH\\.*', re.IGNORECASE),
'4. TX_FINISH': re.compile('[.*]*ROLLBACK_TRANSACTION\\.*', re.IGNORECASE),
'5. DB_DETACH': re.compile('[.*]*DETACH_DATABASE\\.*', re.IGNORECASE),
}
found_patterns = {}
for line in act_1.trace_log:
if line.rstrip().split():
for key, pattern in allowed_patterns.items():
if pattern.search(line):
found_patterns[key] = 'FOUND'
for key, status in sorted(found_patterns.items()):
print(f'Pattern {key} : {status}')
2021-04-26 20:07:00 +02:00
2021-12-10 19:50:31 +01:00
if len(found_patterns) < len(allowed_patterns):
print('==== INCOMPLETE TRACE LOG: ====')
for line in act_1.trace_log:
if line.strip():
print(' ' + line)
print('=' * 31)
# Check
act_1.expected_stdout = expected_stdout_1
act_1.stdout = capsys.readouterr().out
assert act_1.clean_stdout == act_1.clean_expected_stdout
2021-04-26 20:07:00 +02:00