firebird/firebird-qa
6
0
Fork 0
mirror of https://github.com/FirebirdSQL/firebird-qa.git synced 2025-01-22 21:43:06 +01:00
Code Issues Activity
264ed4d657
firebird-qa/tests/bugs/core_2208_test.py

320 lines
12 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

#coding:utf-8
#
# id: bugs.core_2208
# title: New gbak option to ignore specific tables data during the backup
# decription:
# We create four tables with ascii and one with non-ascii (cyrillic) names.
# Each table has one row.
# Then we check that one may to:
# 1) skip BACKUP data of some tables
# 2) skip RESTORE data for same tables.
# All cases are checked by call 'fbsvcmgr ... bkp_skip_data <pattern>',
# where <pattern> string matches several tables (i.e. we use SIMILAR_TO ability).
#
# WARNING!
# It was found that there is NO ability (in fbtest only! not in command interpreter)
# to skip data from backup for table with non-ascii name, neither if we specify its name
# as literal nor via pattern. For that reason one of checks currently is commented
# (see below block titled as: `Run-3: try to skip BACKUP of data for table "опечатка"`).
#
# Checked on WI-V3.0.2.32644, WI-T4.0.0.469.
#
# tracker_id: CORE-2208
# min_versions: ['3.0']
# versions: 3.0
# qmid: None
import pytest
from io import BytesIO
from pathlib import Path
from firebird.qa import db_factory, python_act, Action, temp_file
from firebird.driver import SrvRestoreFlag
# version: 3.0
# resources: None
substitutions_1 = []
init_script_1 = """
recreate table test_01(id char(1));
recreate table test_02(id char(1));
recreate table test_0a(id char(1));
recreate table test_0b(id char(1));
recreate table "опечатка"(id char(1));
commit;
insert into test_01(id) values('1');
insert into test_02(id) values('2');
insert into test_0a(id) values('3');
insert into test_0b(id) values('4');
insert into "опечатка"(id) values('ы');
commit;
-- similar to '(о|а)(п|ч)(е|и)(п|ч)(а|я)(т|д)(к|г)(а|о)';
recreate view v_check as
select 'test_01' as msg, t.id
from rdb$database left join test_01 t on 1=1
union all
select 'test_02' as msg, t.id
from rdb$database left join test_02 t on 1=1
union all
select 'test_0a' as msg, t.id
from rdb$database left join test_0a t on 1=1
union all
select 'test_0b' as msg, t.id
from rdb$database left join test_0b t on 1=1
union all
select 'опечатка' as msg, t.id
from rdb$database left join "опечатка" t on 1=1
;
"""
db_1 = db_factory(charset='UTF8', sql_dialect=3, init=init_script_1)
# test_script_1
#---
#
# import os
# import subprocess
# import time
# from subprocess import Popen
#
# os.environ["ISC_USER"] = user_name
# os.environ["ISC_PASSWORD"] = user_password
#
# # Obtain engine version:
# engine = str(db_conn.engine_version) # convert to text because 'float' object has no attribute 'startswith'
#
# db_conn.close()
#
# thisdb='$(DATABASE_LOCATION)bugs.core_2208.fdb'
# tmpbkp='$(DATABASE_LOCATION)bugs.core_2208_fbk.tmp'
# tmpres='$(DATABASE_LOCATION)bugs.core_2208_new.tmp'
#
# f_run_sql=open( os.path.join(context['temp_directory'],'tmp_check_2208.sql'), 'w')
# f_run_sql.write('set list on; set count on; select * from v_check;')
# f_run_sql.close()
#
# f_svc_log=open( os.path.join(context['temp_directory'],'tmp_svc_2208.log'), 'w')
# f_svc_err=open( os.path.join(context['temp_directory'],'tmp_svc_2208.err'), 'w')
#
# # Run-1: try to skip BACKUP of data for tables 'test_0a' and 'test_0b'.
# ###########################
# subprocess.call( [ context['fbsvcmgr_path'], 'localhost:service_mgr','action_backup',
# 'dbname', thisdb, 'bkp_file', tmpbkp,
# 'bkp_skip_data', 'test_0[[:alpha:]]'
# ],
# stdout=f_svc_log,stderr=f_svc_err
# )
# subprocess.call( [ context['fbsvcmgr_path'], 'localhost:service_mgr','action_restore',
# 'bkp_file', tmpbkp, 'dbname', tmpres,
# 'res_replace'
# ],
# stdout=f_svc_log,stderr=f_svc_err
# )
#
#
# f_run1_log=open( os.path.join(context['temp_directory'],'tmp_run1_2208.log'), 'w')
# subprocess.call( [ context['isql_path'], 'localhost:'+tmpres,'-q','-ch','utf8', '-i', f_run_sql.name],stdout=f_run1_log,stderr=subprocess.STDOUT )
# f_run1_log.close()
#
#
# # Run-2: try to skip RESTORE of data for tables 'test_01' and 'test_02'.
# ###########################
# subprocess.call( [ context['fbsvcmgr_path'], 'localhost:service_mgr','action_backup',
# 'dbname', thisdb, 'bkp_file', tmpbkp,
# 'bkp_skip_data', 'test_0[[:digit:]]'
# ],
# stdout=f_svc_log,stderr=f_svc_err
# )
# subprocess.call( [ context['fbsvcmgr_path'], 'localhost:service_mgr','action_restore',
# 'bkp_file', tmpbkp, 'dbname', tmpres,
# 'res_replace'
# ],
# stdout=f_svc_log,stderr=f_svc_err
# )
#
# f_run2_log=open( os.path.join(context['temp_directory'],'tmp_run2_2208.log'), 'w')
# subprocess.call( [ context['isql_path'], 'localhost:'+tmpres,'-q','-ch','utf8', '-i', f_run_sql.name],stdout=f_run2_log,stderr=subprocess.STDOUT )
# f_run2_log.close()
#
# ########################################
#
# '''
# DEFERRED! IT SEEMS THAT WRONG PATTERN IS PASSED FROM FBTEST TO FBSVCMGR WHEN USE NON-ASCII TABLE NAME!
#
# CAN NOT BE REPRODUCED IN CMD.EXE (chcp 65001):
# ==============================================
#
# Script for isql (do not forget to make chcp 65001 before run it):
# ===
# set names utf8;
# shell del C:\\MIX\\firebird\\QA\\fbt-repo\\tmp\\c2208w.fdb 2>nul;
# create database 'localhost:C:\\MIX\\firebird\\QA\\fbt-repo\\tmp\\c2208w.fdb' default character set utf8;
# recreate table "опечатка"(id char(1));
# insert into "опечатка"(id) values('ы');
# commit;
# ===
#
# fbsvcmgr localhost:service_mgr action_backup
# dbname C:\\MIX\\firebird\\QA\\fbt-repo\\tmp\\C2208W.FDB
# bkp_file C:\\MIX\\firebird\\QA\\fbt-repo\\tmp\\C2208W.fbk
# -bkp_skip_data "(о|а)(п|ч)(е|и)(п|ч)(а|я)(т|д)(к|г)(о|а)"
#
# gbak -rep C:\\MIX\\firebird\\QA\\fbt-repo\\tmp\\C2208W.fbk localhost:C:\\MIX\\firebird\\QA\\fbt-repo\\tmp\\C2208W2.FDB
#
# echo show table; set list on; set count on; select * from "опечатка";|isql /:C:\\MIX\\firebird\\QA\\fbt-repo\\tmp\\C2208W2.FDB -ch utf8
#
# опечатка
# Records affected: 0
#
# # Run-3: try to skip BACKUP of data for table "опечатка".
# ###########################
# # 'bkp_skip_data', '"(о|а)(п|ч)(е|и)(п|ч)(а|я)(т|д)(к|г)(а|о)"'
# subprocess.call( [ context['fbsvcmgr_path'], 'localhost:service_mgr','action_backup',
# 'dbname', thisdb, 'bkp_file', tmpbkp,
# 'bkp_skip_data', '%о%'
# ],
# stdout=f_svc_log,stderr=f_svc_err
# )
# subprocess.call( [ context['fbsvcmgr_path'], 'localhost:service_mgr','action_restore',
# 'bkp_file', tmpbkp, 'dbname', tmpres,
# 'res_replace'
# ],
# stdout=f_svc_log,stderr=f_svc_err
# )
#
# f_run3_log=open( os.path.join(context['temp_directory'],'tmp_run3_2208.log'), 'w')
# subprocess.call( [ context['isql_path'], 'localhost:'+tmpres,'-q','-ch','utf8', '-i', f_run_sql.name],stdout=f_run3_log,stderr=subprocess.STDOUT )
# f_run3_log.close()
# '''
#
# f_svc_log.close()
# f_svc_err.close()
#
# # Should be EMPTY:
# with open( f_svc_err.name,'r') as f:
# for line in f:
# if line.split():
# print('fbsvcmgr(2) unexpected STDERR: '+line.upper() )
# f.close()
#
#
# with open( f_run1_log.name,'r') as f:
# for line in f:
# if line.split():
# print('run-1: ' + line)
# f.close()
#
# with open( f_run2_log.name,'r') as f:
# for line in f:
# if line.split():
# print('run-2: ' + line)
# f.close()
#
# # CLEANUP
# #########
# f_list=(f_svc_log, f_svc_err,f_run_sql,f_run1_log,f_run2_log)
# for i in range(len(f_list)):
# if os.path.isfile(f_list[i].name):
# os.remove(f_list[i].name)
#
# if os.path.isfile(tmpbkp):
# os.remove(tmpbkp)
# if os.path.isfile(tmpres):
# os.remove(tmpres)
#
#---
act_1 = python_act('db_1', substitutions=substitutions_1)
expected_stdout_1_a = """
MSG test_01
ID 1
MSG test_02
ID 2
MSG test_0a
ID <null>
MSG test_0b
ID <null>
MSG опечатка
ID ы
Records affected: 5
"""
expected_stdout_1_b = """
MSG test_01
ID <null>
MSG test_02
ID <null>
MSG test_0a
ID 3
MSG test_0b
ID 4
MSG опечатка
ID ы
Records affected: 5
"""
expected_stdout_1_c = """
MSG test_01
ID 1
MSG test_02
ID 2
MSG test_0a
ID 3
MSG test_0b
ID 4
MSG опечатка
ID <null>
Records affected: 5
"""
# We need additional test database for restore
file_1 = temp_file('extra-test.fdb')
@pytest.mark.version('>=3.0')
def test_1(act_1: Action, file_1: Path):
check_script = 'set list on; set count on; select * from v_check;'
if file_1.is_file():
file_1.unlink()
with act_1.connect_server() as srv:
backup = BytesIO()
# Run-1: try to skip BACKUP of data for tables 'test_0a' and 'test_0b'.
srv.database.local_backup(database=act_1.db.db_path, backup_stream=backup,
skip_data='test_0[[:alpha:]]')
backup.seek(0)
srv.database.local_restore(backup_stream=backup, database=file_1)
# check
act_1.expected_stdout = expected_stdout_1_a
act_1.isql(switches=[str(file_1)], input=check_script, connect_db=False)
assert act_1.clean_stdout == act_1.clean_expected_stdout
# Run-2: try to skip RESTORE of data for tables 'test_01' and 'test_02'.
if file_1.is_file():
file_1.unlink()
backup.close()
backup = BytesIO()
srv.database.local_backup(database=act_1.db.db_path, backup_stream=backup)
backup.seek(0)
srv.database.local_restore(backup_stream=backup, database=file_1,
skip_data='test_0[[:digit:]]')
# check
act_1.reset()
act_1.expected_stdout = expected_stdout_1_b
act_1.isql(switches=[str(file_1)], input=check_script, connect_db=False)
assert act_1.clean_stdout == act_1.clean_expected_stdout
# Run-3: try to skip BACKUP of data for table "опечатка".
srv.encoding = 'utf8'
if file_1.is_file():
file_1.unlink()
backup.close()
backup = BytesIO()
srv.database.local_backup(database=act_1.db.db_path, backup_stream=backup,
skip_data='(о|а)(п|ч)(е|и)(п|ч)(а|я)(т|д)(к|г)(о|а)')
backup.seek(0)
srv.database.local_restore(backup_stream=backup, database=file_1)
# check
act_1.reset()
act_1.expected_stdout = expected_stdout_1_c
act_1.isql(switches=[str(file_1)], input=check_script, connect_db=False)
Reference in New Issue View Git Blame Copy Permalink