Skip to content

Feature/add reason to disable #1183

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
lwasylow merged 8 commits into from
Feb 8, 2022
Merged

Feature/add reason to disable #1183

Changes from 1 commit
Commits
Show all changes
8 commits
Select commit Hold shift + click to select a range
987d391
Update code.
lwasylow Feb 6, 2022
fddde60
Updating testss
lwasylow Feb 6, 2022
ca227c0
Merge branch 'develop' of https://github.com/utPLSQL/utPLSQL into fea…
lwasylow Feb 6, 2022
79da316
Resolving a code comments
lwasylow Feb 7, 2022
ed156d7
Updating reporters
lwasylow Feb 7, 2022
2ea9a53
Updates to junit xsd
lwasylow Feb 7, 2022
78cfb83
Update coverage
lwasylow Feb 7, 2022
c762920
Update sonar
lwasylow Feb 8, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Updating testss
  • Loading branch information
@lwasylow
lwasylow committed Feb 6, 2022
commit fddde601f3895f2e7ab24866dd5b9dc4213647ee
261 changes: 106 additions & 155 deletions test/ut3_tester/core/annotations/test_annot_disabled_reason.pkb
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
create or replace package body test_annot_disabled_reason
is


procedure compile_dummy_packages is
pragma autonomous_transaction;
begin
Expand Down Expand Up @@ -181,7 +182,8 @@ end test_package_3;]';
--%disabled( $#?!%*&-/\^ )
procedure test1;

--%test(Test2 from test package 4) --%disabled(verylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtext)
--%test(Test2 from test package 4)
--%disabled(verylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtext)
procedure test2;

end test_package_4;]';
Expand Down Expand Up @@ -339,193 +341,142 @@ end test_package_6;]';
end;

procedure test_disable_on_suite_level is
c_path varchar2(100) := sys_context('USERENV', 'CURRENT_USER')||'.test_package_1';
l_objects_to_run ut3_develop.ut_suite_items;

l_test0_suite ut3_develop.ut_logical_suite;
l_test1_suite ut3_develop.ut_suite;
l_test_results ut3_develop.ut_varchar2_list;
l_expected_message varchar2(32767);
l_actual_message varchar2(32767);
begin
--Act
l_objects_to_run := ut3_develop.ut_suite_manager.configure_execution_by_path(ut3_develop.ut_varchar2_list(c_path));

--Assert
ut.expect(l_objects_to_run.count).to_equal(1);
l_test0_suite := treat(l_objects_to_run(1) as ut3_develop.ut_logical_suite);
l_test1_suite := treat(l_test0_suite.items(1) as ut3_develop.ut_suite);

ut.expect(l_test1_suite.items(1).name).to_equal('test1');
ut.expect(treat(l_test1_suite.items(1) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(1) as ut3_develop.ut_test).disabled_reason).to_equal('Tests are disabled on suite level');

ut.expect(l_test1_suite.items(2).name).to_equal('test2');
ut.expect(treat(l_test1_suite.items(2) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(2) as ut3_develop.ut_test).disabled_reason).to_equal('Tests are disabled on suite level');

ut.expect(l_test1_suite.items(3).name).to_equal('test3');
ut.expect(treat(l_test1_suite.items(3) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(3) as ut3_develop.ut_test).disabled_reason).to_equal('Tests are disabled on suite level');

ut.expect(l_test1_suite.items(4).name).to_equal('test4');
ut.expect(treat(l_test1_suite.items(4) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(4) as ut3_develop.ut_test).disabled_reason).to_equal('Tests are disabled on suite level');

select * bulk collect into l_test_results from table(ut3_develop.ut.run((sys_context('USERENV', 'CURRENT_USER')||'.test_package_1')));

l_actual_message := ut3_develop.ut_utils.table_to_clob(l_test_results);

l_expected_message := q'[%tests
%disable_test_suite_level
%First context
%Test1 from test package 1 [0 sec] (DISABLED - Tests are disabled on suite level)
%Test2 from test package 1 [0 sec] (DISABLED - Tests are disabled on suite level)
%Second context
%Test3 from test package 1 [0 sec] (DISABLED - Tests are disabled on suite level)
%Test4 from test package 1 [0 sec] (DISABLED - Tests are disabled on suite level)%]';
ut.expect(l_actual_message).to_be_like(l_expected_message);

end;

procedure test_dis_on_1st_ctx_level is
c_path varchar2(100) := sys_context('USERENV', 'CURRENT_USER')||'.test_package_2';
l_objects_to_run ut3_develop.ut_suite_items;

l_test0_suite ut3_develop.ut_logical_suite;
l_test1_suite ut3_develop.ut_suite;
l_test_results ut3_develop.ut_varchar2_list;
l_expected_message varchar2(32767);
l_actual_message varchar2(32767);
begin
--Act
l_objects_to_run := ut3_develop.ut_suite_manager.configure_execution_by_path(ut3_develop.ut_varchar2_list(c_path));

--Assert
ut.expect(l_objects_to_run.count).to_equal(1);
l_test0_suite := treat(l_objects_to_run(1) as ut3_develop.ut_logical_suite);
l_test1_suite := treat(l_test0_suite.items(1) as ut3_develop.ut_suite);

ut.expect(l_test1_suite.items(1).name).to_equal('test1');
ut.expect(treat(l_test1_suite.items(1) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(1) as ut3_develop.ut_test).disabled_reason).to_equal('Tests and disabled on first context level');

ut.expect(l_test1_suite.items(2).name).to_equal('test2');
ut.expect(treat(l_test1_suite.items(2) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(2) as ut3_develop.ut_test).disabled_reason).to_equal('Tests and disabled on first context level');

ut.expect(l_test1_suite.items(3).name).to_equal('test3');
ut.expect(treat(l_test1_suite.items(3) as ut3_develop.ut_test).disabled_flag).to_equal(0);
ut.expect(treat(l_test1_suite.items(3) as ut3_develop.ut_test).disabled_reason).to_be_null;

ut.expect(l_test1_suite.items(4).name).to_equal('test4');
ut.expect(treat(l_test1_suite.items(4) as ut3_develop.ut_test).disabled_flag).to_equal(0);
ut.expect(treat(l_test1_suite.items(4) as ut3_develop.ut_test).disabled_reason).to_be_null;

select * bulk collect into l_test_results from table(ut3_develop.ut.run((sys_context('USERENV', 'CURRENT_USER')||'.test_package_2')));

l_actual_message := ut3_develop.ut_utils.table_to_clob(l_test_results);

l_expected_message := q'[%tests
%Disable on context level
%First context
%Test1 from test package 2 [0 sec] (DISABLED - Tests and disabled on first context level)
%Test2 from test package 2 [0 sec] (DISABLED - Tests and disabled on first context level)
%Second context
%Test3 from test package 2 [% sec]
%Test4 from test package 3 [% sec]%]';

ut.expect(l_actual_message).to_be_like(l_expected_message);

end;

procedure test_disable_tests_level is
c_path varchar2(100) := sys_context('USERENV', 'CURRENT_USER')||'.test_package_3';
l_objects_to_run ut3_develop.ut_suite_items;

l_test0_suite ut3_develop.ut_logical_suite;
l_test1_suite ut3_develop.ut_suite;
l_test_results ut3_develop.ut_varchar2_list;
l_expected_message varchar2(32767);
l_actual_message varchar2(32767);
begin
--Act
l_objects_to_run := ut3_develop.ut_suite_manager.configure_execution_by_path(ut3_develop.ut_varchar2_list(c_path));

--Assert
ut.expect(l_objects_to_run.count).to_equal(1);
l_test0_suite := treat(l_objects_to_run(1) as ut3_develop.ut_logical_suite);
l_test1_suite := treat(l_test0_suite.items(1) as ut3_develop.ut_suite);

ut.expect(l_test1_suite.items(1).name).to_equal('test1');
ut.expect(treat(l_test1_suite.items(1) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(1) as ut3_develop.ut_test).disabled_reason).to_equal('Test1 disabled from first context');

ut.expect(l_test1_suite.items(2).name).to_equal('test2');
ut.expect(treat(l_test1_suite.items(2) as ut3_develop.ut_test).disabled_flag).to_equal(0);
ut.expect(treat(l_test1_suite.items(2) as ut3_develop.ut_test).disabled_reason).to_be_null;

ut.expect(l_test1_suite.items(3).name).to_equal('test3');
ut.expect(treat(l_test1_suite.items(3) as ut3_develop.ut_test).disabled_flag).to_equal(0);
ut.expect(treat(l_test1_suite.items(3) as ut3_develop.ut_test).disabled_reason).to_be_null;

ut.expect(l_test1_suite.items(4).name).to_equal('test4');
ut.expect(treat(l_test1_suite.items(4) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(4) as ut3_develop.ut_test).disabled_reason).to_equal('Test4 disabled from second context');

select * bulk collect into l_test_results from table(ut3_develop.ut.run((sys_context('USERENV', 'CURRENT_USER')||'.test_package_3')));

l_actual_message := ut3_develop.ut_utils.table_to_clob(l_test_results);

l_expected_message := q'[%tests
%Disable tests on test level
%First context
%Test1 from test package 3 [0 sec] (DISABLED - Test1 disabled from first context)
%Test2 from test package 3 [% sec]
%Second context
%Test3 from test package 3 [% sec]
%Test4 from test package 3 [0 sec] (DISABLED - Test4 disabled from second context)%]';

ut.expect(l_actual_message).to_be_like(l_expected_message);


end;

procedure test_long_text_spec_chr is
c_path varchar2(100) := sys_context('USERENV', 'CURRENT_USER')||'.test_package_4';
l_objects_to_run ut3_develop.ut_suite_items;

l_test0_suite ut3_develop.ut_logical_suite;
l_test1_suite ut3_develop.ut_suite;
l_test_results ut3_develop.ut_varchar2_list;
l_expected_message varchar2(32767);
l_actual_message varchar2(32767);
begin
--Act
l_objects_to_run := ut3_develop.ut_suite_manager.configure_execution_by_path(ut3_develop.ut_varchar2_list(c_path));

--Assert
ut.expect(l_objects_to_run.count).to_equal(1);
l_test0_suite := treat(l_objects_to_run(1) as ut3_develop.ut_logical_suite);
l_test1_suite := treat(l_test0_suite.items(1) as ut3_develop.ut_suite);

ut.expect(l_test1_suite.items(1).name).to_equal('test1');
ut.expect(treat(l_test1_suite.items(1) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(1) as ut3_develop.ut_test).disabled_reason).to_equal('$#?!%*&-/\^');

ut.expect(l_test1_suite.items(2).name).to_equal('test2');
ut.expect(treat(l_test1_suite.items(2) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(2) as ut3_develop.ut_test).disabled_reason).to_equal('verylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtext');

select * bulk collect into l_test_results from table(ut3_develop.ut.run((sys_context('USERENV', 'CURRENT_USER')||'.test_package_4')));

l_actual_message := ut3_develop.ut_utils.table_to_clob(l_test_results);

l_expected_message := q'[%tests
%Disable reason is very long or have special characters
%Test1 from test package 4 [0 sec] (DISABLED - $#?!%*&-/\^)
%Test2 from test package 4 [0 sec] (DISABLED - verylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtextverylongtext)%]';

ut.expect(l_actual_message).to_be_like(l_expected_message);
end;

procedure test_disable_suite_ctx_tst is
c_path varchar2(100) := sys_context('USERENV', 'CURRENT_USER')||'.test_package_5';
l_objects_to_run ut3_develop.ut_suite_items;

l_test0_suite ut3_develop.ut_logical_suite;
l_test1_suite ut3_develop.ut_suite;
l_test_results ut3_develop.ut_varchar2_list;
l_expected_message varchar2(32767);
l_actual_message varchar2(32767);
begin
--Act
l_objects_to_run := ut3_develop.ut_suite_manager.configure_execution_by_path(ut3_develop.ut_varchar2_list(c_path));

--Assert
ut.expect(l_objects_to_run.count).to_equal(1);
l_test0_suite := treat(l_objects_to_run(1) as ut3_develop.ut_logical_suite);
l_test1_suite := treat(l_test0_suite.items(1) as ut3_develop.ut_suite);

ut.expect(l_test1_suite.items(1).name).to_equal('test1');
ut.expect(treat(l_test1_suite.items(1) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(1) as ut3_develop.ut_test).disabled_reason).to_equal('Disable on suite level');

ut.expect(l_test1_suite.items(2).name).to_equal('test2');
ut.expect(treat(l_test1_suite.items(2) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(2) as ut3_develop.ut_test).disabled_reason).to_equal('Disable on suite level');

ut.expect(l_test1_suite.items(3).name).to_equal('test3');
ut.expect(treat(l_test1_suite.items(3) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(3) as ut3_develop.ut_test).disabled_reason).to_equal('Disable on suite level');

ut.expect(l_test1_suite.items(4).name).to_equal('test4');
ut.expect(treat(l_test1_suite.items(4) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(4) as ut3_develop.ut_test).disabled_reason).to_equal('Disable on suite level');

select * bulk collect into l_test_results from table(ut3_develop.ut.run((sys_context('USERENV', 'CURRENT_USER')||'.test_package_5')));

l_actual_message := ut3_develop.ut_utils.table_to_clob(l_test_results);

l_expected_message := q'[%tests
%Disable tests on suite level overriding rest
%First context
%Test1 from test package 3 [0 sec] (DISABLED - Disable on suite level)
%Test2 from test package 3 [0 sec] (DISABLED - Disable on suite level)
%Second context
%Test3 from test package 3 [0 sec] (DISABLED - Disable on suite level)
%Test4 from test package 3 [0 sec] (DISABLED - Disable on suite level)%]';

ut.expect(l_actual_message).to_be_like(l_expected_message);


end;

procedure test_disable_ctx_tst is
c_path varchar2(100) := sys_context('USERENV', 'CURRENT_USER')||'.test_package_6';
l_objects_to_run ut3_develop.ut_suite_items;

l_test0_suite ut3_develop.ut_logical_suite;
l_test1_suite ut3_develop.ut_suite;
l_test_results ut3_develop.ut_varchar2_list;
l_expected_message varchar2(32767);
l_actual_message varchar2(32767);
begin
--Act
l_objects_to_run := ut3_develop.ut_suite_manager.configure_execution_by_path(ut3_develop.ut_varchar2_list(c_path));

--Assert
ut.expect(l_objects_to_run.count).to_equal(1);
l_test0_suite := treat(l_objects_to_run(1) as ut3_develop.ut_logical_suite);
l_test1_suite := treat(l_test0_suite.items(1) as ut3_develop.ut_suite);

ut.expect(l_test1_suite.items(1).name).to_equal('test1');
ut.expect(treat(l_test1_suite.items(1) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(1) as ut3_develop.ut_test).disabled_reason).to_equal('Disable on 1st context level');

ut.expect(l_test1_suite.items(2).name).to_equal('test2');
ut.expect(treat(l_test1_suite.items(2) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(2) as ut3_develop.ut_test).disabled_reason).to_equal('Disable on 1st context level');

ut.expect(l_test1_suite.items(3).name).to_equal('test3');
ut.expect(treat(l_test1_suite.items(3) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(3) as ut3_develop.ut_test).disabled_reason).to_equal('Disable on 2nd context level');

ut.expect(l_test1_suite.items(4).name).to_equal('test4');
ut.expect(treat(l_test1_suite.items(4) as ut3_develop.ut_test).disabled_flag).to_equal(1);
ut.expect(treat(l_test1_suite.items(4) as ut3_develop.ut_test).disabled_reason).to_equal('Disable on 2nd context level');

select * bulk collect into l_test_results from table(ut3_develop.ut.run((sys_context('USERENV', 'CURRENT_USER')||'.test_package_6')));

l_actual_message := ut3_develop.ut_utils.table_to_clob(l_test_results);

l_expected_message := q'[%tests
%Disable tests on each of ctx level overriding rest
%First context
%Test1 from test package 3 [0 sec] (DISABLED - Disable on 1st context level)
%Test2 from test package 3 [0 sec] (DISABLED - Disable on 1st context level)
%Second context
%Test3 from test package 3 [0 sec] (DISABLED - Disable on 2nd context level)
%Test4 from test package 3 [0 sec] (DISABLED - Disable on 2nd context level)%]';

ut.expect(l_actual_message).to_be_like(l_expected_message);

end;

Expand Down