From 692ee3fe19dc901252813778d42906665deaf878 Mon Sep 17 00:00:00 2001 From: dakovaci Date: Mon, 19 Mar 2012 15:10:36 +1000 Subject: Added some radio systemtests, edited Added some detail to the radio systemtest Edited the Camera systemtest Change-Id: I61c603e5de8e50400053da26563b937756aea316 Reviewed-by: Daron Andrew Edie --- tests/systemtests/camera/sys_camera.qtt | 133 ++++++++++++++++++- tests/systemtests/radio/sys_radio.qtt | 226 +++++++++++++++++++++++++++++--- 2 files changed, 339 insertions(+), 20 deletions(-) (limited to 'tests/systemtests') diff --git a/tests/systemtests/camera/sys_camera.qtt b/tests/systemtests/camera/sys_camera.qtt index f2e15b2fe..73656dc09 100644 --- a/tests/systemtests/camera/sys_camera.qtt +++ b/tests/systemtests/camera/sys_camera.qtt @@ -41,4 +41,135 @@ //TESTED_COMPONENT=src/multimedia -//These tests have been temporaraly moved +testcase = { + +/* Notes +*/ + initTestCase: function() + { + }, + + take_a_photo: function() + { + // Test meta data + testTitle = "Multimedia - Still Camera"; + testBinary = "camera"; + testSource = "qt5/qtmultimedia/examples/camera" + testGoal = "Verify that a photo can be taken with the camera."; + testPreconditions = "None"; + testGroups = "BAT, 1.2"; + + // Test steps + prompt(twiki("---+++ " + testTitle + "

+ *Goal:* " + testGoal + "
+ *Pre-Requisites:* " + testPreconditions + "
+ *Tested Binary:* " + testBinary + "
+ + | *Step* | *Verification* | + | Launch " + testTitle + " | App launches normally | + | If device has lens cover, make sure it is open | | + | Select Image tab to put camera in still mode | Verify the intended scene is reproduced in the preview pane/viewfinder | + | Select Capture Photo | Verify that image is shown on screen for preview | + | | Verify that a new file is in the Images folder and accessibble with the image viewer | + | Select given image | Verify that it is a true representation of the intended screen | + | | Verify the image has no unintended artifacts and noise and is properly formatted | + ")); + }, + + change_camera_settings: function() + { + // Test meta data + testTitle = "Multimedia - Still Camera, Change Settings"; + testBinary = "camera"; + testSource = "qt5/qtmultimedia/examples/camera" + testGoal = "Verify that the camera can change its Still Camera settings successfully."; + testPreconditions = None"; + testGroups = "BAT, 1.2"; + + // Test steps + prompt(twiki("---+++ " + testTitle + "

+ *Goal:* " + testGoal + "
+ *Pre-Requisites:* " + testPreconditions + "
+ *Tested Binary:* " + testBinary + "
+ + | *Step* | *Verification* | + | Launch " + testBinary + " | App launches normally | + | If device has lens cover, make sure it is open | | + | Select the primary camera device from Menu/Devices | Verify the viewfinder is displaying the scene from the main camera device | + | Select Capture Photo | Verify that a photo was taken and that a preview image is shown on screen | + | Select the secondary camera device from Menu/Devices | Verify the viewfinder is displaying the scene from the secondary camera device | + | Select Capture Photo | Verify that a photo was taken from the secondary camera device and that a preview image is shown on screen | + | Change Exposure Compensation on the slider in the main UI | Verify that the change in value affects the picture quality in expected fashion | + | Select Settings/File/Settings | Verify that you have an option to change Image Resolution, Image Format and Quality | + | Change Image Resolution to another supported resolution | Verify that you can take stills with various resolutions | + | Select Flash always on from the settings menu | Verify that when photo is taken, the flash is always triggered | + | Select No Flash on from the menu | Verify that despite the lack of natural light, the flash will not trigger when taking photos | + | Change Image Format to another supported format | Verify that you can take stills with various Image Formats | + | Select Settings/Device/Secondary Device | Verify that you can see the view from the Front Facing Camera on the viewfinder | + | | Verify that you can take still images from the Front Facing Camera | + | Select Settings/File/Exit | Verify that the application has now closed | + + ")); + }, + + take_a_video: function() + { + // Test meta data + testTitle = "Multimedia - Video Camera, Take Video"; + testBinary = "camera"; + testSource = "qt5/qtmultimedia/examples/camera" + testGoal = "Verify that the camera can capture and save an audio/video file."; + testPreconditions = "None"; + testGroups = "BAT, 1.2"; + + // Test steps + prompt(twiki("---+++ " + testTitle + "

+ *Goal:* " + testGoal + "
+ *Pre-Requisites:* " + testPreconditions + "
+ *Tested Binary:* " + testBinary + "
+ + | *Step* | *Verification* | + | Launch " + testBinary + " | App launches normally | + | Select Video icon to put camera in video mode | Verify the intended scene is reproduced in the preview/viewfinder | + | Select Record Video | Verify that video is shown on screen for preview | + | Select Stop | Verify that the recording has now stopped | + | | Verify that the video file is available in the camera preview pane | + | Select given video | Verify that it is a true representation of the intended screen | + | | Verify the image has no unintended artifacts and noise and is properly formatted | + ")); + }, + + change_video_settings: function() + { + // Test meta data + testApplication = "Multimedia - Video Camera, Change Video Settings"; + testBinary = "camera"; + testSource = "qt5/qtmultimedia/examples/camera" + testGoal = "Verify that the camera can change its Video settings successfully."; + testPreconditions = "None"; + testGroups = "BAT"; + + // Test steps + prompt(twiki("---+++ " + testTitle + "

+ *Goal:* " + testGoal + "
+ *Pre-Requisites:* " + testPreconditions + "
+ *Tested Binary:* " + testBinary + "
+ + | *Step* | *Verification* | + | Launch " + testBinary + " | App launches normally | + | If device has lens cover, make sure it is open | | + | Select Video tab to put camera in video mode | Verify the intended scene is reproduced in the preview/viewfinder | + | In the Menu Bar, select Settings/Devices | Verify that you can select Primary and Secondary Camera on Device | + | Select Secondary Camera | Verify that devise is now showing video stream from Front Facing camera | + | Select Settings/File/Settings | Verify that you now have the option to select Audio Codecs, Resolution Sample Rate, Framerate, Quality, Video Codecs and Container Format | + | Change Audio Codecs to another supported Codecs | Verify that camera can record | + | Change Resolution to another supported Resolution | Verify that camera can record | + | Change Sample Rate to another supported Sample Rate | Verify that camera can record | + | Change Framerate to another supported Framerate | Verify that camera can record | + | Change Quality | Verify that camera can record | + | Change Video Codecs to another supported Video Codecs | Verify that camera can record | + | Change Container Format | Verify that camera can record | + | Change Quality | Verify that camera can record | + ")); + }, +} diff --git a/tests/systemtests/radio/sys_radio.qtt b/tests/systemtests/radio/sys_radio.qtt index 64e16175f..a56082a66 100644 --- a/tests/systemtests/radio/sys_radio.qtt +++ b/tests/systemtests/radio/sys_radio.qtt @@ -52,38 +52,225 @@ A device specific headset is required to be connected to device for radio testin { }, - play_a_radio_transmission: function() + play_a_radio_transmission: function() { // Test meta data testTitle = "Multimedia - Play Radio Transmission"; testBinary = "radio"; - testSource ="$QTDIR/qtmultimediakit/examples/Radio" + testSource ="qt5/qtmultimedia/examples/radio" testGoal = "Verify that radio stations can be played."; testPreconditions = "1. Radio reception should be available in the test area.
2. Wired headphones act as an antena to the device and must be connected."; testGroups = "BAT, 1.2"; // Test steps - prompt(twiki("---+++ " + testApplication + "

+ prompt(twiki("---+++ " + testTitle + "

+ *Goal:* " + testGoal + "
+ *Pre-Requisites:* " + testPreconditions + "
+ *Tested Binary:* " + testBinary + "
+ + | *Step* | *Verification* | + | Launch " + testBinary + " | App launches normally | + | | If not first time running application on image, verify that you are presented with a list of previously scanned radio stations | + | Select a radio station from the list | Verify that the station is properly selected | + | Select the power icon next to the station name | Verify that audio from the radio station is now heard through the headphones | + | Deselect the power icon next to the station name | Verify that audio from the radio station is no longer heard through the headphones | + | Exit the radio application | Verify that the radio application closes cleanly | + ")); + }, + + change_a_radio_station: function() + { + // Test meta data + testTitle = "Multimedia - Radio: Change radio station"; + testBinary = "radio"; + testSource ="qt5/qtmultimedia/examples/radio" + testGoal = "Verify that radio station can be changed from station playlist."; + testPreconditions = "1. Radio reception should be available in the test area.
2. Wired headphones act as an antenna to the device and must be connected."; + testGroups = "BAT, 1.2"; + + // Test steps + prompt(twiki("---+++ " + testTitle + "

+ *Goal:* " + testGoal + "
+ *Pre-Requisites:* " + testPreconditions + "
+ *Tested Binary:* " + testBinary + "
+ + | *Step* | *Verification* | + | Launch " + testBinary + " | App launches normally | + | Select a radio station from the list | Verify that the station is heard through the headphones | + | If in the visualization view, select the down icon to return to the station selection view | Verify that you are presented with the list of stations | + | Select a different station | Verify that you are now listening to a different radio station | + | Deselect the power icon next to the station name | Verify that audio from the radio station is no longer heard through the headphones | + | Exit the radio application | Verify that the radio application closes cleanly | + ")); + }, + + manually_tune_radio_station: function() + { + // Test meta data + testTitle = "Multimedia - Manually tune radio station"; + testBinary = "radio"; + testSource ="qt5/qtmultimedia/examples/radio" + testGoal = "Verify that user can manualy change radio station."; + testPreconditions = "1. Radio reception should be available in the test area.
2. Wired headphones act as an antenna to the device and must be connected."; + testGroups = "BAT, 1.2"; + + // Test steps + prompt(twiki("---+++ " + testTitle + "

+ *Goal:* " + testGoal + "
+ *Pre-Requisites:* " + testPreconditions + "
+ *Tested Binary:* " + testBinary + "
+ + + | *Step* | *Verification* | + | Launch " + testBinary + " | App launches normally | + | Select a radio station from the list | Verify that the station is heard through the headphones | + | Select the up icon to be presented to the visualization view | | + | Select the Plus icon on the menu bar | Verify that you are presented with the frequency dial | + | Note the current selected frequency | | + | Select the dot indicator on the frequency dial, and move finger to right | Verify that the frequency on the indicater is now rising and that the audio has gone off the previous station | + | Keep moving selector until a radio station is heard | Verify that the frequency of the selected station is higher than the originaly selected station | + | | Verify that the station is playing properly | + | Select to save the selected radio station frequency | Verify that the station is saved in the radiostation playlist | + | Exit the radio application | Verify that the radio application closes cleanly | + ")); + }, + + scan_up_and_down: function() + { + // Test meta data + testTitle = "Multimedia - Scan up and down the frequency"; + testBinary = "radio"; + testSource ="qt5/qtmultimedia/examples/radio" + testGoal = "Verify that radio can scan up and down the FM frequency."; + testPreconditions = "1. Radio reception should be available in the test area.
2. Wired headphones act as an antenna to the device and must be connected."; + testGroups = "BAT, 1.2"; + + // Test steps + prompt(twiki("---+++ " + testTitle + "

+ *Goal:* " + testGoal + "
+ *Pre-Requisites:* " + testPreconditions + "
+ *Tested Binary:* " + testBinary + "
+ + | *Step* | *Verification* | + | Launch " + testBinary + " | App launches normally | + | Select a radio station from the list | Verify that the station is heard through the headphones | + | Select the up icon to be presented to the visualization view | | + | Select the Plus icon on the menu bar | Verify that you are presented with the frequency dial | + | Note the current selected frequency | | + | Select the Scan Up Frequency controll | Verify that application has located a new station and that the frequency displayed is of the new station | + | | Verify that the station is playing properly | + | Select to save the selected radio station frequency | Verify that the station is saved in the radiostation playlist | + | Select the Scan Down Frequency control | Verify that application has located the original station and that the frequency displayed is of the original station | + | | Verify that the station is playing properly | + | Select to save the selected radio station frequency | Verify that the station is saved in the radiostation playlist | + | Exit the radio application | Verify that the radio application closes cleanly | + ")); + }, + + scan_for_multiple_radio_stations: function() + { + // Test meta data + testTitle = "Multimedia - Radio: Scan for multiple radio station"; + testBinary = "radio"; + testSource ="qt5/qtmultimedia/examples/radio" + testGoal = "Verify that radio can scan for multiple stations at once."; + testPreconditions = "1. Radio reception should be available in the test area.
2. Wired headphones act as an antenna to the device and must be connected."; + testGroups = "BAT, 1.2"; + + // Test steps + prompt(twiki("---+++ " + testTitle + "

*Goal:* " + testGoal + "
*Pre-Requisites:* " + testPreconditions + "
*Tested Binary:* " + testBinary + "
| *Step* | *Verification* | | Launch " + testBinary + " | App launches normally | - | | Verify that 0 KHz and No Signal is displayed | - | Select [Scan Up] | Audible white noise should be heard as the radio searches for a frequency lock. Frequency should be increasing in 100 KHz steps until a strong signal is found | - | | Verify that a radio signal can be heard. It is possible for the radio to lock on a silent station signal, in that case progress further up the frequencies | - | Once a strong audible signal is found | Verify that the stations frequency and Got Signal message is displayed | - | Select [Scan Up] | Verify that the radio has moved off the previous station and in progressing through the frequencies | - | Once on a radio station, Select [Freq Up] | Verify that the radio frequency has moved off the station by 100KHz and is stationary | - | Select [Freq Up] again | Verify that the radio frequency has moved up another 100KHz and is stationary | - | Select [Freq Down] twice | Verify that you are now at the frequency of the previous radio station and that the signal is audible | - | Select [Scan Down] | Verify that the radio has moved off the previous station, progressing through the frequencies, and finds the original station from this test | - | Exit the radio application | Verify that the radio station is no longer heard | + | On the menu, select Find new station | In the Radio Dialog Scanning view, observe the number of stations found | + | Exit the radio application | Verify that the radio application closes cleanly | ")); }, - radio_interrupted_by_system_notification: function() + save_radio_station_list: function() + { + // Test meta data + testTitle = "Multimedia - Radio: Save station playlist"; + testBinary = "radio"; + testSource ="qt5/qtmultimedia/examples/radio"" + testGoal = "Verify that radio can save station playist."; + testPreconditions = "1. Radio reception should be available in the test area.
2. Wired headphones act as an antenna to the device and must be connected."; + testGroups = "BAT, 1.2"; + + // Test steps + prompt(twiki("---+++ " + testTitle + "

+ *Goal:* " + testGoal + "
+ *Pre-Requisites:* " + testPreconditions + "
+ *Tested Binary:* " + testBinary + "
+ + | *Step* | *Verification* | + | Launch " + testBinary + " | App launches normally | + | Select to scan for multiple stations | Verify that multiple stations have been found | + | Select to save station playlist | | + | Close application | Verify that the application closes | + | Reopen " + testBinary + " | Verify that the app launches normally | + | Go to station playlist | Verify that the stations from the previous search are listed | + | Select various stations from playlist | Verify that radio station play properly | + | Close application | Verify that radio application closes properly | + ")); + }, + + switch_audio_to_speakers: function() + { + // Test meta data + testTitle = "Multimedia - Radio: Switch audio to speakers"; + testBinary = "radio"; + testSource ="qt5/qtmultimedia/examples/radio" + testGoal = "Verify that radio can be output to external speakers."; + testPreconditions = "1. Radio reception should be available in the test area.
2. Wired headphones act as an antenna to the device and must be connected."; + testGroups = "BAT, 1.2"; + + + // Test steps + prompt(twiki("---+++ " + testTitle + "

+ *Goal:* " + testGoal + "
+ *Pre-Requisites:* " + testPreconditions + "
+ *Tested Binary:* " + testBinary + "
+ + | *Step* | *Verification* | + | Launch " + testBinary + " | App launches normally | + | Select an audible radio station | Verify that the station can be heard through the speakers | + | Select from station menu: Turn On loudspaeker | Verify that the audio can be heard through the device speakers | + | Select from the station menu: Turn Off Loudspeakers | Verify that the audio has now reverted back to the headphones | + | Close application | Verify that radio application closes properly | + ")); + }, + + handle_headset_removal: function() + { + // Test meta data + testTitle = "Multimedia - Radio: Handle headset removal"; + testBinary = "radio"; + testSource ="qt5/qtmultimedia/examples/radio" + testGoal = "Verify that radio can handle removal and insertion of headset."; + testPreconditions = "1. Radio reception should be available in the test area.
2. Wired headphones act as an antenna to the device and must be connected."; + testGroups = "BAT, 1.2"; + + + // Test steps + prompt(twiki("---+++ " + testTitle + "

+ *Goal:* " + testGoal + "
+ *Pre-Requisites:* " + testPreconditions + "
+ *Tested Binary:* " + testBinary + "
+ + | *Step* | *Verification* | + | Launch " + testBinary + " | App launches normally | + | Select an audible radio station | Verify that the station can be heard through the headset | + | Remove headset from device | Verify that warning sign is informing user of the need to re-insert the headset | + | Re-insert headset | Verify that the warning has now disappeard, and that the radio station can be heard once again | + | Close application | Verify that radio application closes properly | + ")); + }, + + radio_interrupted_by_system_notification: function() { // Test meta data testTitle = "Multimedia - Radio interrupted by System Notification"; @@ -94,7 +281,7 @@ A device specific headset is required to be connected to device for radio testin testGroups = "BAT, 1.2"; // Test steps - prompt(twiki("---+++ " + testApplication + "

+ prompt(twiki("---+++ " + testTitle + "

*Goal:* " + testGoal + "
*Pre-Requisites:* " + testPreconditions + "
*Tested Binary:* " + testBinary + "
@@ -104,7 +291,8 @@ A device specific headset is required to be connected to device for radio testin | Locate a strong radio station signal by scanning up/down | | | While on a strong and audible radio signal, evoke a system notification on device (eg: incoming SMS, alarm notification) | Verify that the radio has muted, and after the system notification has been delivered, the radio reverts to outputting the audio signal back through the headphones | | While on a strong and audible radio signal, call the device | Verify that the radio has been muted, and stays muted during the duration of the call, and resumes once the call has ended | - ")); + | Close application | Verify that radio application closes properly | + ")); }, radio_volume_control: function() @@ -117,7 +305,7 @@ A device specific headset is required to be connected to device for radio testin testGroups = "BAT, 1.2"; // Test steps - prompt(twiki("---+++ " + testApplication + "

+ prompt(twiki("---+++ " + testTitle + "

*Goal:* " + testGoal + "
*Pre-Requisites:* " + testPreconditions + "
*Tested Binary:* " + testBinary + "
@@ -132,7 +320,7 @@ A device specific headset is required to be connected to device for radio testin ")); }, - display_radio_metadata: function() + display_radio_metadata: function() { // Test meta data testTitle = "Multimedia - Display Radio Metadata"; @@ -142,7 +330,7 @@ A device specific headset is required to be connected to device for radio testin testGroups = "BAT, 1.2"; // Test steps - prompt(twiki("---+++ " + testApplication + "

+ prompt(twiki("---+++ " + testTitle + "

*Goal:* " + testGoal + "
*Pre-Requisites:* " + testPreconditions + "
*Tested Binary:* " + testBinary + "
-- cgit v1.2.1