Commit dfacd9be authored by Thibault Saunier's avatar Thibault Saunier 🌵
Browse files

validate: Move known issues to a dedicated file

parent a4ad1f93
......@@ -24,6 +24,7 @@ The GstValidate default testsuite
import os
from testsuiteutils import update_assets
from launcher.baseclasses import MediaFormatCombination
from validate_known_issues import KNOWN_ISSUES
TEST_MANAGER = "validate"
......@@ -50,104 +51,6 @@ BLACKLIST = [('validate.file.transcode.to_vorbis_and_vp8_in_webm.GH1_00094_1920x
]
EXPECTED_ISSUES = {
'validate.dash.playback.*seek.*|validate.dash.playback.*reverse.*'
'|validate.dash.playback.*fast.':
[
{
'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=775266',
'detected-on': 'playbin',
'summary': 'We got an ERROR message on the bus',
'level': 'critical',
'sometimes': True,
},
{
'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=775266',
'summary': "flow return from pad push doesn't match expected value",
'details': '.*Wrong combined flow return error.*',
'level': 'critical',
'sometimes': True,
},
{
'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=775266',
'level': 'critical',
'summary': 'The program stopped before some actions were executed',
'sometimes': True,
}
],
'validate.http.*.vorbis_theora_1_ogg':
[
{
'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=775107',
'detected-on': 'playbin',
'summary': 'We got an ERROR message on the bus',
'details': '.*No valid frames decoded before end of stream.*',
'level': 'critical',
'sometimes': True,
},
{
'bug': 'https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/311',
'level': 'critical',
'summary': 'We got an ERROR message on the bus',
'details': '.*Got error: Could not decode stream.*',
'sometimes': True,
},
{
'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=775107',
'level': 'critical',
'summary': 'The program stopped before some actions were executed',
'sometimes': True,
}
],
'validate.rtsp.playback.seek_backward.bowlerhatdancer_sleepytom_SGP_mjpeg_avi':
[
{
'bug': 'https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/563',
'level': 'critical',
'summary': 'The program stopped before some actions were executed',
'sometimes': True,
},
],
'validate.rtsp.playback.change_state_intensive.*':
[
{
'bug': 'https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/377',
'level': 'critical',
'summary': 'We got an ERROR message on the bus',
'details': '.*Got error: Could not read from resource.*',
'sometimes': True,
},
{
'bug': 'https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/377',
'level': 'critical',
'summary': 'The program stopped before some actions were executed',
'sometimes': True,
},
{
'bug': 'https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/377',
'timeout': True,
'sometimes': True,
},
],
'validate.file.playback.scrub_forward_seeking.op2b-mpeg2-wave_hd_mxf':
[
{
'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=796746',
'level': 'critical',
'summary': 'We got an ERROR message on the bus',
'details': '.*Got error: No valid frames decoded before end of stream.*',
"sometimes": True
},
{
'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=796746',
'level': 'critical',
'summary': 'The program stopped before some actions were executed',
"sometimes": True
}
],
}
def setup_tests(test_manager, options):
print("Setting up GstValidate default tests")
......@@ -172,7 +75,7 @@ def setup_tests(test_manager, options):
})
)
test_manager.add_expected_issues(EXPECTED_ISSUES)
test_manager.add_expected_issues(KNOWN_ISSUES)
test_manager.register_defaults()
test_manager.add_encoding_formats([MediaFormatCombination("quicktime", "rawaudio", "prores")])
......
KNOWN_ISSUES = {
'validate.dash.playback.*seek.*|validate.dash.playback.*reverse.*'
'|validate.dash.playback.*fast.':
[
{
'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=775266',
'detected-on': 'playbin',
'summary': 'We got an ERROR message on the bus',
'level': 'critical',
'sometimes': True,
},
{
'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=775266',
'summary': "flow return from pad push doesn't match expected value",
'details': '.*Wrong combined flow return error.*',
'level': 'critical',
'sometimes': True,
},
{
'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=775266',
'level': 'critical',
'summary': 'The program stopped before some actions were executed',
'sometimes': True,
}
],
'validate.http.*.vorbis_theora_1_ogg':
[
{
'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=775107',
'detected-on': 'playbin',
'summary': 'We got an ERROR message on the bus',
'details': '.*No valid frames decoded before end of stream.*',
'level': 'critical',
'sometimes': True,
},
{
'bug': 'https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/311',
'level': 'critical',
'summary': 'We got an ERROR message on the bus',
'details': '.*Got error: Could not decode stream.*',
'sometimes': True,
},
{
'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=775107',
'level': 'critical',
'summary': 'The program stopped before some actions were executed',
'sometimes': True,
}
],
'validate.rtsp.playback.seek_backward.bowlerhatdancer_sleepytom_SGP_mjpeg_avi':
[
{
'bug': 'https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/563',
'level': 'critical',
'summary': 'The program stopped before some actions were executed',
'sometimes': True,
},
],
'validate.rtsp.playback.change_state_intensive.*':
[
{
'bug': 'https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/377',
'timeout': True,
'sometimes': True,
},
],
'validate.file.playback.scrub_forward_seeking.op2b-mpeg2-wave_hd_mxf':
[
{
'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=796746',
'level': 'critical',
'summary': 'We got an ERROR message on the bus',
'details': '.*Got error: No valid frames decoded before end of stream.*',
"sometimes": True
},
{
'bug': 'https://bugzilla.gnome.org/show_bug.cgi?id=796746',
'level': 'critical',
'summary': 'The program stopped before some actions were executed',
"sometimes": True
}
],
}
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment