diff --git a/needles/upgrade_fail.json b/needles/upgrade_fail.json
new file mode 100644
index 00000000..d5b8a20e
--- /dev/null
+++ b/needles/upgrade_fail.json
@@ -0,0 +1,16 @@
+{
+    "area": [
+        {
+            "height": 15,
+            "type": "match",
+            "width": 305,
+            "xpos": 0,
+            "ypos": 735
+        }
+    ],
+  "tags": [
+    "upgrade_fail",
+    "ENV-DISTRI-fedora",
+    "ENV-FLAVOR-server"
+  ]
+}
diff --git a/needles/upgrade_fail.png b/needles/upgrade_fail.png
new file mode 100644
index 00000000..16176c58
Binary files /dev/null and b/needles/upgrade_fail.png differ
diff --git a/tests/upgrade_run.pm b/tests/upgrade_run.pm
index dd0f05e8..9b558cf8 100644
--- a/tests/upgrade_run.pm
+++ b/tests/upgrade_run.pm
@@ -23,6 +23,7 @@ sub run {
     upload_logs "/var/log/dnf.rpm.log";
 
     script_run "dnf system-upgrade reboot";
+    die "DNF reported failure" if (check_screen "upgrade_fail");
 
     # now offline upgrading starts. user doesn't have to do anything, just wait untill
     # system reboots and login screen is shown