diff --git a/lib/utils.pm b/lib/utils.pm
index 355a23f0..a66c2734 100644
--- a/lib/utils.pm
+++ b/lib/utils.pm
@@ -325,10 +325,16 @@ sub _repo_setup_updates {
     }
     else {
         # bodhi client 0.9
-        # latest git python-fedora fixes bug which makes bodhi -D UPDATE_ID fail
+        # use git python-fedora for
+        # https://github.com/fedora-infra/python-fedora/pull/192
+        # until packages with that fix are pushed stable
         assert_script_run "git clone https://github.com/fedora-infra/python-fedora.git";
         assert_script_run "PYTHONPATH=python-fedora/ bodhi -D " . get_var("ADVISORY"), 300;
     }
+    # log the exact packages in the update at test time, with their
+    # source packages and epochs. log is uploaded by _advisory_update
+    # and used for later comparison by _advisory_post
+    assert_script_run 'rpm -qp *.rpm --qf "%{SOURCERPM} %{EPOCH} %{NAME}-%{VERSION}-%{RELEASE}\n" | sort -u > /var/log/updatepkgs.txt';
     # create the repo metadata
     assert_script_run "createrepo .";
     # write a repo config file
diff --git a/main.pm b/main.pm
index e4a5824f..31ccc40f 100644
--- a/main.pm
+++ b/main.pm
@@ -257,6 +257,12 @@ sub load_postinstall_tests() {
         }
     }
 
+    # load the ADVISORY post-install test - this records which update
+    # packages were actually installed during the test
+    if (get_var("ADVISORY")) {
+        autotest::loadtest "tests/_advisory_post.pm";
+    }
+
     # we should shut down before uploading disk images
     if (get_var("STORE_HDD_1") || get_var("PUBLISH_HDD_1")) {
         autotest::loadtest "tests/_console_shutdown.pm";
diff --git a/tests/_advisory_post.pm b/tests/_advisory_post.pm
new file mode 100644
index 00000000..e6e8e29f
--- /dev/null
+++ b/tests/_advisory_post.pm
@@ -0,0 +1,28 @@
+use base "installedtest";
+use strict;
+use testapi;
+use utils;
+
+sub run {
+    my $self = shift;
+    # figure out which packages from the update actually got installed
+    # (if any) as part of this test
+    $self->root_console(tty=>3);
+    assert_script_run 'rpm -qa --qf "%{SOURCERPM} %{EPOCH} %{NAME}-%{VERSION}-%{RELEASE}\n" | sort -u > /tmp/allpkgs.txt';
+    # this finds lines which appear in both files
+    # http://www.unix.com/unix-for-dummies-questions-and-answers/34549-find-matching-lines-between-2-files.html
+    assert_script_run 'comm -12 /tmp/allpkgs.txt /var/log/updatepkgs.txt > /var/log/testedpkgs.txt';
+    upload_logs "/var/log/testedpkgs.txt";
+}
+
+sub test_flags {
+    # without anything - rollback to 'lastgood' snapshot if failed
+    # 'fatal' - whole test suite is in danger if this fails
+    # 'milestone' - after this test succeeds, update 'lastgood'
+    # 'important' - if this fails, set the overall state to 'fail'
+    return { fatal => 1 };
+}
+
+1;
+
+# vim: set sw=4 et:
diff --git a/tests/_advisory_update.pm b/tests/_advisory_update.pm
index 7f3f3dce..cb5bf1b9 100644
--- a/tests/_advisory_update.pm
+++ b/tests/_advisory_update.pm
@@ -9,6 +9,10 @@ sub run {
     # update packages and run 'dnf update'
     $self->root_console(tty=>3);
     repo_setup;
+    # upload the log of installed packages which repo_setup created
+    # we do this here and not in repo_setup because this is the best
+    # place to make sure it happens once and only once per job
+    upload_logs "/var/log/updatepkgs.txt";
     # reboot, in case any of the updates need a reboot to apply
     script_run "reboot", 0;
 }