intermittent 500s

[jharting]

500: Internal Server Error

http://webapp-vmaas-stable.1b13.insights.openshiftapps.com/api/v1/updates

request:

{
                "package_list": [
                    "kbd-misc-1.15.5-13.el7.noarch",
                    "pth-2.0.7-23.el7.x86_64",
                    "iputils-20160308-10.el7.x86_64",
                    "rhn-check-2.0.2-21.el7.noarch",
                    "perl-parent-0.225-244.el7.noarch",
                    "numactl-libs-2.0.9-7.el7.x86_64",
                    "rsyslog-8.24.0-16.el7.x86_64",
                    "gdbm-1.10-8.el7.x86_64",
                    "gpgme-1.3.2-5.el7.x86_64",
                    "python-jinja2-2.7.2-2.el7.noarch",
                    "libnfsidmap-0.25-19.el7.x86_64",
                    "grub2-2.02-0.65.el7_4.2.x86_64",
                    "katello-host-tools-3.1.0-2.el7sat.noarch",
                    "ruby-libs-2.0.0.648-33.el7_4.x86_64",
                    "openscap-1.2.16-6.el7.x86_64",
                    "bzip2-libs-1.0.6-13.el7.x86_64",
                    "python-IPy-0.75-6.el7.noarch",
                    "subscription-manager-plugin-container-1.20.11-1.el7_5.x86_64",
                    "python-setuptools-0.9.8-7.el7.noarch",
                    "sshpass-1.06-2.el7.x86_64",
                    "libdb-utils-5.3.21-24.el7.x86_64",
                    "iwl2030-firmware-18.168.6.1-62.el7.noarch",
                    "libcom_err-1.42.9-11.el7.x86_64",
                    "alsa-firmware-1.0.28-2.el7.noarch",
                    "libseccomp-2.3.1-3.el7.x86_64",
                    "python-qpid-0.22-15.el7.noarch",
                    "perl-File-Temp-0.23.01-3.el7.noarch",
                    "NetworkManager-config-server-1.10.2-13.el7.noarch",
                    "perl-Text-ParseWords-3.29-4.el7.noarch",
                    "audit-libs-python-2.8.1-3.el7.x86_64",
                    "python-psutil-5.0.1-1.el7sat.x86_64",
                    "p11-kit-0.23.5-3.el7.x86_64",
                    "libyaml-0.1.4-11.el7_0.x86_64",
                    "device-mapper-persistent-data-0.7.3-3.el7.x86_64",
                    "pyusb-1.0.0-0.11.b1.el7.noarch",
                    "cryptsetup-libs-1.7.4-4.el7.x86_64",
                    "ipa-client-common-4.5.4-10.el7.noarch",
                    "python-docker-pycreds-1.10.6-3.el7.noarch",
                    "libselinux-utils-2.5-12.el7.x86_64",
                    "perl-Scalar-List-Utils-1.27-248.el7.x86_64",
                    "parted-3.1-29.el7.x86_64",
                    "bind-libs-9.9.4-61.el7.x86_64",
                    "pygobject2-2.28.6-11.el7.x86_64",
                    "mozjs17-17.0.0-20.el7.x86_64",
                    "python-firewall-0.4.4.4-14.el7.noarch",
                    "libxslt-1.1.28-5.el7.x86_64",
                    "plymouth-0.8.9-0.31.20140113.el7.x86_64",
                    "libunistring-0.9.3-9.el7.x86_64",
                    "keyutils-libs-1.5.8-3.el7.x86_64",
                    "perl-Encode-2.51-7.el7.x86_64",
                    "python2-cryptography-1.7.2-2.el7.x86_64",
                    "libgpg-error-1.12-3.el7.x86_64",
                    "lvm2-libs-2.02.177-4.el7.x86_64",
                    "python-sssdconfig-1.16.0-19.el7.noarch",
                    "python2-tracer-0.6.13.1-1.el7sat.noarch",
                    "libcgroup-tools-0.41-15.el7.x86_64",
                    "gawk-4.0.2-4.el7_3.1.x86_64",
                    "aic94xx-firmware-30-6.el7.noarch",
                    "libbasicobjects-0.1.1-29.el7.x86_64",
                    "c-ares-1.10.0-3.el7.x86_64",
                    "python-libipa_hbac-1.16.0-19.el7.x86_64",
                    "jansson-2.10-1.el7.x86_64",
                    "bind-utils-9.9.4-61.el7.x86_64",
                    "hostname-3.13-3.el7.x86_64",
                    "sssd-krb5-1.16.0-19.el7.x86_64",
                    "e2fsprogs-libs-1.42.9-11.el7.x86_64",
                    "libsmbclient-4.7.1-6.el7.x86_64",
                    "python-backports-ssl_match_hostname-3.5.0.1-1.el7.noarch",
                    "docker-rhel-push-plugin-1.13.1-58.git87f2fab.el7.x86_64",
                    "mlocate-0.26-8.el7.x86_64",
                    "libsss_nss_idmap-1.16.0-19.el7.x86_64",
                    "iprutils-2.4.15.1-1.el7.x86_64",
                    "qemu-guest-agent-2.8.0-2.el7.x86_64",
                    "file-libs-5.11-33.el7.x86_64",
                    "python-libs-2.7.5-68.el7.x86_64",
                    "grub2-tools-2.02-0.65.el7_4.2.x86_64",
                    "python-lxml-3.2.1-4.el7.x86_64",
                    "sssd-common-pac-1.16.0-19.el7.x86_64",
                    "atomic-registries-1.22.1-1.gitd36c015.el7.x86_64",
                    "perl-5.16.3-292.el7.x86_64",
                    "tzdata-2018d-1.el7.noarch",
                    "container-selinux-2.55-1.el7.noarch",
                    "iwl3160-firmware-22.0.7.0-62.el7.noarch",
                    "python-ply-3.4-11.el7.noarch",
                    "python-gudev-147.2-7.el7.x86_64",
                    "quota-nls-4.01-17.el7.noarch",
                    "qrencode-libs-3.4.1-3.el7.x86_64",
                    "dbus-python-1.1.1-9.el7.x86_64",
                    "python-dateutil-1.5-7.el7.noarch",
                    "oddjob-mkhomedir-0.31.5-4.el7.x86_64",
                    "setup-2.8.71-9.el7.noarch",
                    "kernel-tools-libs-3.10.0-862.el7.x86_64",
                    "libtasn1-4.10-1.el7.x86_64",
                    "yum-rhn-plugin-2.0.1-10.el7.noarch",
                    "iptables-1.4.21-24.el7.x86_64",
                    "sqlite-3.7.17-8.el7.x86_64",
                    "http-parser-2.7.1-5.el7_4.x86_64",
                    "sssd-ad-1.16.0-19.el7.x86_64",
                    "tar-1.26-34.el7.x86_64",
                    "sudo-1.8.19p2-13.el7.x86_64",
                    "rhnsd-5.0.13-10.el7.x86_64",
                    "grub2-pc-2.02-0.65.el7_4.2.x86_64",
                    "logrotate-3.8.6-15.el7.x86_64",
                    "bind-license-9.9.4-61.el7.noarch",
                    "libgomp-4.8.5-28.el7.x86_64",
                    "python-decorator-3.4.0-3.el7.noarch",
                    "oci-register-machine-0-6.git2b44233.el7.x86_64",
                    "scl-utils-20130529-18.el7_4.x86_64",
                    "alsa-lib-1.1.4.1-2.el7.x86_64",
                    "python-pycparser-2.14-1.el7.noarch",
                    "oddjob-0.31.5-4.el7.x86_64",
                    "ebtables-2.0.10-16.el7.x86_64",
                    "avahi-libs-0.6.31-19.el7.x86_64",
                    "perl-constant-1.27-2.el7.noarch",
                    "pyliblzma-0.5.3-11.el7.x86_64",
                    "ncurses-libs-5.9-14.20130511.el7_4.x86_64",
                    "polkit-0.112-14.el7.x86_64",
                    "samba-common-libs-4.7.1-6.el7.x86_64",
                    "perl-Pod-Usage-1.63-3.el7.noarch",
                    "ipa-client-4.5.4-10.el7.x86_64",
                    "postfix-2.10.1-6.el7.x86_64",
                    "pciutils-3.5.1-3.el7.x86_64",
                    "gpg-pubkey-2fa658e0-45700c69.(none)",
                    "gpg-pubkey-fd431d51-4ae0493b.(none)",
                    "libini_config-1.3.1-29.el7.x86_64",
                    "openssh-clients-7.4p1-16.el7.x86_64",
                    "libuser-0.60-9.el7.x86_64",
                    "oci-systemd-hook-0.1.15-2.gitc04483d.el7.x86_64",
                    "perl-libs-5.16.3-292.el7.x86_64",
                    "lz4-1.7.5-2.el7.x86_64",
                    "kbd-1.15.5-13.el7.x86_64",
                    "kexec-tools-2.0.15-13.el7.x86_64",
                    "python-hwdata-1.7.3-4.el7.noarch",
                    "perl-Time-HiRes-1.9725-3.el7.x86_64",
                    "systemd-219-57.el7.x86_64",
                    "selinux-policy-3.13.1-192.el7_5.3.noarch",
                    "iwl6050-firmware-41.28.5.1-62.el7.noarch",
                    "python-saslwrapper-0.22-5.el7sat.x86_64",
                    "gssproxy-0.7.0-17.el7.x86_64",
                    "python-slip-dbus-0.4.0-4.el7.noarch",
                    "libacl-2.2.51-14.el7.x86_64",
                    "dracut-config-rescue-033-535.el7.x86_64",
                    "basesystem-10.0-7.el7.noarch",
                    "libnl3-3.2.28-4.el7.x86_64",
                    "policycoreutils-2.5-22.el7.x86_64",
                    "libnetfilter_conntrack-1.0.6-1.el7_3.x86_64",
                    "redhat-release-server-7.5-8.el7.x86_64",
                    "sssd-1.16.0-19.el7.x86_64",
                    "python-2.7.5-68.el7.x86_64",
                    "python2-pyasn1-0.1.9-7.el7.noarch",
                    "libidn-1.28-4.el7.x86_64",
                    "python-ethtool-0.8-5.el7.x86_64",
                    "python-beautifulsoup4-4.3.2-1.el7sat.noarch",
                    "grubby-8.28-23.el7.x86_64",
                    "python-argcomplete-1.7.0-1.el7sat.noarch",
                    "lzo-2.06-8.el7.x86_64",
                    "libnl-1.1.4-3.el7.x86_64",
                    "dhclient-4.2.5-68.el7.x86_64",
                    "libss-1.42.9-11.el7.x86_64",
                    "redhat-support-tool-0.9.10-1.el7.noarch",
                    "nspr-4.17.0-1.el7.x86_64",
                    "dbus-1.10.24-7.el7.x86_64",
                    "python-babel-0.9.6-8.el7.noarch",
                    "pam-1.1.8-22.el7.x86_64",
                    "psmisc-22.20-15.el7.x86_64",
                    "perl-threads-1.87-4.el7.x86_64",
                    "libnl3-cli-3.2.28-4.el7.x86_64",
                    "libsss_certmap-1.16.0-19.el7.x86_64",
                    "redhat-support-lib-python-0.9.7-6.el7.noarch",
                    "vim-filesystem-7.4.160-4.el7.x86_64",
                    "audit-libs-2.8.1-3.el7.x86_64",
                    "PyYAML-3.10-11.el7.x86_64",
                    "nss-sysinit-3.34.0-4.el7.x86_64",
                    "libgcc-4.8.5-28.el7.x86_64",
                    "iwl7260-firmware-22.0.7.0-62.el7.noarch",
                    "gettext-libs-0.19.8.1-2.el7.x86_64",
                    "krb5-libs-1.15.1-19.el7.x86_64",
                    "libref_array-0.1.5-29.el7.x86_64",
                    "python-pulp-agent-lib-2.13.4.9-1.el7sat.noarch",
                    "dbus-libs-1.10.24-7.el7.x86_64",
                    "ntp-4.2.6p5-28.el7.x86_64",
                    "katello-host-tools-tracer-3.1.0-2.el7sat.noarch",
                    "usermode-1.111-5.el7.x86_64",
                    "yum-metadata-parser-1.1.4-10.el7.x86_64",
                    "glibc-common-2.17-222.el7.x86_64",
                    "rootfiles-8.1-11.el7.noarch",
                    "libedit-3.0-12.20121213cvs.el7.x86_64",
                    "openssh-7.4p1-16.el7.x86_64",
                    "libuuid-2.23.2-52.el7.x86_64",
                    "openssl-1.0.2k-12.el7.x86_64",
                    "iwl5000-firmware-8.83.5.1_1-62.el7.noarch",
                    "yum-3.4.3-158.el7.noarch",
                    "python-linux-procfs-0.4.9-3.el7.noarch",
                    "iwl100-firmware-39.31.5.1-62.el7.noarch",
                    "lvm2-2.02.177-4.el7.x86_64",
                    "tcp_wrappers-7.6-77.el7.x86_64",
                    "perl-Time-Local-1.2300-2.el7.noarch",
                    "xz-5.2.2-1.el7.x86_64",
                    "iwl6000g2b-firmware-17.168.5.2-62.el7.noarch",
                    "criu-3.5-4.el7.x86_64",
                    "python-paramiko-2.1.1-4.el7.noarch",
                    "rubygem-io-console-0.4.2-33.el7_4.x86_64",
                    "vim-minimal-7.4.160-4.el7.x86_64",
                    "ntpdate-4.2.6p5-28.el7.x86_64",
                    "pkgconfig-0.27.1-4.el7.x86_64",
                    "rubygem-foreman_scap_client-0.3.0-2.el7sat.noarch",
                    "NetworkManager-libnm-1.10.2-13.el7.x86_64",
                    "microcode_ctl-2.1-29.el7.x86_64",
                    "python-virtualenv-15.1.0-2.el7.noarch",
                    "NetworkManager-1.10.2-13.el7.x86_64",
                    "fxload-2002_04_11-16.el7.x86_64",
                    "iwl6000-firmware-9.221.4.1-62.el7.noarch",
                    "groff-base-1.22.2-8.el7.x86_64",
                    "perl-Getopt-Long-2.40-3.el7.noarch",
                    "authconfig-6.2.8-30.el7.x86_64",
                    "rhn-client-tools-2.0.2-21.el7.noarch",
                    "dhcp-libs-4.2.5-68.el7.x86_64",
                    "ncurses-base-5.9-14.20130511.el7_4.noarch",
                    "libtalloc-2.1.10-1.el7.x86_64",
                    "libldb-1.2.2-1.el7.x86_64",
                    "grep-2.20-3.el7.x86_64",
                    "python-docker-py-1.10.6-3.el7.noarch",
                    "rubygem-rdoc-4.0.0-33.el7_4.noarch",
                    "ivtv-firmware-20080701-26.el7.noarch",
                    "bind-libs-lite-9.9.4-61.el7.x86_64",
                    "iwl1000-firmware-39.31.5.1-62.el7.noarch",
                    "python-gofer-2.7.7-3.el7sat.noarch",
                    "perl-Storable-2.45-3.el7.x86_64",
                    "zsh-5.0.2-28.el7.x86_64",
                    "python-websocket-client-0.32.0-116.el7.noarch",
                    "python-chardet-2.2.1-1.el7_1.noarch",
                    "cronie-anacron-1.4.11-19.el7.x86_64",
                    "xfsprogs-4.5.0-15.el7.x86_64",
                    "perl-File-Path-2.09-2.el7.noarch",
                    "pciutils-libs-3.5.1-3.el7.x86_64",
                    "firewalld-filesystem-0.4.4.4-14.el7.noarch",
                    "python-qrcode-core-5.0.1-1.el7.noarch",
                    "ruby-irb-2.0.0.648-33.el7_4.noarch",
                    "libcroco-0.6.11-1.el7.x86_64",
                    "setools-libs-3.3.8-2.el7.x86_64",
                    "libgcrypt-1.5.3-14.el7.x86_64",
                    "perl-Pod-Simple-3.28-4.el7.noarch",
                    "selinux-policy-targeted-3.13.1-192.el7_5.3.noarch",
                    "xz-libs-5.2.2-1.el7.x86_64",
                    "dbus-glib-0.100-7.el7.x86_64",
                    "bash-4.2.46-30.el7.x86_64",
                    "python-sss-murmur-1.16.0-19.el7.x86_64",
                    "python-netifaces-0.10.4-3.el7.x86_64",
                    "dracut-network-033-535.el7.x86_64",
                    "python-devel-2.7.5-68.el7.x86_64",
                    "python-gobject-base-3.22.0-1.el7_4.1.x86_64",
                    "which-2.20-7.el7.x86_64",
                    "python2-jmespath-0.9.0-3.el7.noarch",
                    "libcap-2.22-9.el7.x86_64",
                    "python-enum34-1.0.4-1.el7.noarch",
                    "libwbclient-4.7.1-6.el7.x86_64",
                    "plymouth-scripts-0.8.9-0.31.20140113.el7.x86_64",
                    "libdb-5.3.21-24.el7.x86_64",
                    "kmod-20-21.el7.x86_64",
                    "passwd-0.79-4.el7.x86_64",
                    "quota-4.01-17.el7.x86_64",
                    "kmod-libs-20-21.el7.x86_64",
                    "gzip-1.5-10.el7.x86_64",
                    "perl-Pod-Escapes-1.04-292.el7.noarch",
                    "iproute-4.11.0-14.el7.x86_64",
                    "desktop-file-utils-0.23-1.el7.x86_64",
                    "cronie-1.4.11-19.el7.x86_64",
                    "docker-1.13.1-58.git87f2fab.el7.x86_64",
                    "rpm-libs-4.11.3-32.el7.x86_64",
                    "python-jwcrypto-0.4.2-1.el7.noarch",
                    "rubygem-bigdecimal-1.2.0-33.el7_4.x86_64",
                    "elfutils-default-yama-scope-0.170-4.el7.noarch",
                    "pulp-rpm-handlers-2.13.4.8-1.el7sat.noarch",
                    "libsemanage-python-2.5-11.el7.x86_64",
                    "libtevent-0.9.33-2.el7.x86_64",
                    "nss-tools-3.34.0-4.el7.x86_64",
                    "python-urlgrabber-3.10-8.el7.noarch",
                    "libpipeline-1.2.3-3.el7.x86_64",
                    "libevent-2.0.21-4.el7.x86_64",
                    "python-pulp-rpm-common-2.13.4.8-1.el7sat.noarch",
                    "skopeo-containers-0.1.29-1.dev.gitb08350d.el7.x86_64",
                    "xmlrpc-c-client-1.32.5-1905.svn2451.el7.x86_64",
                    "findutils-4.5.11-5.el7.x86_64",
                    "popt-1.13-16.el7.x86_64",
                    "perl-Pod-Perldoc-3.20-4.el7.noarch",
                    "python-ldap-2.4.15-2.el7.x86_64",
                    "libsss_idmap-1.16.0-19.el7.x86_64",
                    "gobject-introspection-1.50.0-1.el7.x86_64",
                    "libpwquality-1.2.3-5.el7.x86_64",
                    "python-schedutils-0.4-6.el7.x86_64",
                    "perl-macros-5.16.3-292.el7.x86_64",
                    "python-isodate-0.5.0-5.pulp.el7sat.noarch",
                    "iwl2000-firmware-18.168.6.1-62.el7.noarch",
                    "krb5-workstation-1.15.1-19.el7.x86_64",
                    "python-magic-5.11-33.el7.noarch",
                    "os-prober-1.58-9.el7.x86_64",
                    "ethtool-4.8-7.el7.x86_64",
                    "freetype-2.4.11-15.el7.x86_64",
                    "systemd-libs-219-57.el7.x86_64",
                    "cpio-2.11-27.el7.x86_64",
                    "certmonger-0.78.4-3.el7.x86_64",
                    "docker-client-1.13.1-58.git87f2fab.el7.x86_64",
                    "python27-python-libs-2.7.13-3.el7.x86_64",
                    "libdaemon-0.14-7.el7.x86_64",
                    "rubygem-psych-2.0.0-33.el7_4.x86_64",
                    "libfastjson-0.99.4-2.el7.x86_64",
                    "python-gssapi-1.2.0-3.el7.x86_64",
                    "python-requests-2.6.0-1.el7_1.noarch",
                    "tuned-2.9.0-1.el7.noarch",
                    "python-idna-2.4-1.el7.noarch",
                    "runc-1.0.0-26.rc4.dev.git9f9c962.el7.x86_64",
                    "python-pulp-common-2.13.4.9-1.el7sat.noarch",
                    "teamd-1.27-4.el7.x86_64",
                    "kernel-3.10.0-862.el7.x86_64",
                    "kernel-3.10.0-693.el7.x86_64",
                    "kernel-3.10.0-693.21.1.el7.x86_64",
                    "rpcbind-0.2.0-44.el7.x86_64",
                    "libpciaccess-0.14-1.el7.x86_64",
                    "sed-4.2.2-5.el7.x86_64",
                    "sssd-ipa-1.16.0-19.el7.x86_64",
                    "libsss_autofs-1.16.0-19.el7.x86_64",
                    "perl-threads-shared-1.43-6.el7.x86_64",
                    "libaio-0.3.109-13.el7.x86_64",
                    "saslwrapper-0.22-5.el7sat.x86_64",
                    "openscap-scanner-1.2.16-6.el7.x86_64",
                    "initscripts-9.49.41-1.el7.x86_64",
                    "hwdata-0.252-8.8.el7.x86_64",
                    "libestr-0.1.9-2.el7.x86_64",
                    "device-mapper-1.02.146-4.el7.x86_64",
                    "lua-5.1.4-15.el7.x86_64",
                    "perl-Carp-1.26-244.el7.noarch",
                    "kpartx-0.4.9-119.el7.x86_64",
                    "python-iniparse-0.4-9.el7.noarch",
                    "irqbalance-1.0.7-11.el7.x86_64",
                    "xdg-utils-1.1.0-0.17.20120809git.el7.noarch",
                    "sssd-client-1.16.0-19.el7.x86_64",
                    "python-yubico-1.2.3-1.el7.noarch",
                    "GeoIP-1.5.0-11.el7.x86_64",
                    "perl-Exporter-5.68-3.el7.noarch",
                    "python-urllib3-1.10.2-5.el7.noarch",
                    "hardlink-1.0-19.el7.x86_64",
                    "libcollection-0.7.0-29.el7.x86_64",
                    "python-cffi-1.6.0-5.el7.x86_64",
                    "kernel-tools-3.10.0-862.el7.x86_64",
                    "sssd-ldap-1.16.0-19.el7.x86_64",
                    "python2-ipalib-4.5.4-10.el7.noarch",
                    "python27-python-2.7.13-3.el7.x86_64",
                    "python-gofer-qpid-1.3.0-1.el7sat.noarch",
                    "subscription-manager-1.20.11-1.el7_5.x86_64",
                    "nss-softokn-3.34.0-2.el7.x86_64",
                    "binutils-2.27-27.base.el7.x86_64",
                    "libattr-2.4.46-13.el7.x86_64",
                    "python-configobj-4.7.2-7.el7.noarch",
                    "util-linux-2.23.2-52.el7.x86_64",
                    "docker-common-1.13.1-58.git87f2fab.el7.x86_64",
                    "biosdevname-0.7.3-1.el7.x86_64",
                    "python27-runtime-1.1-25.el7.x86_64",
                    "Red_Hat_Enterprise_Linux-Release_Notes-7-en-US-7-2.el7.noarch",
                    "libssh2-1.4.3-10.el7_2.1.x86_64",
                    "gnupg2-2.0.22-4.el7.x86_64",
                    "rhnlib-2.5.65-7.el7.noarch",
                    "puppet-agent-1.10.9-1.el7sat.x86_64",
                    "libverto-0.2.5-4.el7.x86_64",
                    "newt-0.52.15-4.el7.x86_64",
                    "man-db-2.6.3-9.el7.x86_64",
                    "dracut-033-535.el7.x86_64",
                    "cracklib-2.9.0-11.el7.x86_64",
                    "procps-ng-3.3.10-17.el7.x86_64",
                    "plymouth-core-libs-0.8.9-0.31.20140113.el7.x86_64",
                    "ncurses-5.9-14.20130511.el7_4.x86_64",
                    "nfs-utils-1.3.0-0.54.el7.x86_64",
                    "python-inotify-0.9.4-4.el7.noarch",
                    "ruby-2.0.0.648-33.el7_4.x86_64",
                    "perl-PathTools-3.40-5.el7.x86_64",
                    "gmp-6.0.0-15.el7.x86_64",
                    "ipset-libs-6.29-1.el7.x86_64",
                    "sssd-krb5-common-1.16.0-19.el7.x86_64",
                    "zlib-1.2.7-17.el7.x86_64",
                    "libselinux-2.5-12.el7.x86_64",
                    "libassuan-2.1.0-3.el7.x86_64",
                    "pygpgme-0.3-9.el7.x86_64",
                    "libxml2-2.9.1-6.el7_2.3.x86_64",
                    "expat-2.1.0-10.el7_3.x86_64",
                    "ansible-2.4.2.0-2.el7.noarch",
                    "python-ipaddress-1.0.16-2.el7.noarch",
                    "rhn-setup-2.0.2-21.el7.noarch",
                    "chkconfig-1.7.4-1.el7.x86_64",
                    "cyrus-sasl-gssapi-2.1.26-23.el7.x86_64",
                    "libcurl-7.29.0-46.el7.x86_64",
                    "make-3.82-23.el7.x86_64",
                    "redhat-logos-70.0.3-6.el7.noarch",
                    "katello-agent-3.1.0-2.el7sat.noarch",
                    "subscription-manager-rhsm-certificates-1.20.11-1.el7_5.x86_64",
                    "coreutils-8.22-21.el7.x86_64",
                    "libcap-ng-0.7.5-4.el7.x86_64",
                    "iwl3945-firmware-15.32.2.9-62.el7.noarch",
                    "yajl-2.0.4-4.el7.x86_64",
                    "tracer-common-0.6.13.1-1.el7sat.noarch",
                    "python-html5lib-0.999-1.el7sat.noarch",
                    "python-nss-0.16.0-3.el7.x86_64",
                    "libnet-1.1.6-7.el7.x86_64",
                    "crontabs-1.11-6.20121102git.el7.noarch",
                    "p11-kit-trust-0.23.5-3.el7.x86_64",
                    "iwl4965-firmware-228.61.2.24-62.el7.noarch",
                    "pinentry-0.8.1-17.el7.x86_64",
                    "perl-podlators-2.5.1-3.el7.noarch",
                    "m2crypto-0.21.1-17.el7.x86_64",
                    "openldap-2.4.44-13.el7.x86_64",
                    "rpm-python-4.11.3-32.el7.x86_64",
                    "libsysfs-2.1.0-16.el7.x86_64",
                    "alsa-tools-firmware-1.1.0-1.el7.x86_64",
                    "perl-Filter-1.49-3.el7.x86_64",
                    "audit-2.8.1-3.el7.x86_64",
                    "cups-libs-1.6.3-35.el7.x86_64",
                    "libdrm-2.4.83-2.el7.x86_64",
                    "python-pyudev-0.15-9.el7.noarch",
                    "libsepol-2.5-8.1.el7.x86_64",
                    "filesystem-3.2-25.el7.x86_64",
                    "NetworkManager-team-1.10.2-13.el7.x86_64",
                    "autogen-libopts-5.18-5.el7.x86_64",
                    "samba-client-libs-4.7.1-6.el7.x86_64",
                    "keyutils-1.5.8-3.el7.x86_64",
                    "nss-pem-1.0.3-4.el7.x86_64",
                    "vim-common-7.4.160-4.el7.x86_64",
                    "less-458-9.el7.x86_64",
                    "libipa_hbac-1.16.0-19.el7.x86_64",
                    "rpm-build-libs-4.11.3-32.el7.x86_64",
                    "katello-ca-consumer-vm-satellite.bleischwitz.org-1.0-5.noarch",
                    "openssl-libs-1.0.2k-12.el7.x86_64",
                    "kbd-legacy-1.15.5-13.el7.noarch",
                    "python-dmidecode-3.12.2-2.el7.x86_64",
                    "iwl135-firmware-18.168.6.1-62.el7.noarch",
                    "policycoreutils-python-2.5-22.el7.x86_64",
                    "snappy-1.1.0-3.el7.x86_64",
                    "libtdb-1.3.15-1.el7.x86_64",
                    "iwl6000g2a-firmware-17.168.5.3-62.el7.noarch",
                    "rubygems-2.0.14.1-33.el7_4.noarch",
                    "iwl7265-firmware-22.0.7.0-62.el7.noarch",
                    "ipset-6.29-1.el7.x86_64",
                    "perl-Socket-2.010-4.el7.x86_64",
                    "subscription-manager-rhsm-1.20.11-1.el7_5.x86_64",
                    "python-httplib2-0.9.2-1.el7.noarch",
                    "ca-certificates-2017.2.20-71.el7.noarch",
                    "polkit-pkla-compat-0.1-4.el7.x86_64",
                    "iwl105-firmware-18.168.6.1-62.el7.noarch",
                    "python2-ipaclient-4.5.4-10.el7.noarch",
                    "gofer-2.7.7-3.el7sat.noarch",
                    "python-markupsafe-0.11-10.el7.x86_64",
                    "cyrus-sasl-lib-2.1.26-23.el7.x86_64",
                    "gpm-libs-1.20.7-5.el7.x86_64",
                    "libtirpc-0.2.4-0.10.el7.x86_64",
                    "python-netaddr-0.7.5-9.el7.noarch",
                    "pyOpenSSL-0.13.1-3.el7.x86_64",
                    "libpath_utils-0.2.1-29.el7.x86_64",
                    "xmlrpc-c-1.32.5-1905.svn2451.el7.x86_64",
                    "container-storage-setup-0.9.0-1.rhel75.gite0997c3.el7.noarch",
                    "protobuf-c-1.0.2-3.el7.x86_64",
                    "systemd-sysv-219-57.el7.x86_64",
                    "shared-mime-info-1.8-4.el7.x86_64",
                    "libgudev1-219-57.el7.x86_64",
                    "libblkid-2.23.2-52.el7.x86_64",
                    "libsss_sudo-1.16.0-19.el7.x86_64",
                    "cracklib-dicts-2.9.0-11.el7.x86_64",
                    "qpid-proton-c-0.16.0-7.el7.x86_64",
                    "sssd-common-1.16.0-19.el7.x86_64",
                    "rpm-4.11.3-32.el7.x86_64",
                    "newt-python-0.52.15-4.el7.x86_64",
                    "btrfs-progs-4.9.1-1.el7.x86_64",
                    "shadow-utils-4.1.5.1-24.el7.x86_64",
                    "libcgroup-0.41-15.el7.x86_64",
                    "linux-firmware-20180220-62.git6d51311.el7.noarch",
                    "fipscheck-1.4.1-6.el7.x86_64",
                    "dmidecode-3.0-5.el7.x86_64",
                    "libutempter-1.1.6-4.el7.x86_64",
                    "wget-1.14-15.el7_4.1.x86_64",
                    "libteam-1.27-4.el7.x86_64",
                    "vim-enhanced-7.4.160-4.el7.x86_64",
                    "ipa-common-4.5.4-10.el7.noarch",
                    "virt-what-1.18-4.el7.x86_64",
                    "elfutils-libs-0.170-4.el7.x86_64",
                    "dhcp-common-4.2.5-68.el7.x86_64",
                    "acl-2.2.51-14.el7.x86_64",
                    "libmount-2.23.2-52.el7.x86_64",
                    "libkadm5-1.15.1-19.el7.x86_64",
                    "glib2-2.54.2-2.el7.x86_64",
                    "mariadb-libs-5.5.56-2.el7.x86_64",
                    "hesiod-3.2.1-3.el7.x86_64",
                    "wpa_supplicant-2.6-9.el7.x86_64",
                    "insights-client-3.0.3-9.el7_5.noarch",
                    "libstdc++-4.8.5-28.el7.x86_64",
                    "libmnl-1.0.3-7.el7.x86_64",
                    "nss-3.34.0-4.el7.x86_64",
                    "iwl5150-firmware-8.24.2.2-62.el7.noarch",
                    "pcre-8.32-17.el7.x86_64",
                    "PyPAM-0.5.0-19.el7.x86_64",
                    "python-perf-3.10.0-862.el7.x86_64",
                    "tcp_wrappers-libs-7.6-77.el7.x86_64",
                    "python-backports-1.0-8.el7.x86_64",
                    "python-pycurl-7.19.0-19.el7.x86_64",
                    "grub2-pc-modules-2.02-0.65.el7_4.2.noarch",
                    "libselinux-python-2.5-12.el7.x86_64",
                    "grub2-common-2.02-0.65.el7_4.2.noarch",
                    "python-pytoml-0.1.14-1.git7dea353.el7.noarch",
                    "python27-python-pip-8.1.2-2.el7.noarch",
                    "grub2-tools-extra-2.02-0.65.el7_4.2.x86_64",
                    "openssh-server-7.4p1-16.el7.x86_64",
                    "python-qpid-proton-0.16.0-7.el7.x86_64",
                    "info-5.1-5.el7.x86_64",
                    "libnfnetlink-1.0.1-4.el7.x86_64",
                    "device-mapper-event-libs-1.02.146-4.el7.x86_64",
                    "firewalld-0.4.4.4-14.el7.noarch",
                    "nss-util-3.34.0-2.el7.x86_64",
                    "python-gofer-proton-2.7.7-3.el7sat.noarch",
                    "libxml2-python-2.9.1-6.el7_2.3.x86_64",
                    "device-mapper-event-1.02.146-4.el7.x86_64",
                    "python2-pyasn1-modules-0.1.9-7.el7.noarch",
                    "autofs-5.0.7-83.el7.x86_64",
                    "libsemanage-2.5-11.el7.x86_64",
                    "libndp-1.2-7.el7.x86_64",
                    "perl-HTTP-Tiny-0.033-3.el7.noarch",
                    "file-5.11-33.el7.x86_64",
                    "samba-common-4.7.1-6.el7.noarch",
                    "curl-7.29.0-46.el7.x86_64",
                    "lsscsi-0.27-6.el7.x86_64",
                    "bzip2-1.0.6-13.el7.x86_64",
                    "python-six-1.9.0-2.el7.noarch",
                    "rubygem-json-1.7.7-33.el7_4.x86_64",
                    "gettext-0.19.8.1-2.el7.x86_64",
                    "elfutils-libelf-0.170-4.el7.x86_64",
                    "nss-softokn-freebl-3.34.0-2.el7.x86_64",
                    "fipscheck-lib-1.4.1-6.el7.x86_64",
                    "python-passlib-1.6.5-2.el7.noarch",
                    "emacs-filesystem-24.3-20.el7_4.noarch",
                    "pyxattr-0.5.1-5.el7.x86_64",
                    "oci-umount-2.3.3-3.gite3c9055.el7.x86_64",
                    "libdhash-0.5.0-29.el7.x86_64",
                    "python-dns-1.12.0-4.20150617git465785f.el7.noarch",
                    "device-mapper-libs-1.02.146-4.el7.x86_64",
                    "katello-host-tools-fact-plugin-3.1.0-2.el7sat.noarch",
                    "libffi-3.0.13-18.el7.x86_64",
                    "ovirt-guest-agent-common-1.0.14-3.el7ev.noarch",
                    "readline-6.2-10.el7.x86_64",
                    "slang-2.2.4-11.el7.x86_64",
                    "python-slip-0.4.0-4.el7.noarch",
                    "ustr-1.0.4-16.el7.x86_64",
                    "sysvinit-tools-2.88-14.dsf.el7.x86_64",
                    "NetworkManager-tui-1.10.2-13.el7.x86_64",
                    "diffutils-3.3-4.el7.x86_64",
                    "e2fsprogs-1.42.9-11.el7.x86_64",
                    "chrony-3.2-2.el7.x86_64",
                    "grub2-tools-minimal-2.02-0.65.el7_4.2.x86_64",
                    "libverto-tevent-0.2.5-4.el7.x86_64",
                    "python27-python-setuptools-0.9.8-6.el7.noarch",
                    "checkpolicy-2.5-6.el7.x86_64",
                    "glibc-2.17-222.el7.x86_64",
                    "sssd-proxy-1.16.0-19.el7.x86_64"
                ]
}

Not 100% sure but very likely related to this log message:

ERROR:tornado.access:500 POST /api/v1/updates (10.131.0.1) 691.29ms
ERROR:tornado.application:Uncaught exception POST /api/v1/updates (10.130.10.1)
HTTPServerRequest(protocol='http', host='webapp-vmaas-stable.1b13.insights.openshiftapps.com', method='POST', uri='/api/v1/updates', version='HTTP/1.1', remote_ip='10.130.10.1', headers={'Content-Length': '20806', 'Forwarded': 'for=94.230.146.244;host=webapp-vmaas-stable.1b13.insights.openshiftapps.com;proto=http', 'X-Forwarded-Host': 'webapp-vmaas-stable.1b13.insights.openshiftapps.com', 'X-Forwarded-Port': '80', 'X-Forwarded-For': '94.230.146.244', 'Accept': '*/*', 'User-Agent': 'curl/7.55.1', 'Host': 'webapp-vmaas-stable.1b13.insights.openshiftapps.com', 'X-Forwarded-Proto': 'http', 'Expect': '100-continue', 'Content-Type': 'application/x-www-form-urlencoded'})
Traceback (most recent call last):
  File "/usr/lib64/python2.7/site-packages/tornado/web.py", line 1412, in _execute
    result = method(*self.path_args, **self.path_kwargs)
  File "/app/app.py", line 199, in post
    self.process_post()
  File "/app/app.py", line 108, in process_post
    response = self.process_list(data)
  File "/app/app.py", line 130, in process_list
    return self.application.updatesapi.process_list(data)
  File "/app/updates.py", line 240, in process_list
    self.id2evr_dict[evr_id]['epoch'],
KeyError: 19148
ERROR:tornado.access:500 POST /api/v1/updates (10.130.10.1) 646.11ms

[jdobes]

This is caused by current webapp cache refreshing mechanism. This doesn't work when there are multiple webapps running (only one webapp will be updated). Let's fix it.