{"update": {"autokarma": false, "autotime": false, "stable_karma": 3, "stable_days": 0, "unstable_karma": -3, "require_bugs": true, "require_testcases": true, "display_name": "", "notes": "Add fix the zombie / defunct processes. ", "type": "bugfix", "status": "stable", "request": null, "severity": "unspecified", "suggest": "unspecified", "locked": false, "pushed": true, "critpath": false, "critpath_groups": null, "close_bugs": true, "date_submitted": "2019-01-07 22:36:45", "date_modified": null, "date_approved": null, "date_testing": "2019-01-08 01:11:14", "date_stable": "2019-02-12 02:55:46", "alias": "FEDORA-EPEL-2019-60b62db475", "test_gating_status": "ignored", "from_tag": null, "date_pushed": "2019-02-12 02:55:46", "meets_testing_requirements": true, "url": "https://bodhi.stg.fedoraproject.org/updates/FEDORA-EPEL-2019-60b62db475", "title": "incron-0.5.12-9.el7", "version_hash": "7c49cc98a35224705bf9d8a0e7ecdfe9d2d60838", "release": {"name": "EPEL-7", "long_name": "Fedora EPEL 7", "version": "7", "id_prefix": "FEDORA-EPEL", "branch": "epel7", "dist_tag": "epel7", "stable_tag": "epel7", "testing_tag": "epel7-testing", "candidate_tag": "epel7-testing-candidate", "pending_signing_tag": "epel7-signing-pending", "pending_testing_tag": "epel7-testing-pending", "pending_stable_tag": "epel7-pending", "override_tag": "epel7-override", "mail_template": "fedora_epel_legacy_errata_template", "state": "archived", "composed_by_bodhi": true, "create_automatic_updates": false, "package_manager": "unspecified", "testing_repository": null, "released_on": null, "eol": null, "critpath_mandatory_days_in_testing": 14, "mandatory_days_in_testing": 7, "critpath_min_karma": 2, "min_karma": 1, "setting_status": null}, "user": {"name": "kevin", "email": "kevin@scrye.com", "id": 137, "avatar": "https://seccdn.libravatar.org/avatar/05d9feede3ce862bdfd16271134edeba147128c93ae9299fca87f8135ae2b2fd?s=24&d=retro", "openid": "kevin.id.stg.fedoraproject.org", "groups": [{"name": "proventesters"}, {"name": "security_respons"}, {"name": "provenpackager"}, {"name": "packager"}, {"name": "bodhiadmin"}, {"name": "infra-sig"}, {"name": "sysadmin-main"}, {"name": "releng-team"}, {"name": "sysadmin-dba"}, {"name": "sysadmin-jenkins"}, {"name": "freemedia"}, {"name": "gitspin-kickstarts"}, {"name": "wikiadmin"}, {"name": "aws-iam"}, {"name": "wikiedit"}, {"name": "epel-wranglers"}, {"name": "sysadmin-cloud"}, {"name": "sysadmin-backup"}, {"name": "upstream-test"}, {"name": "irc-support-operators"}, {"name": "sysadmin-osbs"}, {"name": "aws-s3"}, {"name": "bzrpython-fedora"}, {"name": "fedora-contributor"}, {"name": "aws"}, {"name": "fi-apprentice"}, {"name": "sysadmin-accounts"}, {"name": "server-wg"}, {"name": "sysadmin-secondary"}, {"name": "fedora-hams"}, {"name": "signers"}, {"name": "sysadmin-devel"}, {"name": "aws-copr"}, {"name": "fedorabugs"}, {"name": "sysadmin-spin"}, {"name": "sysadmin-logs"}, {"name": "sysadmin-tools"}, {"name": "cvsadmin"}, {"name": "sysadmin-releng"}, {"name": "sysadmin-hosted"}, {"name": "sysadmin-openshift"}, {"name": "aws-master"}, {"name": "ipausers"}, {"name": "sysadmin-gallery"}, {"name": "accounts"}, {"name": "sysadmin-veteran"}, {"name": "gitfedbot"}, {"name": "fesco"}, {"name": "sysadmin-survey"}, {"name": "web"}, {"name": "sysadmin-coreos"}, {"name": "cvsfedora"}, {"name": "aws-billing"}, {"name": "aws-s3-readonly"}, {"name": "admins"}, {"name": "epel-cabal"}, {"name": "sysadmin-dns"}, {"name": "signed_fpca"}, {"name": "sysadmin-noc"}, {"name": "sysadmin-qa"}, {"name": "hosted-content"}, {"name": "sysadmin-cvs"}, {"name": "torrentadmin"}, {"name": "gitfedora-web"}, {"name": "sysadmin-darkserver"}, {"name": "gitcsi"}, {"name": "gitformulas"}, {"name": "sysadmin-web"}, {"name": "sysadmin-ask"}, {"name": "communishift"}, {"name": "vendor-support"}, {"name": "sysadmin-calendar"}, {"name": "aws-fedoramirror"}, {"name": "aws-infra"}, {"name": "sysadmin-packages"}, {"name": "sysadmin"}, {"name": "sysadmin-updates"}, {"name": "mobility-sig"}, {"name": "trust admins"}, {"name": "docs"}, {"name": "gitbadges"}, {"name": "epel-packagers-sig"}, {"name": "sysadmin-paste"}]}, "comments": [{"karma": 0, "karma_critpath": 0, "text": "This update has been submitted for testing by kevin. ", "timestamp": "2019-01-07 22:36:45", "update_id": 129561, "user_id": 91, "id": 882150, "bug_feedback": [], "testcase_feedback": [], "user": {"name": "bodhi", "email": null, "id": 91, "avatar": "https://apps.fedoraproject.org/img/icons/bodhi-24.png", "openid": "bodhi.id.stg.fedoraproject.org", "groups": []}}, {"karma": 0, "karma_critpath": 0, "text": "This update has been pushed to testing.", "timestamp": "2019-01-08 01:11:37", "update_id": 129561, "user_id": 91, "id": 882218, "bug_feedback": [], "testcase_feedback": [], "user": {"name": "bodhi", "email": null, "id": 91, "avatar": "https://apps.fedoraproject.org/img/icons/bodhi-24.png", "openid": "bodhi.id.stg.fedoraproject.org", "groups": []}}, {"karma": 1, "karma_critpath": 0, "text": "Got bitten by this badly. This fix seems to fix it, as confirmed by not seeing hundreds of zombie processes after upgrading to it. Thanks!", "timestamp": "2019-01-11 18:23:31", "update_id": 129561, "user_id": 1218, "id": 883563, "bug_feedback": [{"karma": 1, "comment_id": 883563, "bug_id": 1656939, "bug": {"bug_id": 1656939, "title": "Incron causes defunct processes", "security": false, "parent": false}}], "testcase_feedback": [], "user": {"name": "mattdm", "email": "mattdm@mattdm.org", "id": 1218, "avatar": "https://seccdn.libravatar.org/avatar/068534faddd1e5a9df8c61a891e66b0ebecab952020aa0fc9ecb2a48911d52d3?s=24&d=retro", "openid": "mattdm.id.stg.fedoraproject.org", "groups": [{"name": "packager"}, {"name": "discussion-mods-ask"}, {"name": "discussion-mods-centos"}, {"name": "aws-fpl"}, {"name": "discussion-bots"}, {"name": "communishift-mattdm"}, {"name": "common-issues-triage"}, {"name": "admins"}, {"name": "fedora-socialmedia"}, {"name": "aws"}, {"name": "gitspins"}, {"name": "ambassadors"}, {"name": "accounts"}, {"name": "elections"}, {"name": "docs"}, {"name": "council"}, {"name": "aws-cloud-poc"}, {"name": "gitcloud-image-service"}, {"name": "aws-s3"}, {"name": "gitdockerfiles"}, {"name": "irc-support-operators"}, {"name": "signed_fpca"}, {"name": "yak_farmers"}, {"name": "ipausers"}, {"name": "aws-billing"}, {"name": "gitcouncil"}, {"name": "sysadmin"}, {"name": "fedorabugs"}, {"name": "magazine"}, {"name": "wikiedit"}, {"name": "marketing"}, {"name": "gitspin-kickstarts"}, {"name": "fedora-contributor"}, {"name": "fi-apprentice"}, {"name": "community-blog"}, {"name": "atomic-wg"}, {"name": "aws-fedoramirror"}, {"name": "sysadmin-analysis"}, {"name": "ask-fedora"}, {"name": "discussion-mods-project"}, {"name": "discussion-mods-help"}, {"name": "discussion-mods-ask-other"}, {"name": "fesco"}, {"name": "discourse-experiments"}, {"name": "ai-ml-sig-admin"}, {"name": "websites-apps-cms"}]}}, {"karma": -1, "karma_critpath": 0, "text": "When starting incrond now, I see zillions of incrond processes and quite soon afterwards a load of 1000 and more. I did not see such a strange behaviour with incron-0.5.10-8.el7 before.", "timestamp": "2019-01-15 01:03:09", "update_id": 129561, "user_id": 172, "id": 884414, "bug_feedback": [{"karma": 0, "comment_id": 884414, "bug_id": 1656939, "bug": {"bug_id": 1656939, "title": "Incron causes defunct processes", "security": false, "parent": false}}], "testcase_feedback": [], "user": {"name": "robert", "email": "redhat@linuxnetz.de", "id": 172, "avatar": "https://seccdn.libravatar.org/avatar/5ce2f7b6de1c95bdf5b1d0f117f568f9955a164c0916ea7552b5db21bf3e689a?s=24&d=retro", "openid": "robert.id.stg.fedoraproject.org", "groups": [{"name": "proventesters"}, {"name": "provenpackager"}, {"name": "packager"}, {"name": "ipausers"}, {"name": "ambassadors"}, {"name": "campusambassadors"}, {"name": "gitfedora-web"}, {"name": "fedora-contributor"}, {"name": "advocates"}, {"name": "fedorabugs"}, {"name": "gitsecurity-spin"}, {"name": "signed_fpca"}, {"name": "gitfama"}, {"name": "epel-packagers-sig"}, {"name": "web"}, {"name": "clamav"}, {"name": "trust admins"}]}}, {"karma": 0, "karma_critpath": 0, "text": "Bodhi is disabling automatic push to stable due to negative karma. The maintainer may push manually if they determine that the issue is not severe.", "timestamp": "2019-01-15 01:03:09", "update_id": 129561, "user_id": 91, "id": 884415, "bug_feedback": [], "testcase_feedback": [], "user": {"name": "bodhi", "email": null, "id": 91, "avatar": "https://apps.fedoraproject.org/img/icons/bodhi-24.png", "openid": "bodhi.id.stg.fedoraproject.org", "groups": []}}, {"karma": 0, "karma_critpath": 0, "text": "robert: are you sure the new one was used? can you duplicate it?", "timestamp": "2019-01-15 17:01:51", "update_id": 129561, "user_id": 137, "id": 884774, "bug_feedback": [{"karma": 0, "comment_id": 884774, "bug_id": 1656939, "bug": {"bug_id": 1656939, "title": "Incron causes defunct processes", "security": false, "parent": false}}], "testcase_feedback": [], "user": {"name": "kevin", "email": "kevin@scrye.com", "id": 137, "avatar": "https://seccdn.libravatar.org/avatar/05d9feede3ce862bdfd16271134edeba147128c93ae9299fca87f8135ae2b2fd?s=24&d=retro", "openid": "kevin.id.stg.fedoraproject.org", "groups": [{"name": "proventesters"}, {"name": "security_respons"}, {"name": "provenpackager"}, {"name": "packager"}, {"name": "bodhiadmin"}, {"name": "infra-sig"}, {"name": "sysadmin-main"}, {"name": "releng-team"}, {"name": "sysadmin-dba"}, {"name": "sysadmin-jenkins"}, {"name": "freemedia"}, {"name": "gitspin-kickstarts"}, {"name": "wikiadmin"}, {"name": "aws-iam"}, {"name": "wikiedit"}, {"name": "epel-wranglers"}, {"name": "sysadmin-cloud"}, {"name": "sysadmin-backup"}, {"name": "upstream-test"}, {"name": "irc-support-operators"}, {"name": "sysadmin-osbs"}, {"name": "aws-s3"}, {"name": "bzrpython-fedora"}, {"name": "fedora-contributor"}, {"name": "aws"}, {"name": "fi-apprentice"}, {"name": "sysadmin-accounts"}, {"name": "server-wg"}, {"name": "sysadmin-secondary"}, {"name": "fedora-hams"}, {"name": "signers"}, {"name": "sysadmin-devel"}, {"name": "aws-copr"}, {"name": "fedorabugs"}, {"name": "sysadmin-spin"}, {"name": "sysadmin-logs"}, {"name": "sysadmin-tools"}, {"name": "cvsadmin"}, {"name": "sysadmin-releng"}, {"name": "sysadmin-hosted"}, {"name": "sysadmin-openshift"}, {"name": "aws-master"}, {"name": "ipausers"}, {"name": "sysadmin-gallery"}, {"name": "accounts"}, {"name": "sysadmin-veteran"}, {"name": "gitfedbot"}, {"name": "fesco"}, {"name": "sysadmin-survey"}, {"name": "web"}, {"name": "sysadmin-coreos"}, {"name": "cvsfedora"}, {"name": "aws-billing"}, {"name": "aws-s3-readonly"}, {"name": "admins"}, {"name": "epel-cabal"}, {"name": "sysadmin-dns"}, {"name": "signed_fpca"}, {"name": "sysadmin-noc"}, {"name": "sysadmin-qa"}, {"name": "hosted-content"}, {"name": "sysadmin-cvs"}, {"name": "torrentadmin"}, {"name": "gitfedora-web"}, {"name": "sysadmin-darkserver"}, {"name": "gitcsi"}, {"name": "gitformulas"}, {"name": "sysadmin-web"}, {"name": "sysadmin-ask"}, {"name": "communishift"}, {"name": "vendor-support"}, {"name": "sysadmin-calendar"}, {"name": "aws-fedoramirror"}, {"name": "aws-infra"}, {"name": "sysadmin-packages"}, {"name": "sysadmin"}, {"name": "sysadmin-updates"}, {"name": "mobility-sig"}, {"name": "trust admins"}, {"name": "docs"}, {"name": "gitbadges"}, {"name": "epel-packagers-sig"}, {"name": "sysadmin-paste"}]}}, {"karma": 0, "karma_critpath": 0, "text": "This update has reached 14 days in testing and can be pushed to stable now if the maintainer wishes", "timestamp": "2019-01-22 06:00:26", "update_id": 129561, "user_id": 91, "id": 886977, "bug_feedback": [], "testcase_feedback": [], "user": {"name": "bodhi", "email": null, "id": 91, "avatar": "https://apps.fedoraproject.org/img/icons/bodhi-24.png", "openid": "bodhi.id.stg.fedoraproject.org", "groups": []}}, {"karma": 0, "karma_critpath": 0, "text": "Kevin: Yes, quite reliable:\n\n```\n$ rpm -q incron\nincron-0.5.12-9.el7.x86_64\n$ for i in $(seq 1 250); do date > /var/www/html/${i}.txt; done\n$ for i in $(seq 1 50); do mkdir -p /var/www/html/${i}; done\n$ cat /etc/incron.d/reproducer.conf \n/var/www/html/ IN_CLOSE_WRITE,IN_NO_LOOP /root/bin/update.sh \"$@$#\"\n/var/www/html/10/ IN_CLOSE_WRITE,IN_NO_LOOP /root/bin/update.sh \"$@$#\"\n$ cat /root/bin/update.sh\nsed -e 's/2019/2020/g' -i \"$1\"\n```\n\nHow to trigger the zillions of incrond processes that will eat the system sooner or later?\n\n```\nsed -e 's/1/2/' -i /var/www/html/100.txt\n```\n\nAfterwards I see lots of incrond processes and when doing nothing but waiting some time, I end up with zillions of incrond processes and load 1000 and when waiting even longer, the system crashes or ends with a kernel panic of khugepaged. Nevertheless the system is dead and needs a hard reset.", "timestamp": "2019-01-22 10:48:44", "update_id": 129561, "user_id": 172, "id": 887111, "bug_feedback": [{"karma": 0, "comment_id": 887111, "bug_id": 1656939, "bug": {"bug_id": 1656939, "title": "Incron causes defunct processes", "security": false, "parent": false}}], "testcase_feedback": [], "user": {"name": "robert", "email": "redhat@linuxnetz.de", "id": 172, "avatar": "https://seccdn.libravatar.org/avatar/5ce2f7b6de1c95bdf5b1d0f117f568f9955a164c0916ea7552b5db21bf3e689a?s=24&d=retro", "openid": "robert.id.stg.fedoraproject.org", "groups": [{"name": "proventesters"}, {"name": "provenpackager"}, {"name": "packager"}, {"name": "ipausers"}, {"name": "ambassadors"}, {"name": "campusambassadors"}, {"name": "gitfedora-web"}, {"name": "fedora-contributor"}, {"name": "advocates"}, {"name": "fedorabugs"}, {"name": "gitsecurity-spin"}, {"name": "signed_fpca"}, {"name": "gitfama"}, {"name": "epel-packagers-sig"}, {"name": "web"}, {"name": "clamav"}, {"name": "trust admins"}]}}, {"karma": 0, "karma_critpath": 0, "text": "robert: Can you move your incrontab from /etc/incron.d to a root user incrontab and see if the problem persists?\n\nMy theory is that this fixes only the user incrontab case, not the system wide /etc/incron.d/ case... ", "timestamp": "2019-01-29 21:33:34", "update_id": 129561, "user_id": 137, "id": 889403, "bug_feedback": [{"karma": 0, "comment_id": 889403, "bug_id": 1656939, "bug": {"bug_id": 1656939, "title": "Incron causes defunct processes", "security": false, "parent": false}}], "testcase_feedback": [], "user": {"name": "kevin", "email": "kevin@scrye.com", "id": 137, "avatar": "https://seccdn.libravatar.org/avatar/05d9feede3ce862bdfd16271134edeba147128c93ae9299fca87f8135ae2b2fd?s=24&d=retro", "openid": "kevin.id.stg.fedoraproject.org", "groups": [{"name": "proventesters"}, {"name": "security_respons"}, {"name": "provenpackager"}, {"name": "packager"}, {"name": "bodhiadmin"}, {"name": "infra-sig"}, {"name": "sysadmin-main"}, {"name": "releng-team"}, {"name": "sysadmin-dba"}, {"name": "sysadmin-jenkins"}, {"name": "freemedia"}, {"name": "gitspin-kickstarts"}, {"name": "wikiadmin"}, {"name": "aws-iam"}, {"name": "wikiedit"}, {"name": "epel-wranglers"}, {"name": "sysadmin-cloud"}, {"name": "sysadmin-backup"}, {"name": "upstream-test"}, {"name": "irc-support-operators"}, {"name": "sysadmin-osbs"}, {"name": "aws-s3"}, {"name": "bzrpython-fedora"}, {"name": "fedora-contributor"}, {"name": "aws"}, {"name": "fi-apprentice"}, {"name": "sysadmin-accounts"}, {"name": "server-wg"}, {"name": "sysadmin-secondary"}, {"name": "fedora-hams"}, {"name": "signers"}, {"name": "sysadmin-devel"}, {"name": "aws-copr"}, {"name": "fedorabugs"}, {"name": "sysadmin-spin"}, {"name": "sysadmin-logs"}, {"name": "sysadmin-tools"}, {"name": "cvsadmin"}, {"name": "sysadmin-releng"}, {"name": "sysadmin-hosted"}, {"name": "sysadmin-openshift"}, {"name": "aws-master"}, {"name": "ipausers"}, {"name": "sysadmin-gallery"}, {"name": "accounts"}, {"name": "sysadmin-veteran"}, {"name": "gitfedbot"}, {"name": "fesco"}, {"name": "sysadmin-survey"}, {"name": "web"}, {"name": "sysadmin-coreos"}, {"name": "cvsfedora"}, {"name": "aws-billing"}, {"name": "aws-s3-readonly"}, {"name": "admins"}, {"name": "epel-cabal"}, {"name": "sysadmin-dns"}, {"name": "signed_fpca"}, {"name": "sysadmin-noc"}, {"name": "sysadmin-qa"}, {"name": "hosted-content"}, {"name": "sysadmin-cvs"}, {"name": "torrentadmin"}, {"name": "gitfedora-web"}, {"name": "sysadmin-darkserver"}, {"name": "gitcsi"}, {"name": "gitformulas"}, {"name": "sysadmin-web"}, {"name": "sysadmin-ask"}, {"name": "communishift"}, {"name": "vendor-support"}, {"name": "sysadmin-calendar"}, {"name": "aws-fedoramirror"}, {"name": "aws-infra"}, {"name": "sysadmin-packages"}, {"name": "sysadmin"}, {"name": "sysadmin-updates"}, {"name": "mobility-sig"}, {"name": "trust admins"}, {"name": "docs"}, {"name": "gitbadges"}, {"name": "epel-packagers-sig"}, {"name": "sysadmin-paste"}]}}, {"karma": 0, "karma_critpath": 0, "text": "Kevin: That's interesting! Moving the content from `/etc/incron.d/reproducer.conf` to `/var/spool/incron/root` (via `incrontab -e`) seems indeed to solve this. No more zillions of incrond processes yet! May we get the same fix also for system wide `/etc/incron.d/`, please?\n\nImportant: The `IN_NO_LOOP` option still does no longer work, the example above creates endless loops with user incrontab (even it's overall better than before).", "timestamp": "2019-02-07 23:06:21", "update_id": 129561, "user_id": 172, "id": 892302, "bug_feedback": [{"karma": 0, "comment_id": 892302, "bug_id": 1656939, "bug": {"bug_id": 1656939, "title": "Incron causes defunct processes", "security": false, "parent": false}}], "testcase_feedback": [], "user": {"name": "robert", "email": "redhat@linuxnetz.de", "id": 172, "avatar": "https://seccdn.libravatar.org/avatar/5ce2f7b6de1c95bdf5b1d0f117f568f9955a164c0916ea7552b5db21bf3e689a?s=24&d=retro", "openid": "robert.id.stg.fedoraproject.org", "groups": [{"name": "proventesters"}, {"name": "provenpackager"}, {"name": "packager"}, {"name": "ipausers"}, {"name": "ambassadors"}, {"name": "campusambassadors"}, {"name": "gitfedora-web"}, {"name": "fedora-contributor"}, {"name": "advocates"}, {"name": "fedorabugs"}, {"name": "gitsecurity-spin"}, {"name": "signed_fpca"}, {"name": "gitfama"}, {"name": "epel-packagers-sig"}, {"name": "web"}, {"name": "clamav"}, {"name": "trust admins"}]}}, {"karma": 0, "karma_critpath": 0, "text": "This update has been submitted for batched by kevin. ", "timestamp": "2019-02-11 18:15:25", "update_id": 129561, "user_id": 91, "id": 893672, "bug_feedback": [], "testcase_feedback": [], "user": {"name": "bodhi", "email": null, "id": 91, "avatar": "https://apps.fedoraproject.org/img/icons/bodhi-24.png", "openid": "bodhi.id.stg.fedoraproject.org", "groups": []}}, {"karma": 0, "karma_critpath": 0, "text": "This update has been submitted for stable by kevin. ", "timestamp": "2019-02-11 18:15:37", "update_id": 129561, "user_id": 91, "id": 893673, "bug_feedback": [], "testcase_feedback": [], "user": {"name": "bodhi", "email": null, "id": 91, "avatar": "https://apps.fedoraproject.org/img/icons/bodhi-24.png", "openid": "bodhi.id.stg.fedoraproject.org", "groups": []}}, {"karma": 0, "karma_critpath": 0, "text": "This update has been pushed to stable.", "timestamp": "2019-02-12 02:55:54", "update_id": 129561, "user_id": 91, "id": 893912, "bug_feedback": [], "testcase_feedback": [], "user": {"name": "bodhi", "email": null, "id": 91, "avatar": "https://apps.fedoraproject.org/img/icons/bodhi-24.png", "openid": "bodhi.id.stg.fedoraproject.org", "groups": []}}, {"karma": 0, "karma_critpath": 0, "text": "I experienced piling up incron processes with the fixed version. I manually patched a fix to that from the original repo https://github.com/ar-/incron/pull/56/commits/0a8cb83983394c2bd36105fcae5c56f89e931686.\n\nSeem to prevent the stacking up of tasks.", "timestamp": "2019-03-18 12:17:13", "update_id": 129561, "user_id": 207, "id": 910229, "bug_feedback": [{"karma": 0, "comment_id": 910229, "bug_id": 1656939, "bug": {"bug_id": 1656939, "title": "Incron causes defunct processes", "security": false, "parent": false}}], "testcase_feedback": [], "user": {"name": "anonymous", "email": null, "id": 207, "avatar": "https://seccdn.libravatar.org/avatar/37a8eec1ce19687d132fe29051dca629d164e2c4958ba141d5f4133a33f0688f?s=24&d=retro", "openid": "anonymous.id.stg.fedoraproject.org", "groups": []}}, {"karma": 0, "karma_critpath": 0, "text": "Process structure after a few minutes runtime.\n\n/usr/sbin/incrond                                                                                                                               \n \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n |       |   \\_ /usr/sbin/incrond\n |       |   |   \\_ /usr/sbin/incrond\n |       |   |   |   \\_ /usr/sbin/incrond\n |       |   |   \\_ /usr/sbin/incrond\n |       |   \\_ /usr/sbin/incrond\n |       |   |   \\_ /usr/sbin/incrond\n |       |   \\_ /usr/sbin/incrond\n |       |   \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n \\_ /usr/sbin/incrond\n \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |   |   \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n \\_ /usr/sbin/incrond\n \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n \\_ /usr/sbin/incrond", "timestamp": "2019-03-18 12:21:57", "update_id": 129561, "user_id": 207, "id": 910231, "bug_feedback": [{"karma": 0, "comment_id": 910231, "bug_id": 1656939, "bug": {"bug_id": 1656939, "title": "Incron causes defunct processes", "security": false, "parent": false}}], "testcase_feedback": [], "user": {"name": "anonymous", "email": null, "id": 207, "avatar": "https://seccdn.libravatar.org/avatar/37a8eec1ce19687d132fe29051dca629d164e2c4958ba141d5f4133a33f0688f?s=24&d=retro", "openid": "anonymous.id.stg.fedoraproject.org", "groups": []}}], "builds": [{"nvr": "incron-0.5.12-9.el7", "signed": true, "release_id": 8, "type": "rpm", "epoch": 0}], "bugs": [{"bug_id": 1656939, "title": "Incron causes defunct processes", "security": false, "parent": false, "feedback": [{"karma": 1, "comment_id": 883563, "bug_id": 1656939, "comment": {"karma": 1, "karma_critpath": 0, "text": "Got bitten by this badly. This fix seems to fix it, as confirmed by not seeing hundreds of zombie processes after upgrading to it. Thanks!", "timestamp": "2019-01-11 18:23:31", "update_id": 129561, "user_id": 1218, "id": 883563, "testcase_feedback": [], "user": {"name": "mattdm", "email": "mattdm@mattdm.org", "id": 1218, "avatar": "https://seccdn.libravatar.org/avatar/068534faddd1e5a9df8c61a891e66b0ebecab952020aa0fc9ecb2a48911d52d3?s=24&d=retro", "openid": "mattdm.id.stg.fedoraproject.org", "groups": [{"name": "packager"}, {"name": "discussion-mods-ask"}, {"name": "discussion-mods-centos"}, {"name": "aws-fpl"}, {"name": "discussion-bots"}, {"name": "communishift-mattdm"}, {"name": "common-issues-triage"}, {"name": "admins"}, {"name": "fedora-socialmedia"}, {"name": "aws"}, {"name": "gitspins"}, {"name": "ambassadors"}, {"name": "accounts"}, {"name": "elections"}, {"name": "docs"}, {"name": "council"}, {"name": "aws-cloud-poc"}, {"name": "gitcloud-image-service"}, {"name": "aws-s3"}, {"name": "gitdockerfiles"}, {"name": "irc-support-operators"}, {"name": "signed_fpca"}, {"name": "yak_farmers"}, {"name": "ipausers"}, {"name": "aws-billing"}, {"name": "gitcouncil"}, {"name": "sysadmin"}, {"name": "fedorabugs"}, {"name": "magazine"}, {"name": "wikiedit"}, {"name": "marketing"}, {"name": "gitspin-kickstarts"}, {"name": "fedora-contributor"}, {"name": "fi-apprentice"}, {"name": "community-blog"}, {"name": "atomic-wg"}, {"name": "aws-fedoramirror"}, {"name": "sysadmin-analysis"}, {"name": "ask-fedora"}, {"name": "discussion-mods-project"}, {"name": "discussion-mods-help"}, {"name": "discussion-mods-ask-other"}, {"name": "fesco"}, {"name": "discourse-experiments"}, {"name": "ai-ml-sig-admin"}, {"name": "websites-apps-cms"}]}}}, {"karma": 0, "comment_id": 884414, "bug_id": 1656939, "comment": {"karma": -1, "karma_critpath": 0, "text": "When starting incrond now, I see zillions of incrond processes and quite soon afterwards a load of 1000 and more. I did not see such a strange behaviour with incron-0.5.10-8.el7 before.", "timestamp": "2019-01-15 01:03:09", "update_id": 129561, "user_id": 172, "id": 884414, "testcase_feedback": [], "user": {"name": "robert", "email": "redhat@linuxnetz.de", "id": 172, "avatar": "https://seccdn.libravatar.org/avatar/5ce2f7b6de1c95bdf5b1d0f117f568f9955a164c0916ea7552b5db21bf3e689a?s=24&d=retro", "openid": "robert.id.stg.fedoraproject.org", "groups": [{"name": "proventesters"}, {"name": "provenpackager"}, {"name": "packager"}, {"name": "ipausers"}, {"name": "ambassadors"}, {"name": "campusambassadors"}, {"name": "gitfedora-web"}, {"name": "fedora-contributor"}, {"name": "advocates"}, {"name": "fedorabugs"}, {"name": "gitsecurity-spin"}, {"name": "signed_fpca"}, {"name": "gitfama"}, {"name": "epel-packagers-sig"}, {"name": "web"}, {"name": "clamav"}, {"name": "trust admins"}]}}}, {"karma": 0, "comment_id": 884774, "bug_id": 1656939, "comment": {"karma": 0, "karma_critpath": 0, "text": "robert: are you sure the new one was used? can you duplicate it?", "timestamp": "2019-01-15 17:01:51", "update_id": 129561, "user_id": 137, "id": 884774, "testcase_feedback": [], "user": {"name": "kevin", "email": "kevin@scrye.com", "id": 137, "avatar": "https://seccdn.libravatar.org/avatar/05d9feede3ce862bdfd16271134edeba147128c93ae9299fca87f8135ae2b2fd?s=24&d=retro", "openid": "kevin.id.stg.fedoraproject.org", "groups": [{"name": "proventesters"}, {"name": "security_respons"}, {"name": "provenpackager"}, {"name": "packager"}, {"name": "bodhiadmin"}, {"name": "infra-sig"}, {"name": "sysadmin-main"}, {"name": "releng-team"}, {"name": "sysadmin-dba"}, {"name": "sysadmin-jenkins"}, {"name": "freemedia"}, {"name": "gitspin-kickstarts"}, {"name": "wikiadmin"}, {"name": "aws-iam"}, {"name": "wikiedit"}, {"name": "epel-wranglers"}, {"name": "sysadmin-cloud"}, {"name": "sysadmin-backup"}, {"name": "upstream-test"}, {"name": "irc-support-operators"}, {"name": "sysadmin-osbs"}, {"name": "aws-s3"}, {"name": "bzrpython-fedora"}, {"name": "fedora-contributor"}, {"name": "aws"}, {"name": "fi-apprentice"}, {"name": "sysadmin-accounts"}, {"name": "server-wg"}, {"name": "sysadmin-secondary"}, {"name": "fedora-hams"}, {"name": "signers"}, {"name": "sysadmin-devel"}, {"name": "aws-copr"}, {"name": "fedorabugs"}, {"name": "sysadmin-spin"}, {"name": "sysadmin-logs"}, {"name": "sysadmin-tools"}, {"name": "cvsadmin"}, {"name": "sysadmin-releng"}, {"name": "sysadmin-hosted"}, {"name": "sysadmin-openshift"}, {"name": "aws-master"}, {"name": "ipausers"}, {"name": "sysadmin-gallery"}, {"name": "accounts"}, {"name": "sysadmin-veteran"}, {"name": "gitfedbot"}, {"name": "fesco"}, {"name": "sysadmin-survey"}, {"name": "web"}, {"name": "sysadmin-coreos"}, {"name": "cvsfedora"}, {"name": "aws-billing"}, {"name": "aws-s3-readonly"}, {"name": "admins"}, {"name": "epel-cabal"}, {"name": "sysadmin-dns"}, {"name": "signed_fpca"}, {"name": "sysadmin-noc"}, {"name": "sysadmin-qa"}, {"name": "hosted-content"}, {"name": "sysadmin-cvs"}, {"name": "torrentadmin"}, {"name": "gitfedora-web"}, {"name": "sysadmin-darkserver"}, {"name": "gitcsi"}, {"name": "gitformulas"}, {"name": "sysadmin-web"}, {"name": "sysadmin-ask"}, {"name": "communishift"}, {"name": "vendor-support"}, {"name": "sysadmin-calendar"}, {"name": "aws-fedoramirror"}, {"name": "aws-infra"}, {"name": "sysadmin-packages"}, {"name": "sysadmin"}, {"name": "sysadmin-updates"}, {"name": "mobility-sig"}, {"name": "trust admins"}, {"name": "docs"}, {"name": "gitbadges"}, {"name": "epel-packagers-sig"}, {"name": "sysadmin-paste"}]}}}, {"karma": 0, "comment_id": 887111, "bug_id": 1656939, "comment": {"karma": 0, "karma_critpath": 0, "text": "Kevin: Yes, quite reliable:\n\n```\n$ rpm -q incron\nincron-0.5.12-9.el7.x86_64\n$ for i in $(seq 1 250); do date > /var/www/html/${i}.txt; done\n$ for i in $(seq 1 50); do mkdir -p /var/www/html/${i}; done\n$ cat /etc/incron.d/reproducer.conf \n/var/www/html/ IN_CLOSE_WRITE,IN_NO_LOOP /root/bin/update.sh \"$@$#\"\n/var/www/html/10/ IN_CLOSE_WRITE,IN_NO_LOOP /root/bin/update.sh \"$@$#\"\n$ cat /root/bin/update.sh\nsed -e 's/2019/2020/g' -i \"$1\"\n```\n\nHow to trigger the zillions of incrond processes that will eat the system sooner or later?\n\n```\nsed -e 's/1/2/' -i /var/www/html/100.txt\n```\n\nAfterwards I see lots of incrond processes and when doing nothing but waiting some time, I end up with zillions of incrond processes and load 1000 and when waiting even longer, the system crashes or ends with a kernel panic of khugepaged. Nevertheless the system is dead and needs a hard reset.", "timestamp": "2019-01-22 10:48:44", "update_id": 129561, "user_id": 172, "id": 887111, "testcase_feedback": [], "user": {"name": "robert", "email": "redhat@linuxnetz.de", "id": 172, "avatar": "https://seccdn.libravatar.org/avatar/5ce2f7b6de1c95bdf5b1d0f117f568f9955a164c0916ea7552b5db21bf3e689a?s=24&d=retro", "openid": "robert.id.stg.fedoraproject.org", "groups": [{"name": "proventesters"}, {"name": "provenpackager"}, {"name": "packager"}, {"name": "ipausers"}, {"name": "ambassadors"}, {"name": "campusambassadors"}, {"name": "gitfedora-web"}, {"name": "fedora-contributor"}, {"name": "advocates"}, {"name": "fedorabugs"}, {"name": "gitsecurity-spin"}, {"name": "signed_fpca"}, {"name": "gitfama"}, {"name": "epel-packagers-sig"}, {"name": "web"}, {"name": "clamav"}, {"name": "trust admins"}]}}}, {"karma": 0, "comment_id": 889403, "bug_id": 1656939, "comment": {"karma": 0, "karma_critpath": 0, "text": "robert: Can you move your incrontab from /etc/incron.d to a root user incrontab and see if the problem persists?\n\nMy theory is that this fixes only the user incrontab case, not the system wide /etc/incron.d/ case... ", "timestamp": "2019-01-29 21:33:34", "update_id": 129561, "user_id": 137, "id": 889403, "testcase_feedback": [], "user": {"name": "kevin", "email": "kevin@scrye.com", "id": 137, "avatar": "https://seccdn.libravatar.org/avatar/05d9feede3ce862bdfd16271134edeba147128c93ae9299fca87f8135ae2b2fd?s=24&d=retro", "openid": "kevin.id.stg.fedoraproject.org", "groups": [{"name": "proventesters"}, {"name": "security_respons"}, {"name": "provenpackager"}, {"name": "packager"}, {"name": "bodhiadmin"}, {"name": "infra-sig"}, {"name": "sysadmin-main"}, {"name": "releng-team"}, {"name": "sysadmin-dba"}, {"name": "sysadmin-jenkins"}, {"name": "freemedia"}, {"name": "gitspin-kickstarts"}, {"name": "wikiadmin"}, {"name": "aws-iam"}, {"name": "wikiedit"}, {"name": "epel-wranglers"}, {"name": "sysadmin-cloud"}, {"name": "sysadmin-backup"}, {"name": "upstream-test"}, {"name": "irc-support-operators"}, {"name": "sysadmin-osbs"}, {"name": "aws-s3"}, {"name": "bzrpython-fedora"}, {"name": "fedora-contributor"}, {"name": "aws"}, {"name": "fi-apprentice"}, {"name": "sysadmin-accounts"}, {"name": "server-wg"}, {"name": "sysadmin-secondary"}, {"name": "fedora-hams"}, {"name": "signers"}, {"name": "sysadmin-devel"}, {"name": "aws-copr"}, {"name": "fedorabugs"}, {"name": "sysadmin-spin"}, {"name": "sysadmin-logs"}, {"name": "sysadmin-tools"}, {"name": "cvsadmin"}, {"name": "sysadmin-releng"}, {"name": "sysadmin-hosted"}, {"name": "sysadmin-openshift"}, {"name": "aws-master"}, {"name": "ipausers"}, {"name": "sysadmin-gallery"}, {"name": "accounts"}, {"name": "sysadmin-veteran"}, {"name": "gitfedbot"}, {"name": "fesco"}, {"name": "sysadmin-survey"}, {"name": "web"}, {"name": "sysadmin-coreos"}, {"name": "cvsfedora"}, {"name": "aws-billing"}, {"name": "aws-s3-readonly"}, {"name": "admins"}, {"name": "epel-cabal"}, {"name": "sysadmin-dns"}, {"name": "signed_fpca"}, {"name": "sysadmin-noc"}, {"name": "sysadmin-qa"}, {"name": "hosted-content"}, {"name": "sysadmin-cvs"}, {"name": "torrentadmin"}, {"name": "gitfedora-web"}, {"name": "sysadmin-darkserver"}, {"name": "gitcsi"}, {"name": "gitformulas"}, {"name": "sysadmin-web"}, {"name": "sysadmin-ask"}, {"name": "communishift"}, {"name": "vendor-support"}, {"name": "sysadmin-calendar"}, {"name": "aws-fedoramirror"}, {"name": "aws-infra"}, {"name": "sysadmin-packages"}, {"name": "sysadmin"}, {"name": "sysadmin-updates"}, {"name": "mobility-sig"}, {"name": "trust admins"}, {"name": "docs"}, {"name": "gitbadges"}, {"name": "epel-packagers-sig"}, {"name": "sysadmin-paste"}]}}}, {"karma": 0, "comment_id": 892302, "bug_id": 1656939, "comment": {"karma": 0, "karma_critpath": 0, "text": "Kevin: That's interesting! Moving the content from `/etc/incron.d/reproducer.conf` to `/var/spool/incron/root` (via `incrontab -e`) seems indeed to solve this. No more zillions of incrond processes yet! May we get the same fix also for system wide `/etc/incron.d/`, please?\n\nImportant: The `IN_NO_LOOP` option still does no longer work, the example above creates endless loops with user incrontab (even it's overall better than before).", "timestamp": "2019-02-07 23:06:21", "update_id": 129561, "user_id": 172, "id": 892302, "testcase_feedback": [], "user": {"name": "robert", "email": "redhat@linuxnetz.de", "id": 172, "avatar": "https://seccdn.libravatar.org/avatar/5ce2f7b6de1c95bdf5b1d0f117f568f9955a164c0916ea7552b5db21bf3e689a?s=24&d=retro", "openid": "robert.id.stg.fedoraproject.org", "groups": [{"name": "proventesters"}, {"name": "provenpackager"}, {"name": "packager"}, {"name": "ipausers"}, {"name": "ambassadors"}, {"name": "campusambassadors"}, {"name": "gitfedora-web"}, {"name": "fedora-contributor"}, {"name": "advocates"}, {"name": "fedorabugs"}, {"name": "gitsecurity-spin"}, {"name": "signed_fpca"}, {"name": "gitfama"}, {"name": "epel-packagers-sig"}, {"name": "web"}, {"name": "clamav"}, {"name": "trust admins"}]}}}, {"karma": 0, "comment_id": 910229, "bug_id": 1656939, "comment": {"karma": 0, "karma_critpath": 0, "text": "I experienced piling up incron processes with the fixed version. I manually patched a fix to that from the original repo https://github.com/ar-/incron/pull/56/commits/0a8cb83983394c2bd36105fcae5c56f89e931686.\n\nSeem to prevent the stacking up of tasks.", "timestamp": "2019-03-18 12:17:13", "update_id": 129561, "user_id": 207, "id": 910229, "testcase_feedback": [], "user": {"name": "anonymous", "email": null, "id": 207, "avatar": "https://seccdn.libravatar.org/avatar/37a8eec1ce19687d132fe29051dca629d164e2c4958ba141d5f4133a33f0688f?s=24&d=retro", "openid": "anonymous.id.stg.fedoraproject.org", "groups": []}}}, {"karma": 0, "comment_id": 910231, "bug_id": 1656939, "comment": {"karma": 0, "karma_critpath": 0, "text": "Process structure after a few minutes runtime.\n\n/usr/sbin/incrond                                                                                                                               \n \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n |       |   \\_ /usr/sbin/incrond\n |       |   |   \\_ /usr/sbin/incrond\n |       |   |   |   \\_ /usr/sbin/incrond\n |       |   |   \\_ /usr/sbin/incrond\n |       |   \\_ /usr/sbin/incrond\n |       |   |   \\_ /usr/sbin/incrond\n |       |   \\_ /usr/sbin/incrond\n |       |   \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n \\_ /usr/sbin/incrond\n \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |   |   \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n \\_ /usr/sbin/incrond\n \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |   \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n |       \\_ /usr/sbin/incrond\n \\_ /usr/sbin/incrond", "timestamp": "2019-03-18 12:21:57", "update_id": 129561, "user_id": 207, "id": 910231, "testcase_feedback": [], "user": {"name": "anonymous", "email": null, "id": 207, "avatar": "https://seccdn.libravatar.org/avatar/37a8eec1ce19687d132fe29051dca629d164e2c4958ba141d5f4133a33f0688f?s=24&d=retro", "openid": "anonymous.id.stg.fedoraproject.org", "groups": []}}}]}], "updateid": "FEDORA-EPEL-2019-60b62db475", "karma": 0, "content_type": "rpm", "test_cases": []}, "can_edit": false, "ci_allowed": false}