{"id":6463,"date":"2016-04-20T06:00:06","date_gmt":"2016-04-20T04:00:06","guid":{"rendered":"http:\/\/www.b.shuttle.de\/hayek\/hayek\/jochen\/wp\/blog-en\/?p=6463"},"modified":"2021-09-15T17:15:15","modified_gmt":"2021-09-15T15:15:15","slug":"q-how-to-get-updates-from-web-pages-wo-rss-feed-a-xpath-cron-or-jenkins-job","status":"publish","type":"post","link":"https:\/\/wp.jochen.hayek.name\/blog-en\/2016\/04\/20\/q-how-to-get-updates-from-web-pages-wo-rss-feed-a-xpath-cron-or-jenkins-job\/","title":{"rendered":"Q: how to get updates from web pages w\/o RSS feed? A: XPath + cron or Jenkins job"},"content":{"rendered":"<ul>\n<li>sadly enough even now in 2016 a lot of web pages are not XHTML conform, but getting them fairly conform is not that expensive: use &#8220;<em>xmlstarlet fo &#8211;html &#8211;recover<\/em>&#8220;<\/li>\n<li>get the (cron or) Jenkins job to save the current page content in the job&#8217;s workspace<\/li>\n<li>let the Jenkins job compare the current to the last state \u2026<\/li>\n<li>\u2026 and message you through XMPP, if there&#8217;s a change<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>sadly enough even now in 2016 a lot of web pages are not XHTML conform, but getting them fairly conform is not that expensive: use &#8220;xmlstarlet fo &#8211;html &#8211;recover&#8220; get the (cron or) Jenkins job to save the current page content in the job&#8217;s workspace let the Jenkins job compare the current to the last [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_crdt_document":"","jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":true,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2},"_share_on_mastodon":"0"},"categories":[851,732],"tags":[1400],"class_list":["post-6463","post","type-post","status-publish","format-standard","hentry","category-xmlstarlet","category-xpath","tag-xhtml"],"share_on_mastodon":{"url":"","error":""},"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/paO0kP-1Gf","jetpack_likes_enabled":true,"amp_enabled":true,"_links":{"self":[{"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/posts\/6463","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/comments?post=6463"}],"version-history":[{"count":1,"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/posts\/6463\/revisions"}],"predecessor-version":[{"id":11883,"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/posts\/6463\/revisions\/11883"}],"wp:attachment":[{"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/media?parent=6463"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/categories?post=6463"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/tags?post=6463"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}