{"id":890,"date":"2011-11-17T13:54:00","date_gmt":"2011-11-17T13:54:00","guid":{"rendered":"http:\/\/www.b.shuttle.de\/hayek\/Hayek\/Jochen\/wp\/blog-en\/2011\/11\/17\/page-scraping-web-harvesting-webscraping-are-there-really-no-serious-and-nice-jobs-out-there-just-these-crappy-ones\/"},"modified":"2011-11-17T13:54:00","modified_gmt":"2011-11-17T13:54:00","slug":"page-scraping-web-harvesting-webscraping-are-there-really-no-serious-and-nice-jobs-out-there-just-these-crappy-ones","status":"publish","type":"post","link":"https:\/\/wp.jochen.hayek.name\/blog-en\/2011\/11\/17\/page-scraping-web-harvesting-webscraping-are-there-really-no-serious-and-nice-jobs-out-there-just-these-crappy-ones\/","title":{"rendered":"page scraping \/ web harvesting \/ webscraping: are there really no serious and nice jobs out there? just these crappy ones?!?"},"content":{"rendered":"<p>\t\t\t\tI actually prefer to employ my competence for serious jobs.<\/p>\n<p>I implement page scrapers using<\/p>\n<ul>\n<li>libcurl<\/li>\n<li>perl<\/li>\n<li>LiveHTTPHeaders and\u00a0ieHTTPHeaders\u00a0\u2013 I can almost automatically replay &#8220;a walk through the web&#8221; using\u00a0their log files<\/li>\n<\/ul>\n<div>\nMore details on my competence:\u00a0<a href=\"http:\/\/aleph-soft.com\/JHwis\/\" target=\"_blank\" rel=\"noopener noreferrer\">JHwis<\/a>.<\/div>\n<div>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>I actually prefer to employ my competence for serious jobs. I implement page scrapers using libcurl perl LiveHTTPHeaders and\u00a0ieHTTPHeaders\u00a0\u2013 I can almost automatically replay &#8220;a walk through the web&#8221; using\u00a0their log files More details on my competence:\u00a0JHwis.<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_crdt_document":"","jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":false,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2},"_share_on_mastodon":"0"},"categories":[666],"tags":[],"class_list":["post-890","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"share_on_mastodon":{"url":"","error":""},"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/paO0kP-em","jetpack_likes_enabled":true,"amp_enabled":true,"_links":{"self":[{"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/posts\/890","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/comments?post=890"}],"version-history":[{"count":0,"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/posts\/890\/revisions"}],"wp:attachment":[{"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/media?parent=890"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/categories?post=890"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/wp.jochen.hayek.name\/blog-en\/wp-json\/wp\/v2\/tags?post=890"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}