<?xml version="1.0" encoding="UTF-8"?>
<rss version="2.0">
  <channel>
    <title>Snipplr</title>
    <description>Recent snippets posted on Snipplr.com</description>
    <link>https://snipplr.com/</link>
    <lastBuildDate>Tue, 09 Jun 2026 15:14:17 +0000</lastBuildDate>
    <item>
      <title>(Python) Middleware to avoid re-visiting already visited items - scrapy</title>
      <link>https://snipplr.com/view/67018/middleware-to-avoid-revisiting-already-visited-items</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:38 UTC</pubDate>
      <guid>https://snipplr.com/view/67018/middleware-to-avoid-revisiting-already-visited-items</guid>
    </item>
    <item>
      <title>(Python) Run Scrapy crawler in a thread - scrapy</title>
      <link>https://snipplr.com/view/67015/run-scrapy-crawler-in-a-thread</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:35 UTC</pubDate>
      <guid>https://snipplr.com/view/67015/run-scrapy-crawler-in-a-thread</guid>
    </item>
    <item>
      <title>(Python) Upload file (uber upload) - scrapy</title>
      <link>https://snipplr.com/view/67014/upload-file-uber-upload</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:35 UTC</pubDate>
      <guid>https://snipplr.com/view/67014/upload-file-uber-upload</guid>
    </item>
    <item>
      <title>(Python) Use a django project with virtualenv from Scrapy - scrapy</title>
      <link>https://snipplr.com/view/67013/use-a-django-project-with-virtualenv-from-scrapy</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:35 UTC</pubDate>
      <guid>https://snipplr.com/view/67013/use-a-django-project-with-virtualenv-from-scrapy</guid>
    </item>
    <item>
      <title>(Python) Self-contained script to crawl a site [updated: scrapy 13.0dev] - scrapy</title>
      <link>https://snipplr.com/view/67012/selfcontained-script-to-crawl-a-site-updated-scrapy-130dev</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:33 UTC</pubDate>
      <guid>https://snipplr.com/view/67012/selfcontained-script-to-crawl-a-site-updated-scrapy-130dev</guid>
    </item>
    <item>
      <title>(Python) scrapy-service.tac (Twisted Application Framework) - scrapy</title>
      <link>https://snipplr.com/view/67011/scrapyservicetac-twisted-application-framework</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:32 UTC</pubDate>
      <guid>https://snipplr.com/view/67011/scrapyservicetac-twisted-application-framework</guid>
    </item>
    <item>
      <title>(Python) Using Scrapy crawler with a blocking API from a thread - scrapy</title>
      <link>https://snipplr.com/view/67010/using-scrapy-crawler-with-a-blocking-api-from-a-thread</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:32 UTC</pubDate>
      <guid>https://snipplr.com/view/67010/using-scrapy-crawler-with-a-blocking-api-from-a-thread</guid>
    </item>
    <item>
      <title>(Python) Downloader middleware to redirect to rel=canonical urls - scrapy</title>
      <link>https://snipplr.com/view/67009/downloader-middleware-to-redirect-to-relcanonical-urls</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:32 UTC</pubDate>
      <guid>https://snipplr.com/view/67009/downloader-middleware-to-redirect-to-relcanonical-urls</guid>
    </item>
    <item>
      <title>(Python) Text-file Spider Queue - scrapy</title>
      <link>https://snipplr.com/view/67008/textfile-spider-queue</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:32 UTC</pubDate>
      <guid>https://snipplr.com/view/67008/textfile-spider-queue</guid>
    </item>
    <item>
      <title>(Python) URL Canonicalizer Spider middleware - scrapy</title>
      <link>https://snipplr.com/view/67007/url-canonicalizer-spider-middleware</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:32 UTC</pubDate>
      <guid>https://snipplr.com/view/67007/url-canonicalizer-spider-middleware</guid>
    </item>
    <item>
      <title>(Python) Using Scrapy from a script - scrapy</title>
      <link>https://snipplr.com/view/67006/using-scrapy-from-a-script</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:32 UTC</pubDate>
      <guid>https://snipplr.com/view/67006/using-scrapy-from-a-script</guid>
    </item>
    <item>
      <title>(Python) Monkey patch for images pipeline - scrapy</title>
      <link>https://snipplr.com/view/67005/monkey-patch-for-images-pipeline</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:32 UTC</pubDate>
      <guid>https://snipplr.com/view/67005/monkey-patch-for-images-pipeline</guid>
    </item>
    <item>
      <title>(Python) DropElderMiddleware - scrapy</title>
      <link>https://snipplr.com/view/67004/dropeldermiddleware</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:32 UTC</pubDate>
      <guid>https://snipplr.com/view/67004/dropeldermiddleware</guid>
    </item>
    <item>
      <title>(Python) Scrapy snippet to gather RSS feeds on a page(using feedparser) - scrapy</title>
      <link>https://snipplr.com/view/67003/scrapy-snippet-to-gather-rss-feeds-on-a-pageusing-feedparser</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:30 UTC</pubDate>
      <guid>https://snipplr.com/view/67003/scrapy-snippet-to-gather-rss-feeds-on-a-pageusing-feedparser</guid>
    </item>
    <item>
      <title>(Python) robot exclusion rules parser - scrapy</title>
      <link>https://snipplr.com/view/67002/robot-exclusion-rules-parser</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:30 UTC</pubDate>
      <guid>https://snipplr.com/view/67002/robot-exclusion-rules-parser</guid>
    </item>
    <item>
      <title>(Python) Eurovision.tv year archive parser - scrapy</title>
      <link>https://snipplr.com/view/67001/eurovisiontv-year-archive-parser</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:28 UTC</pubDate>
      <guid>https://snipplr.com/view/67001/eurovisiontv-year-archive-parser</guid>
    </item>
    <item>
      <title>(Python) Redirect Scrapy log messages to standard Python logger - scrapy</title>
      <link>https://snipplr.com/view/67000/redirect-scrapy-log-messages-to-standard-python-logger</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:28 UTC</pubDate>
      <guid>https://snipplr.com/view/67000/redirect-scrapy-log-messages-to-standard-python-logger</guid>
    </item>
    <item>
      <title>(Python) Rendered Javascript Crawler With Scrapy and Selenium RC - scrapy</title>
      <link>https://snipplr.com/view/66998/rendered-javascript-crawler-with-scrapy-and-selenium-rc</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:25 UTC</pubDate>
      <guid>https://snipplr.com/view/66998/rendered-javascript-crawler-with-scrapy-and-selenium-rc</guid>
    </item>
    <item>
      <title>(Python) rendered javascript with webdrivers - scrapy</title>
      <link>https://snipplr.com/view/66997/rendered-javascript-with-webdrivers</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:23 UTC</pubDate>
      <guid>https://snipplr.com/view/66997/rendered-javascript-with-webdrivers</guid>
    </item>
    <item>
      <title>(Python) Rendered/interactive javascript with gtk/webkit/jswebkit - scrapy</title>
      <link>https://snipplr.com/view/66996/renderedinteractive-javascript-with-gtkwebkitjswebkit</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:22 UTC</pubDate>
      <guid>https://snipplr.com/view/66996/renderedinteractive-javascript-with-gtkwebkitjswebkit</guid>
    </item>
    <item>
      <title>(Python) Script to print crawl tree of a spider run - scrapy</title>
      <link>https://snipplr.com/view/66995/script-to-print-crawl-tree-of-a-spider-run</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:20 UTC</pubDate>
      <guid>https://snipplr.com/view/66995/script-to-print-crawl-tree-of-a-spider-run</guid>
    </item>
    <item>
      <title>(Python) Spoof requests as HTTP/1.1 - scrapy</title>
      <link>https://snipplr.com/view/66994/spoof-requests-as-http11</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:18 UTC</pubDate>
      <guid>https://snipplr.com/view/66994/spoof-requests-as-http11</guid>
    </item>
    <item>
      <title>(Python) Avoid downloading pages which exceed a certain size - scrapy</title>
      <link>https://snipplr.com/view/66993/avoid-downloading-pages-which-exceed-a-certain-size</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:14 UTC</pubDate>
      <guid>https://snipplr.com/view/66993/avoid-downloading-pages-which-exceed-a-certain-size</guid>
    </item>
    <item>
      <title>(Python) Use a random user agent for each request - scrapy</title>
      <link>https://snipplr.com/view/66992/use-a-random-user-agent-for-each-request</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:13 UTC</pubDate>
      <guid>https://snipplr.com/view/66992/use-a-random-user-agent-for-each-request</guid>
    </item>
    <item>
      <title>(Python) make and filter the log file into a html file - scrapy</title>
      <link>https://snipplr.com/view/66991/make-and-filter-the-log-file-into-a-html-file</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:08 UTC</pubDate>
      <guid>https://snipplr.com/view/66991/make-and-filter-the-log-file-into-a-html-file</guid>
    </item>
    <item>
      <title>(Python) My approach to stats extension - scrapy</title>
      <link>https://snipplr.com/view/66990/my-approach-to-stats-extension</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:04 UTC</pubDate>
      <guid>https://snipplr.com/view/66990/my-approach-to-stats-extension</guid>
    </item>
    <item>
      <title>(Python) Async Twisted Db Pipeline - scrapy</title>
      <link>https://snipplr.com/view/66989/async-twisted-db-pipeline</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:15:00 UTC</pubDate>
      <guid>https://snipplr.com/view/66989/async-twisted-db-pipeline</guid>
    </item>
    <item>
      <title>(Python) Raising CloseSpider - scrapy</title>
      <link>https://snipplr.com/view/66988/raising-closespider</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:14:56 UTC</pubDate>
      <guid>https://snipplr.com/view/66988/raising-closespider</guid>
    </item>
    <item>
      <title>(Python) Proxy Authentication in Crawler - scrapy</title>
      <link>https://snipplr.com/view/66987/proxy-authentication-in-crawler</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:14:55 UTC</pubDate>
      <guid>https://snipplr.com/view/66987/proxy-authentication-in-crawler</guid>
    </item>
    <item>
      <title>(Python) Django and Scrapy without using DjangoItem - scrapy</title>
      <link>https://snipplr.com/view/66985/django-and-scrapy-without-using-djangoitem</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:14:52 UTC</pubDate>
      <guid>https://snipplr.com/view/66985/django-and-scrapy-without-using-djangoitem</guid>
    </item>
    <item>
      <title>(Python) Submit scraped items to Message Queue (amqp) - scrapy</title>
      <link>https://snipplr.com/view/66984/submit-scraped-items-to-message-queue-amqp</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:14:46 UTC</pubDate>
      <guid>https://snipplr.com/view/66984/submit-scraped-items-to-message-queue-amqp</guid>
    </item>
    <item>
      <title>(Python) CrawlPathMiddleware: easily control the crawl path of a spider - scrapy</title>
      <link>https://snipplr.com/view/66983/crawlpathmiddleware-easily-control-the-crawl-path-of-a-spider</link>
      <description>&lt;p&gt;&lt;/p&gt;</description>
      <pubDate>Sat, 01 Sep 2012 07:14:44 UTC</pubDate>
      <guid>https://snipplr.com/view/66983/crawlpathmiddleware-easily-control-the-crawl-path-of-a-spider</guid>
    </item>
  </channel>
</rss>
