snipplrCallback({"id":42498,"title":"list-of-elected-representatives-in-the-norwegian-municipalities--vg-scraper","source":"
  1. #!\/usr\/local\/bin\/python<\/span><\/div><\/li>
  2. # -*- coding: UTF-8 -*-<\/span><\/div><\/li>
  3. import<\/span> sys<\/span><\/div><\/li>
  4. reload<\/span>(<\/span>sys<\/span>)<\/span><\/div><\/li>
  5. sys<\/span>.setdefaultencoding<\/span>(<\/span>"utf-8"<\/span>)<\/span> # dette funker jo..!<\/span><\/div><\/li>
  6. from<\/span> BeautifulSoup import<\/span> BeautifulSoup<\/div><\/li>
  7. import<\/span> urllib<\/span>,<\/span> re<\/span>,<\/span> time<\/span><\/div><\/li>
  8.  <\/div><\/li>
  9. url =<\/span> 'http:\/\/www.vg.no\/nyheter\/innenriks\/norsk-politikk\/folkevalgte\/'<\/span><\/div><\/li>
  10. html =<\/span> urllib<\/span>.urlopen<\/span>(<\/span>url)<\/span>.read<\/span>(<\/span>)<\/span><\/div><\/li>
  11. suppe =<\/span> BeautifulSoup(<\/span>html)<\/span><\/div><\/li>
  12. table =<\/span> suppe.findAll<\/span>(<\/span>'a'<\/span>,<\/span> href=<\/span>re<\/span>.compile<\/span>(<\/span>'.*?kid=.*'<\/span>)<\/span>)<\/span><\/div><\/li>
  13.  <\/div><\/li>
  14. for<\/span> i in<\/span> table:<\/div><\/li>
  15.     time<\/span>.sleep<\/span>(<\/span>0.5<\/span>)<\/span> # don't panic!<\/span><\/div><\/li>
  16.     kommune_id =<\/span> i[<\/span>'href'<\/span>]<\/span>.split<\/span>(<\/span>"="<\/span>)<\/span><\/div><\/li>
  17.     kommune_id =<\/span> kommune_id[<\/span>1<\/span>]<\/span><\/div><\/li>
  18.     if<\/span> len<\/span>(<\/span>kommune_id)<\/span> ==<\/span> 3<\/span>:<\/div><\/li>
  19.         kommune_id =<\/span> "0"<\/span> + kommune_id<\/div><\/li>
  20.     kommune =<\/span> i.text<\/span><\/div><\/li>
  21.     print<\/span> '<li><a href="http:\/\/www.vg.no\/nyheter\/innenriks\/norsk-politikk\/folkevalgte\/api\/?kid=%s&format=xml">%s xml<\/a>, <a href="http:\/\/www.vg.no\/nyheter\/innenriks\/norsk-politikk\/folkevalgte\/api\/?kid=%s&format=json">json<\/a><\/li>'<\/span> % (<\/span>kommune_id,<\/span> kommune,<\/span> kommune_id)<\/span><\/div><\/li><\/ol><\/pre>","link":"https:\/\/snipplr.com\/view\/42498\/list-of-elected-representatives-in-the-norwegian-municipalities--vg-scraper"});