diff --git a/logs/newsblur.log b/logs/newsblur.log index d45844ab7..58b69de90 100644 --- a/logs/newsblur.log +++ b/logs/newsblur.log @@ -1,184 +1,147 @@ -2009-09-09 23:50:48,390 INFO [1] Fetching 43 Folders -2009-09-09 23:50:48,391 INFO [5] Fetching Ajaxian » Front Page -2009-09-09 23:50:48,395 INFO [22] Fetching Brokelyn -2009-09-09 23:50:48,400 INFO [23] Fetching Brownstoner -2009-09-09 23:50:49,065 DEBUG [23] Processing Brownstoner -2009-09-09 23:50:49,065 DEBUG [23] Fetching page from Brownstoner -2009-09-09 23:50:49,295 DEBUG [22] Processing Brokelyn -2009-09-09 23:50:49,295 DEBUG [22] Fetching page from Brokelyn -2009-09-09 23:50:49,459 DEBUG [5] Processing Ajaxian » Front Page -2009-09-09 23:50:49,459 DEBUG [5] Fetching page from Ajaxian » Front Page -2009-09-09 23:50:49,632 DEBUG [1] Processing 43 Folders -2009-09-09 23:50:49,632 DEBUG [1] Fetching page from 43 Folders -2009-09-09 23:50:50,320 DEBUG [22] Processed Brokelyn in 0:00:01.924733 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:50:50,320 INFO [24] Fetching c a s a C A R A ~ OLD HOUSES FOR FUN & PROFIT ~ -2009-09-09 23:50:50,568 DEBUG [1] Processed 43 Folders in 0:00:02.177405 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:50:50,568 INFO [6] Fetching Coding Horror -2009-09-09 23:50:50,826 DEBUG [24] Processing c a s a C A R A ~ OLD HOUSES FOR FUN & PROFIT ~ -2009-09-09 23:50:50,827 DEBUG [24] Fetching page from c a s a C A R A ~ OLD HOUSES FOR FUN & PROFIT ~ -2009-09-09 23:50:50,950 DEBUG [6] Processing Coding Horror -2009-09-09 23:50:50,950 DEBUG [6] Fetching page from Coding Horror -2009-09-09 23:50:51,042 DEBUG [23] Processed Brownstoner in 0:00:02.641870 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:50:51,042 INFO [7] Fetching Daring Fireball -2009-09-09 23:50:51,530 DEBUG [5] Processed Ajaxian » Front Page in 0:00:03.139568 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:50:51,531 INFO [8] Fetching David Cramer's Blog -2009-09-09 23:50:51,863 DEBUG [24] Processed c a s a C A R A ~ OLD HOUSES FOR FUN & PROFIT ~ in 0:00:01.542788 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:50:51,863 INFO [9] Fetching Devthought -2009-09-09 23:50:52,020 DEBUG [8] Processing David Cramer's Blog -2009-09-09 23:50:52,020 DEBUG [8] !BOZO! Feed is not well formed: http://www.davidcramer.net/feed -2009-09-09 23:50:52,180 DEBUG [8] Fetching page from David Cramer's Blog -2009-09-09 23:50:52,553 DEBUG [9] Processing Devthought -2009-09-09 23:50:52,553 DEBUG [9] Fetching page from Devthought -2009-09-09 23:50:52,623 DEBUG [7] Processing Daring Fireball -2009-09-09 23:50:52,632 DEBUG [6] Processed Coding Horror in 0:00:02.064162 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:50:52,633 INFO [31] Fetching FAIL Blog: Pictures and Videos of Owned, Pwnd and Fail Moments -2009-09-09 23:50:52,943 DEBUG [31] Processing FAIL Blog: Pictures and Videos of Owned, Pwnd and Fail Moments -2009-09-09 23:50:52,943 DEBUG [31] Fetching page from FAIL Blog: Pictures and Videos of Owned, Pwnd and Fail Moments -2009-09-09 23:50:53,041 DEBUG [8] Processed David Cramer's Blog in 0:00:01.510402 [ok] [new=0 updated=0 same=10 error=0] -2009-09-09 23:50:53,051 INFO [34] Fetching FMyLife -2009-09-09 23:50:53,166 DEBUG [9] Processed Devthought in 0:00:01.303460 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:50:53,167 INFO [25] Fetching Gawker -2009-09-09 23:50:53,297 DEBUG [34] Processing FMyLife -2009-09-09 23:50:53,299 DEBUG [34] Fetching page from FMyLife -2009-09-09 23:50:53,497 DEBUG - Updated story in feed (Daring Fireball - John Nack on Snow Leopard’s New Default Gamma Setting): 589 / 287 -2009-09-09 23:50:53,519 DEBUG [25] Processing Gawker -2009-09-09 23:50:53,521 DEBUG [25] Fetching page from Gawker -2009-09-09 23:50:53,607 DEBUG - Updated story in feed (Daring Fireball - Commodore 64 Emulator for iPhone Approved by Apple): 1184 / 1086 -2009-09-09 23:50:53,721 DEBUG - Updated story in feed (Daring Fireball - Spotify Mobile App Released for Both iPhone and Android): 456 / 382 -2009-09-09 23:50:53,946 DEBUG [31] Processed FAIL Blog: Pictures and Videos of Owned, Pwnd and Fail Moments in 0:00:01.313149 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:50:53,954 INFO [26] Fetching Gothamist -2009-09-09 23:50:54,578 DEBUG - Updated story in feed (Daring Fireball - ★ More on the Snow Leopard/Old Version of Flash Brouhaha): 12297 / 11446 -2009-09-09 23:50:55,049 DEBUG [25] Processed Gawker in 0:00:01.882219 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:50:55,055 INFO [10] Fetching Hacker News -2009-09-09 23:50:56,088 DEBUG [34] Processed FMyLife in 0:00:03.037382 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:50:56,096 INFO [11] Fetching James Padolsey -2009-09-09 23:50:57,220 DEBUG [7] Fetching page from Daring Fireball -2009-09-09 23:50:58,127 DEBUG [11] Processing James Padolsey -2009-09-09 23:50:58,127 DEBUG [11] Fetching page from James Padolsey -2009-09-09 23:50:58,272 DEBUG [26] Processing Gothamist -2009-09-09 23:50:58,315 DEBUG - Updated story in feed (Gothamist - Extra, Extra): 4815 / 4740 -2009-09-09 23:51:01,714 DEBUG [7] Processed Daring Fireball in 0:00:10.672159 [ok] [new=0 updated=4 same=43 error=0] -2009-09-09 23:51:01,784 INFO [12] Fetching Joel on Software -2009-09-09 23:51:01,823 DEBUG [10] Processing Hacker News -2009-09-09 23:51:02,228 DEBUG [11] Processed James Padolsey in 0:00:06.131567 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:02,284 INFO [13] Fetching John Resig -2009-09-09 23:51:04,554 DEBUG [12] Processing Joel on Software -2009-09-09 23:51:04,598 DEBUG [12] Fetching page from Joel on Software -2009-09-09 23:51:04,678 DEBUG [13] Processing John Resig -2009-09-09 23:51:04,685 DEBUG [13] Fetching page from John Resig -2009-09-09 23:51:06,745 DEBUG [13] Processed John Resig in 0:00:04.461315 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:06,755 INFO [14] Fetching jQuery Blog -2009-09-09 23:51:09,321 DEBUG [12] Processed Joel on Software in 0:00:07.537334 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:09,361 INFO [35] Fetching kottke.org -2009-09-09 23:51:10,363 DEBUG [14] Processing jQuery Blog -2009-09-09 23:51:10,374 DEBUG [14] Fetching page from jQuery Blog -2009-09-09 23:51:12,194 DEBUG [26] Fetching page from Gothamist -2009-09-09 23:51:13,629 DEBUG [10] Fetching page from Hacker News -2009-09-09 23:51:14,413 DEBUG [14] Processed jQuery Blog in 0:00:07.658036 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:14,414 INFO [32] Fetching Loldogs, Dogs 'n' Puppy Dog Pictures - I Has A Hotdog! -2009-09-09 23:51:15,582 DEBUG [35] Processing kottke.org -2009-09-09 23:51:16,257 DEBUG [32] Processing Loldogs, Dogs 'n' Puppy Dog Pictures - I Has A Hotdog! -2009-09-09 23:51:16,257 DEBUG [32] Fetching page from Loldogs, Dogs 'n' Puppy Dog Pictures - I Has A Hotdog! -2009-09-09 23:51:16,321 DEBUG [10] Processed Hacker News in 0:00:21.266030 [ok] [new=0 updated=0 same=30 error=0] (SLOW FEED!) -2009-09-09 23:51:16,330 INFO [15] Fetching MacRumors : Mac News and Rumors -2009-09-09 23:51:16,416 DEBUG [26] Processed Gothamist in 0:00:22.461716 [ok] [new=0 updated=1 same=41 error=0] (SLOW FEED!) -2009-09-09 23:51:16,444 INFO [16] Fetching MacRumors Page 2 -2009-09-09 23:51:17,510 DEBUG [15] Processing MacRumors : Mac News and Rumors -2009-09-09 23:51:17,510 DEBUG [15] Fetching page from MacRumors : Mac News and Rumors -2009-09-09 23:51:17,668 DEBUG [16] Processing MacRumors Page 2 -2009-09-09 23:51:17,668 DEBUG [16] Fetching page from MacRumors Page 2 -2009-09-09 23:51:17,970 DEBUG [35] Fetching page from kottke.org -2009-09-09 23:51:18,647 DEBUG [32] Processed Loldogs, Dogs 'n' Puppy Dog Pictures - I Has A Hotdog! in 0:00:04.233482 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:18,647 INFO [33] Fetching nerdboyfriend -2009-09-09 23:51:19,217 DEBUG [33] Processing nerdboyfriend -2009-09-09 23:51:19,217 DEBUG [33] Fetching page from nerdboyfriend -2009-09-09 23:51:19,648 DEBUG [16] Processed MacRumors Page 2 in 0:00:03.203274 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:19,648 INFO [39] Fetching Philip Greenspun's Weblog -2009-09-09 23:51:19,978 DEBUG [35] Processed kottke.org in 0:00:10.617256 [ok] [new=0 updated=0 same=40 error=0] -2009-09-09 23:51:19,978 INFO [30] Fetching Rands In Repose -2009-09-09 23:51:20,021 DEBUG [15] Processed MacRumors : Mac News and Rumors in 0:00:03.691452 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:20,023 INFO [29] Fetching Savory Sweet Life - Easy Recipes For Everyday Cooking by -2009-09-09 23:51:20,169 DEBUG [39] Processing Philip Greenspun's Weblog -2009-09-09 23:51:20,519 DEBUG [39] Fetching page from Philip Greenspun's Weblog -2009-09-09 23:51:20,521 DEBUG [30] Processing Rands In Repose -2009-09-09 23:51:20,521 DEBUG [30] Fetching page from Rands In Repose -2009-09-09 23:51:20,698 DEBUG [33] Processed nerdboyfriend in 0:00:02.050336 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:20,698 INFO [17] Fetching Slashdot -2009-09-09 23:51:20,993 DEBUG [29] Processing Savory Sweet Life - Easy Recipes For Everyday Cooking by -2009-09-09 23:51:20,993 DEBUG [29] Fetching page from Savory Sweet Life - Easy Recipes For Everyday Cooking by -2009-09-09 23:51:21,088 DEBUG [17] Processing Slashdot -2009-09-09 23:51:21,088 DEBUG [17] Fetching page from Slashdot -2009-09-09 23:51:22,796 DEBUG [30] Processed Rands In Repose in 0:00:02.817376 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:22,796 INFO [18] Fetching TechCrunch -2009-09-09 23:51:23,937 DEBUG [18] Processing TechCrunch -2009-09-09 23:51:23,937 DEBUG [18] Fetching page from TechCrunch -2009-09-09 23:51:23,981 DEBUG [29] Processed Savory Sweet Life - Easy Recipes For Everyday Cooking by in 0:00:03.958385 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:23,981 INFO [19] Fetching Ted Dziuba -2009-09-09 23:51:24,624 DEBUG [17] Processed Slashdot in 0:00:03.925935 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:24,624 INFO [2] Fetching The Ampersand -2009-09-09 23:51:25,269 DEBUG [19] Processing Ted Dziuba -2009-09-09 23:51:25,269 DEBUG [19] Fetching page from Ted Dziuba -2009-09-09 23:51:25,896 DEBUG [39] Processed Philip Greenspun's Weblog in 0:00:06.247739 [ok] [new=0 updated=0 same=10 error=0] -2009-09-09 23:51:25,896 INFO [36] Fetching The Cellar - Image of the Day -2009-09-09 23:51:26,364 DEBUG [2] Processing The Ampersand -2009-09-09 23:51:26,364 DEBUG [2] Fetching page from The Ampersand -2009-09-09 23:51:27,454 DEBUG [18] Processed TechCrunch in 0:00:04.658444 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:27,455 INFO [27] Fetching The Doree Chronicles -2009-09-09 23:51:28,020 DEBUG [19] Processed Ted Dziuba in 0:00:04.038535 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:28,020 INFO [37] Fetching The Lens and the Eyebrow -2009-09-09 23:51:29,222 DEBUG [27] Processing The Doree Chronicles -2009-09-09 23:51:29,858 DEBUG [27] Fetching page from The Doree Chronicles -2009-09-09 23:51:30,201 DEBUG [2] Processed The Ampersand in 0:00:05.577195 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:30,202 INFO [3] Fetching The Sartorialist -2009-09-09 23:51:30,767 DEBUG [3] Processing The Sartorialist -2009-09-09 23:51:30,767 DEBUG [3] Fetching page from The Sartorialist -2009-09-09 23:51:31,524 DEBUG [36] Processing The Cellar - Image of the Day -2009-09-09 23:51:31,932 DEBUG [36] Fetching page from The Cellar - Image of the Day -2009-09-09 23:51:31,933 DEBUG [27] Processed The Doree Chronicles in 0:00:04.478204 [ok] [new=0 updated=0 same=20 error=0] -2009-09-09 23:51:31,933 INFO [4] Fetching the selby - photos in your space -2009-09-09 23:51:32,199 DEBUG [3] Processed The Sartorialist in 0:00:01.997706 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:32,200 INFO [28] Fetching The SunRayLab Project -2009-09-09 23:51:32,549 DEBUG [4] Processing the selby - photos in your space -2009-09-09 23:51:32,550 DEBUG [4] Fetching page from the selby - photos in your space -2009-09-09 23:51:32,917 DEBUG [28] Processing The SunRayLab Project -2009-09-09 23:51:33,558 DEBUG [28] Fetching page from The SunRayLab Project -2009-09-09 23:51:34,855 DEBUG [4] Processed the selby - photos in your space in 0:00:02.922016 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:34,856 INFO [20] Fetching wonko.com -2009-09-09 23:51:35,949 DEBUG [37] Processing The Lens and the Eyebrow -2009-09-09 23:51:36,329 DEBUG [20] Processing wonko.com -2009-09-09 23:51:37,473 DEBUG [20] Fetching page from wonko.com -2009-09-09 23:51:37,724 DEBUG [28] Processed The SunRayLab Project in 0:00:05.524612 [ok] [new=0 updated=0 same=13 error=0] -2009-09-09 23:51:37,726 INFO [21] Fetching Yahoo! User Interface Blog -2009-09-09 23:51:38,526 DEBUG [21] Processing Yahoo! User Interface Blog -2009-09-09 23:51:38,526 DEBUG [21] Fetching page from Yahoo! User Interface Blog -2009-09-09 23:51:38,654 DEBUG [36] Processed The Cellar - Image of the Day in 0:00:12.758042 [ok] [new=0 updated=0 same=14 error=0] (SLOW FEED!) -2009-09-09 23:51:38,659 INFO [38] Fetching You Look Nice Today -2009-09-09 23:51:38,843 DEBUG [37] Fetching page from The Lens and the Eyebrow -2009-09-09 23:51:39,051 DEBUG [20] Processed wonko.com in 0:00:04.194910 [ok] [new=0 updated=0 same=10 error=0] -2009-09-09 23:51:45,147 DEBUG [21] Processed Yahoo! User Interface Blog in 0:00:07.420348 [unchanged] [new=0 updated=0 same=0 error=0] -2009-09-09 23:51:46,018 DEBUG [37] Processed The Lens and the Eyebrow in 0:00:17.997827 [ok] [new=0 updated=0 same=20 error=0] (SLOW FEED!) -2009-09-09 23:51:48,183 DEBUG [38] Processing You Look Nice Today -2009-09-09 23:51:48,205 DEBUG - Updated story in feed (You Look Nice Today - East Arcadia State: 2009 MindSetter Sheet): 91 / 91 -2009-09-09 23:51:48,217 DEBUG - Updated story in feed (You Look Nice Today - Visit Hernes!): 91 / 91 -2009-09-09 23:51:48,223 DEBUG - Updated story in feed (You Look Nice Today - Monsters): 91 / 91 -2009-09-09 23:51:48,239 DEBUG - Updated story in feed (You Look Nice Today - The Noises Rest): 91 / 91 -2009-09-09 23:51:48,246 DEBUG - Updated story in feed (You Look Nice Today - Our Theme Music): 91 / 91 -2009-09-09 23:51:48,256 DEBUG - Updated story in feed (You Look Nice Today - VSOP Roundup): 91 / 91 -2009-09-09 23:51:48,280 DEBUG - Updated story in feed (You Look Nice Today - Production Journal: "Selfish Express"): 91 / 91 -2009-09-09 23:51:48,297 DEBUG - Updated story in feed (You Look Nice Today - Satisfaction Island (YLNT Forum)): 91 / 91 -2009-09-09 23:51:48,359 DEBUG - Updated story in feed (You Look Nice Today - Neglected Originals): 91 / 91 -2009-09-09 23:51:48,381 DEBUG - Updated story in feed (You Look Nice Today - Some Notable Failures: An August Diary): 91 / 91 -2009-09-09 23:51:48,388 DEBUG - Updated story in feed (You Look Nice Today - The Situation): 91 / 91 -2009-09-09 23:51:48,411 DEBUG - Updated story in feed (You Look Nice Today - Rumor of a Leak): 91 / 91 -2009-09-09 23:51:48,419 DEBUG - Updated story in feed (You Look Nice Today - Estelle Getty, 1923-2008): 91 / 91 -2009-09-09 23:51:48,426 DEBUG - Updated story in feed (You Look Nice Today - A Ringtone Tragedy): 91 / 91 -2009-09-09 23:51:48,528 DEBUG - Updated story in feed (You Look Nice Today - Challenge: What's Your Latte Name?): 91 / 91 -2009-09-09 23:51:48,602 DEBUG - Updated story in feed (You Look Nice Today - Career-Confused? WE CAN HELP): 91 / 91 -2009-09-09 23:51:48,651 DEBUG - Updated story in feed (You Look Nice Today - Challenge: Design a Uniform for The YLNT Talent): 91 / 91 -2009-09-09 23:51:48,681 DEBUG - Updated story in feed (You Look Nice Today - Snare!® marketing materials arrive): 91 / 91 -2009-09-09 23:51:48,708 DEBUG - Updated story in feed (You Look Nice Today - Select nuts unboxing video): 91 / 91 -2009-09-09 23:51:48,775 DEBUG [38] Fetching page from You Look Nice Today -2009-09-09 23:51:53,512 DEBUG [38] Processed You Look Nice Today in 0:00:14.852975 [ok] [new=0 updated=19 same=33 error=0] (SLOW FEED!) -2009-09-09 23:51:53,514 INFO * DONE in 0:01:05.150474 -* Feeds: ok=12 unchanged=27 cant_parse=0 http_error=0 exception=0 -* Entries: new=0 updated=24 same=284 error=0 +2009-09-10 00:17:08,967 INFO [1] Fetching 43 Folders +2009-09-10 00:17:10,554 DEBUG [1] Processing 43 Folders +2009-09-10 00:17:10,554 DEBUG [1] Fetching page from 43 Folders +2009-09-10 00:17:11,304 DEBUG [1] Processed 43 Folders in 0:00:02.336807 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:17:11,304 INFO [5] Fetching Ajaxian » Front Page +2009-09-10 00:17:11,873 DEBUG [5] Processing Ajaxian » Front Page +2009-09-10 00:17:11,873 DEBUG [5] Fetching page from Ajaxian » Front Page +2009-09-10 00:17:13,626 DEBUG [5] Processed Ajaxian » Front Page in 0:00:02.322339 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:17:13,627 INFO [22] Fetching Brokelyn +2009-09-10 00:17:14,365 DEBUG [22] Processing Brokelyn +2009-09-10 00:17:14,365 DEBUG [22] Fetching page from Brokelyn +2009-09-10 00:17:15,933 DEBUG [22] Processed Brokelyn in 0:00:02.306408 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:17:15,933 INFO [23] Fetching Brownstoner +2009-09-10 00:17:16,256 DEBUG [23] Processing Brownstoner +2009-09-10 00:17:16,257 DEBUG [23] Fetching page from Brownstoner +2009-09-10 00:17:17,267 DEBUG [23] Processed Brownstoner in 0:00:01.333885 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:17:17,267 INFO [24] Fetching c a s a C A R A ~ OLD HOUSES FOR FUN & PROFIT ~ +2009-09-10 00:17:17,778 DEBUG [24] Processing c a s a C A R A ~ OLD HOUSES FOR FUN & PROFIT ~ +2009-09-10 00:17:17,778 DEBUG [24] Fetching page from c a s a C A R A ~ OLD HOUSES FOR FUN & PROFIT ~ +2009-09-10 00:17:18,832 DEBUG [24] Processed c a s a C A R A ~ OLD HOUSES FOR FUN & PROFIT ~ in 0:00:01.564477 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:17:18,832 INFO [6] Fetching Coding Horror +2009-09-10 00:17:19,175 DEBUG [6] Processing Coding Horror +2009-09-10 00:17:19,175 DEBUG [6] Fetching page from Coding Horror +2009-09-10 00:17:20,581 DEBUG [6] Processed Coding Horror in 0:00:01.749015 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:17:20,582 INFO [7] Fetching Daring Fireball +2009-09-10 00:17:21,518 DEBUG [7] Processing Daring Fireball +2009-09-10 00:17:22,225 DEBUG - Updated story in feed (Daring Fireball - John Nack on Snow Leopard’s New Default Gamma Setting): 589 / 287 +2009-09-10 00:17:22,305 DEBUG - Updated story in feed (Daring Fireball - Commodore 64 Emulator for iPhone Approved by Apple): 1184 / 1086 +2009-09-10 00:17:22,393 DEBUG - Updated story in feed (Daring Fireball - Spotify Mobile App Released for Both iPhone and Android): 456 / 382 +2009-09-10 00:17:23,090 DEBUG - Updated story in feed (Daring Fireball - ★ More on the Snow Leopard/Old Version of Flash Brouhaha): 12297 / 11446 +2009-09-10 00:17:25,323 DEBUG [7] Fetching page from Daring Fireball +2009-09-10 00:17:28,822 DEBUG [7] Processed Daring Fireball in 0:00:08.240055 [ok] [new=0 updated=4 same=43 error=0] +2009-09-10 00:17:28,822 INFO [8] Fetching David Cramer's Blog +2009-09-10 00:17:29,996 DEBUG [8] Processing David Cramer's Blog +2009-09-10 00:17:29,996 DEBUG [8] !BOZO! Feed is not well formed: http://www.davidcramer.net/feed +2009-09-10 00:17:30,149 DEBUG [8] Fetching page from David Cramer's Blog +2009-09-10 00:17:33,155 DEBUG [8] Processed David Cramer's Blog in 0:00:04.333052 [ok] [new=0 updated=0 same=10 error=0] +2009-09-10 00:17:33,155 INFO [9] Fetching Devthought +2009-09-10 00:17:35,606 DEBUG [9] Processing Devthought +2009-09-10 00:17:35,607 DEBUG [9] Fetching page from Devthought +2009-09-10 00:17:42,740 DEBUG [9] Processed Devthought in 0:00:09.584088 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:17:42,740 INFO [31] Fetching FAIL Blog: Pictures and Videos of Owned, Pwnd and Fail Moments +2009-09-10 00:17:44,611 DEBUG [31] Processing FAIL Blog: Pictures and Videos of Owned, Pwnd and Fail Moments +2009-09-10 00:17:44,612 DEBUG [31] Fetching page from FAIL Blog: Pictures and Videos of Owned, Pwnd and Fail Moments +2009-09-10 00:17:49,339 DEBUG [31] Processed FAIL Blog: Pictures and Videos of Owned, Pwnd and Fail Moments in 0:00:06.599186 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:17:49,339 INFO [34] Fetching FMyLife +2009-09-10 00:17:50,715 DEBUG [34] Processing FMyLife +2009-09-10 00:17:51,343 DEBUG [34] Fetching page from FMyLife +2009-09-10 00:17:53,192 DEBUG [34] Processed FMyLife in 0:00:03.852236 [ok] [new=0 updated=0 same=35 error=0] +2009-09-10 00:17:53,192 INFO [25] Fetching Gawker +2009-09-10 00:17:53,431 DEBUG [25] Processing Gawker +2009-09-10 00:17:53,431 DEBUG [25] Fetching page from Gawker +2009-09-10 00:17:55,975 DEBUG [25] Processed Gawker in 0:00:02.783495 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:17:55,976 INFO [26] Fetching Gothamist +2009-09-10 00:17:59,072 DEBUG [26] Processing Gothamist +2009-09-10 00:17:59,691 DEBUG - Updated story in feed (Gothamist - Extra, Extra): 4815 / 4740 +2009-09-10 00:18:05,642 DEBUG [26] Fetching page from Gothamist +2009-09-10 00:18:10,536 DEBUG [26] Processed Gothamist in 0:00:14.560350 [ok] [new=1 updated=1 same=40 error=0] (SLOW FEED!) +2009-09-10 00:18:10,539 INFO [10] Fetching Hacker News +2009-09-10 00:18:20,147 DEBUG [10] Processing Hacker News +2009-09-10 00:18:25,698 DEBUG [10] Fetching page from Hacker News +2009-09-10 00:18:29,805 DEBUG [10] Processed Hacker News in 0:00:19.266363 [ok] [new=0 updated=0 same=30 error=0] (SLOW FEED!) +2009-09-10 00:18:29,805 INFO [11] Fetching James Padolsey +2009-09-10 00:18:31,087 DEBUG [11] Processing James Padolsey +2009-09-10 00:18:31,088 DEBUG [11] Fetching page from James Padolsey +2009-09-10 00:18:35,389 DEBUG [11] Processed James Padolsey in 0:00:05.583857 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:18:35,389 INFO [12] Fetching Joel on Software +2009-09-10 00:18:36,672 DEBUG [12] Processing Joel on Software +2009-09-10 00:18:36,673 DEBUG [12] Fetching page from Joel on Software +2009-09-10 00:18:41,243 DEBUG [12] Processed Joel on Software in 0:00:05.854002 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:18:41,244 INFO [13] Fetching John Resig +2009-09-10 00:18:41,754 DEBUG [13] Processing John Resig +2009-09-10 00:18:41,754 DEBUG [13] Fetching page from John Resig +2009-09-10 00:18:42,306 DEBUG [13] Processed John Resig in 0:00:01.062329 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:18:42,306 INFO [14] Fetching jQuery Blog +2009-09-10 00:18:43,179 DEBUG [14] Processing jQuery Blog +2009-09-10 00:18:43,179 DEBUG [14] Fetching page from jQuery Blog +2009-09-10 00:18:45,634 DEBUG [14] Processed jQuery Blog in 0:00:03.327852 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:18:45,635 INFO [35] Fetching kottke.org +2009-09-10 00:18:47,920 DEBUG [35] Processing kottke.org +2009-09-10 00:18:50,017 DEBUG [35] Fetching page from kottke.org +2009-09-10 00:18:54,735 DEBUG [35] Processed kottke.org in 0:00:09.099958 [ok] [new=0 updated=0 same=40 error=0] +2009-09-10 00:18:54,736 INFO [32] Fetching Loldogs, Dogs 'n' Puppy Dog Pictures - I Has A Hotdog! +2009-09-10 00:18:56,042 DEBUG [32] Processing Loldogs, Dogs 'n' Puppy Dog Pictures - I Has A Hotdog! +2009-09-10 00:18:56,042 DEBUG [32] Fetching page from Loldogs, Dogs 'n' Puppy Dog Pictures - I Has A Hotdog! +2009-09-10 00:19:03,543 DEBUG [32] Processed Loldogs, Dogs 'n' Puppy Dog Pictures - I Has A Hotdog! in 0:00:08.807271 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:19:03,543 INFO [15] Fetching MacRumors : Mac News and Rumors +2009-09-10 00:19:05,144 DEBUG [15] Processing MacRumors : Mac News and Rumors +2009-09-10 00:19:05,144 DEBUG [15] Fetching page from MacRumors : Mac News and Rumors +2009-09-10 00:19:08,125 DEBUG [15] Processed MacRumors : Mac News and Rumors in 0:00:04.581689 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:19:08,125 INFO [16] Fetching MacRumors Page 2 +2009-09-10 00:19:09,252 DEBUG [16] Processing MacRumors Page 2 +2009-09-10 00:19:09,252 DEBUG [16] Fetching page from MacRumors Page 2 +2009-09-10 00:19:14,340 DEBUG [16] Processed MacRumors Page 2 in 0:00:06.215257 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:19:14,341 INFO [33] Fetching nerdboyfriend +2009-09-10 00:19:15,759 DEBUG [33] Processing nerdboyfriend +2009-09-10 00:19:15,759 DEBUG [33] Fetching page from nerdboyfriend +2009-09-10 00:19:19,606 DEBUG [33] Processed nerdboyfriend in 0:00:05.264956 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:19:19,606 INFO [39] Fetching Philip Greenspun's2009-09-10 00:26:20,992 SQL SELECT `auth_user`.`id`, `auth_user`.`username`, `auth_user`.`first_name`, `auth_user`.`last_name`, `auth_user`.`email`, `auth_user`.`password`, `auth_user`.`is_staff`, `auth_user`.`is_active`, `auth_user`.`is_superuser`, `auth_user`.`last_login`, `auth_user`.`date_joined` FROM `auth_user` WHERE `auth_user`.`username` = conesus +2009-09-10 00:26:21,001 SQL SELECT `feeds`.`id`, `feeds`.`feed_address`, `feeds`.`feed_link`, `feeds`.`feed_title`, `feeds`.`feed_tagline`, `feeds`.`active`, `feeds`.`num_subscribers`, `feeds`.`last_update`, `feeds`.`min_to_decay`, `feeds`.`days_to_trim`, `feeds`.`creation`, `feeds`.`etag`, `feeds`.`last_modified`, `feeds`.`page_data` FROM `feeds` WHERE `feeds`.`id` = 18 ORDER BY `feeds`.`feed_title` ASC +2009-09-10 00:26:21,020 SQL SELECT `stories`.`id`, `stories`.`story_feed_id`, `stories`.`story_date`, `stories`.`story_title`, `stories`.`story_content`, `stories`.`story_original_content`, `stories`.`story_content_type`, `stories`.`story_author`, `stories`.`story_permalink`, `stories`.`story_guid`, `stories`.`story_past_trim_date` FROM `stories` WHERE `stories`.`story_feed_id` = 18 ORDER BY `stories`.`story_date` DESC LIMIT 50 +2009-09-10 00:26:21,060 SQL SELECT `reader_usersubscription`.`id`, `reader_usersubscription`.`user_id`, `reader_usersubscription`.`feed_id`, `reader_usersubscription`.`last_read_date`, `reader_usersubscription`.`mark_read_date`, `reader_usersubscription`.`unread_count`, `reader_usersubscription`.`unread_count_updated`, `reader_usersubscription`.`scores` FROM `reader_usersubscription` WHERE (`reader_usersubscription`.`feed_id` = 18 AND `reader_usersubscription`.`user_id` = 1 ) +2009-09-10 00:26:21,071 DEBUG Feed: TechCrunch +2009-09-10 00:26:21,084 SQL SELECT `reader_userstory`.`id`, `reader_userstory`.`user_id`, `reader_userstory`.`feed_id`, `reader_userstory`.`story_id`, `reader_userstory`.`read_date`, `reader_userstory`.`opinion` FROM `reader_userstory` WHERE (`reader_userstory`.`feed_id` = 18 AND `reader_userstory`.`user_id` = 1 ) +2009-09-10 00:26:21,223 SQL SELECT `feeds`.`id`, `feeds`.`feed_address`, `feeds`.`feed_link`, `feeds`.`feed_title`, `feeds`.`feed_tagline`, `feeds`.`active`, `feeds`.`num_subscribers`, `feeds`.`last_update`, `feeds`.`min_to_decay`, `feeds`.`days_to_trim`, `feeds`.`creation`, `feeds`.`etag`, `feeds`.`last_modified`, `feeds`.`page_data` FROM `feeds` WHERE `feeds`.`id` = 18 ORDER BY `feeds`.`feed_title` ASC +2009-09-10 00:26:21,356 SQL SELECT `feeds`.`id`, `feeds`.`feed_address`, `feeds`.`feed_link`, `feeds`.`feed_title`, `feeds`.`feed_tagline`, `feeds`.`active`, `feeds`.`num_subscribers`, `feeds`.`last_update`, `feeds`.`min_to_decay`, `feeds`.`days_to_trim`, `feeds`.`creation`, `feeds`.`etag`, `feeds`.`last_modified`, `feeds`.`page_data` FROM `feeds` WHERE `feeds`.`id` = 18 ORDER BY `feeds`.`feed_title` ASC +2009-09-10 00:26:38,323 SQL SELECT `feeds`.`id`, `feeds`.`feed_address`, `feeds`.`feed_link`, `feeds`.`feed_title`, `feeds`.`feed_tagline`, `feeds`.`active`, `feeds`.`num_subscribers`, `feeds`.`last_update`, `feeds`.`min_to_decay`, `feeds`.`days_to_trim`, `feeds`.`creation`, `feeds`.`etag`, `feeds`.`last_modified`, `feeds`.`page_data` FROM `feeds` WHERE `feeds`.`id` = 17 ORDER BY `feeds`.`feed_title` ASC +2009-09-10 00:26:38,339 SQL SELECT `stories`.`id`, `stories`.`story_feed_id`, `stories`.`story_date`, `stories`.`story_title`, `stories`.`story_content`, `stories`.`story_original_content`, `stories`.`story_content_type`, `stories`.`story_author`, `stories`.`story_permalink`, `stories`.`story_guid`, `stories`.`story_past_trim_date` FROM `stories` WHERE `stories`.`story_feed_id` = 17 ORDER BY `stories`.`story_date` DESC LIMIT 50 +2009-09-10 00:26:38,379 SQL SELECT `reader_usersubscription`.`id`, `reader_usersubscription`.`user_id`, `reader_usersubscription`.`feed_id`, `reader_usersubscription`.`last_read_date`, `reader_usersubscription`.`mark_read_date`, `reader_usersubscription`.`unread_count`, `reader_usersubscription`.`unread_count_updated`, `reader_usersubscription`.`scores` FROM `reader_usersubscription` WHERE (`reader_usersubscription`.`feed_id` = 17 AND `reader_usersubscription`.`user_id` = 1 ) +2009-09-10 00:26:38,401 DEBUG Feed: Slashdot +2009-09-10 00:26:38,412 SQL SELECT `reader_userstory`.`id`, `reader_userstory`.`user_id`, `reader_userstory`.`feed_id`, `reader_userstory`.`story_id`, `reader_userstory`.`read_date`, `reader_userstory`.`opinion` FROM `reader_userstory` WHERE (`reader_userstory`.`feed_id` = 17 AND `reader_userstory`.`user_id` = 1 ) +2009-09-10 00:26:38,491 SQL SELECT `feeds`.`id`, `feeds`.`feed_address`, `feeds`.`feed_link`, `feeds`.`feed_title`, `feeds`.`feed_tagline`, `feeds`.`active`, `feeds`.`num_subscribers`, `feeds`.`last_update`, `feeds`.`min_to_decay`, `feeds`.`days_to_trim`, `feeds`.`creation`, `feeds`.`etag`, `feeds`.`last_modified`, `feeds`.`page_data` FROM `feeds` WHERE `feeds`.`id` = 17 ORDER BY `feeds`.`feed_title` ASC +2009-09-10 00:26:38,561 SQL SELECT `feeds`.`id`, `feeds`.`feed_address`, `feeds`.`feed_link`, `feeds`.`feed_title`, `feeds`.`feed_tagline`, `feeds`.`active`, `feeds`.`num_subscribers`, `feeds`.`last_update`, `feeds`.`min_to_decay`, `feeds`.`days_to_trim`, `feeds`.`creation`, `feeds`.`etag`, `feeds`.`last_modified`, `feeds`.`page_data` FROM `feeds` WHERE `feeds`.`id` = 17 ORDER BY `feeds`.`feed_title` ASC +O [20] Fetching wonko.com +2009-09-10 00:21:31,049 DEBUG [20] Processing wonko.com +2009-09-10 00:21:31,422 DEBUG [20] Fetching page from wonko.com +2009-09-10 00:21:35,794 DEBUG [20] Processed wonko.com in 0:00:10.948643 [ok] [new=1 updated=0 same=9 error=0] +2009-09-10 00:21:35,794 INFO [21] Fetching Yahoo! User Interface Blog +2009-09-10 00:21:38,139 DEBUG [21] Processing Yahoo! User Interface Blog +2009-09-10 00:21:38,139 DEBUG [21] Fetching page from Yahoo! User Interface Blog +2009-09-10 00:21:43,288 DEBUG [21] Processed Yahoo! User Interface Blog in 0:00:07.493597 [unchanged] [new=0 updated=0 same=0 error=0] +2009-09-10 00:21:43,288 INFO [38] Fetching You Look Nice Today +2009-09-10 00:21:50,816 DEBUG [38] Processing You Look Nice Today +2009-09-10 00:21:50,839 DEBUG - Updated story in feed (You Look Nice Today - East Arcadia State: 2009 MindSetter Sheet): 91 / 91 +2009-09-10 00:21:50,854 DEBUG - Updated story in feed (You Look Nice Today - Visit Hernes!): 91 / 91 +2009-09-10 00:21:50,860 DEBUG - Updated story in feed (You Look Nice Today - Monsters): 91 / 91 +2009-09-10 00:21:50,877 DEBUG - Updated story in feed (You Look Nice Today - The Noises Rest): 91 / 91 +2009-09-10 00:21:50,884 DEBUG - Updated story in feed (You Look Nice Today - Our Theme Music): 91 / 91 +2009-09-10 00:21:50,896 DEBUG - Updated story in feed (You Look Nice Today - VSOP Roundup): 91 / 91 +2009-09-10 00:21:50,907 DEBUG - Updated story in feed (You Look Nice Today - Boothies): 91 / 91 +2009-09-10 00:21:50,941 DEBUG - Updated story in feed (You Look Nice Today - Satisfaction Island (YLNT Forum)): 91 / 91 +2009-09-10 00:21:51,003 DEBUG - Updated story in feed (You Look Nice Today - Neglected Originals): 91 / 91 +2009-09-10 00:21:51,027 DEBUG - Updated story in feed (You Look Nice Today - Some Notable Failures: An August Diary): 91 / 91 +2009-09-10 00:21:51,034 DEBUG - Updated story in feed (You Look Nice Today - The Situation): 91 / 91 +2009-09-10 00:21:51,058 DEBUG - Updated story in feed (You Look Nice Today - Rumor of a Leak): 91 / 91 +2009-09-10 00:21:51,068 DEBUG - Updated story in feed (You Look Nice Today - Estelle Getty, 1923-2008): 91 / 91 +2009-09-10 00:21:51,077 DEBUG - Updated story in feed (You Look Nice Today - A Ringtone Tragedy): 91 / 91 +2009-09-10 00:21:51,181 DEBUG - Updated story in feed (You Look Nice Today - Challenge: What's Your Latte Name?): 91 / 91 +2009-09-10 00:21:51,257 DEBUG - Updated story in feed (You Look Nice Today - Career-Confused? WE CAN HELP): 91 / 91 +2009-09-10 00:21:51,308 DEBUG - Updated story in feed (You Look Nice Today - Challenge: Design a Uniform for The YLNT Talent): 91 / 91 +2009-09-10 00:21:51,340 DEBUG - Updated story in feed (You Look Nice Today - Snare!® marketing materials arrive): 91 / 91 +2009-09-10 00:21:51,370 DEBUG - Updated story in feed (You Look Nice Today - Select nuts unboxing video): 91 / 91 +2009-09-10 00:21:51,439 DEBUG [38] Fetching page from You Look Nice Today +2009-09-10 00:21:55,596 DEBUG [38] Processed You Look Nice Today in 0:00:12.307973 [ok] [new=0 updated=19 same=33 error=0] (SLOW FEED!) +2009-09-10 00:21:55,597 INFO * DONE in 0:04:46.657868 +* Feeds: ok=16 unchanged=23 cant_parse=0 http_error=0 exception=0 +* Entries: new=2 updated=31 same=375 error=0 diff --git a/utils/feed_fetcher.py b/utils/feed_fetcher.py index 5efc4d216..b9782e6c8 100644 --- a/utils/feed_fetcher.py +++ b/utils/feed_fetcher.py @@ -225,6 +225,7 @@ class Dispatcher: feed = feed_queue.get(block=False) except EmptyQueue, e: print 'Queue empty...' + sys.exit() break start_time = datetime.datetime.now()