From e8c006b4272eaebb8633bed2ace841a930d2af05 Mon Sep 17 00:00:00 2001 From: codelucas Date: Fri, 16 Jan 2015 13:24:34 -0800 Subject: [PATCH] Refactor /tests to prep for mocking all HTML --- tests/benchmarks.py | 10 +- tests/data/fulltext_domain_list.txt | 87 + tests/data/fulltext_url_list.txt | 145 + tests/data/html/247wallst.com1.html | 1246 +++ tests/data/html/247wallst.com2.html | 1251 +++ tests/data/html/about.com1.html | 1320 +++ tests/data/html/about.com2.html | 1459 +++ tests/data/html/adoption.com1.html | 686 ++ tests/data/html/al.com1.html | 1392 +++ tests/data/html/al.com2.html | 1864 ++++ tests/data/html/apartmenttherapy.com1.html | 1165 ++ tests/data/html/apartmenttherapy.com2.html | 1149 ++ tests/data/html/architecturaldigest.com1.html | 1630 +++ tests/data/html/architecturaldigest.com2.html | 1685 +++ tests/data/html/avclub.com1.html | 1652 +++ tests/data/html/avclub.com2.html | 1665 +++ tests/data/html/backstage.com1.html | 802 ++ tests/data/html/backstage.com2.html | 1078 ++ tests/data/html/bhg.com1.html | 2187 ++++ tests/data/html/bhg.com2.html | 863 ++ tests/data/html/bloomberg.com1.html | 2611 +++++ tests/data/html/bostonherald.com1.html | 1015 ++ tests/data/html/bostonherald.com2.html | 940 ++ tests/data/html/businessinsider.com1.html | 1940 ++++ tests/data/html/businessinsider.com2.html | 1999 ++++ tests/data/html/businessweek.com1.html | 978 ++ tests/data/html/businessweek.com2.html | 1171 ++ tests/data/html/cleveland.com1.html | 1350 +++ tests/data/html/cleveland.com2.html | 1299 +++ tests/data/html/cntraveler.com1.html | 1229 +++ tests/data/html/cntraveler.com2.html | 1225 +++ tests/data/html/coolhunting.com1.html | 1005 ++ tests/data/html/coolhunting.com2.html | 1005 ++ tests/data/html/cricket.com.au1.html | 1322 +++ tests/data/html/cricket.com.au2.html | 838 ++ tests/data/html/dailycaller.com1.html | 977 ++ tests/data/html/dailycaller.com2.html | 1007 ++ tests/data/html/dailystar.co.uk1.html | 1561 +++ tests/data/html/dailystar.co.uk2.html | 1403 +++ tests/data/html/dallasnews.com1.html | 568 + tests/data/html/dallasnews.com2.html | 634 ++ tests/data/html/details.com1.html | 6850 ++++++++++++ tests/data/html/details.com2.html | 9473 ++++++++++++++++ tests/data/html/elle.com1.html | 6163 +++++++++++ tests/data/html/elle.com2.html | 3387 ++++++ tests/data/html/flavorwire.com1.html | 1276 +++ tests/data/html/flavorwire.com2.html | 1355 +++ tests/data/html/fool.com1.html | 2009 ++++ tests/data/html/fool.com2.html | 14 + tests/data/html/foxbusiness.com1.html | 598 + tests/data/html/foxbusiness.com2.html | 524 + tests/data/html/foxnews.com1.html | 808 ++ tests/data/html/foxnews.com2.html | 794 ++ tests/data/html/glamour.com1.html | 2328 ++++ tests/data/html/glamour.com2.html | 2330 ++++ tests/data/html/globalnews.ca1.html | 1920 ++++ tests/data/html/globalnews.ca2.html | 1874 ++++ tests/data/html/gq.com1.html | 8287 ++++++++++++++ tests/data/html/gq.com2.html | 9774 +++++++++++++++++ tests/data/html/graziadaily.co.uk1.html | 881 ++ tests/data/html/graziadaily.co.uk2.html | 907 ++ tests/data/html/gulflive.com1.html | 1191 ++ tests/data/html/gulflive.com2.html | 1605 +++ tests/data/html/huffingtonpost.com1.html | 2637 +++++ tests/data/html/lifebuzz.com1.html | 1164 ++ tests/data/html/lifebuzz.com2.html | 1274 +++ tests/data/html/livescience.com1.html | 804 ++ tests/data/html/livescience.com2.html | 820 ++ tests/data/html/mashable.com1.html | 370 + tests/data/html/mashable.com2.html | 423 + tests/data/html/mlive.com1.html | 1729 +++ tests/data/html/mlive.com2.html | 1493 +++ tests/data/html/newyorker.com1.html | 1038 ++ tests/data/html/nj.com1.html | 2215 ++++ tests/data/html/nola.com1.html | 1604 +++ tests/data/html/nydailynews.com1.html | 853 ++ tests/data/html/nypost.com1.html | 1748 +++ tests/data/html/nypost.com2.html | 1697 +++ tests/data/html/ok.co.uk1.html | 1028 ++ tests/data/html/ok.co.uk2.html | 1016 ++ tests/data/html/oregonlive.com1.html | 1505 +++ tests/data/html/oregonlive.com2.html | 1303 +++ tests/data/html/parsely.com1.html | 854 ++ tests/data/html/parsely.com2.html | 874 ++ tests/data/html/pe.com1.html | 1097 ++ tests/data/html/pewresearch.org1.html | 648 ++ tests/data/html/pewresearch.org2.html | 450 + tests/data/html/pixable.com1.html | 877 ++ tests/data/html/pixable.com2.html | 878 ++ tests/data/html/pixelmonkey.org1.html | 403 + tests/data/html/pixelmonkey.org2.html | 391 + tests/data/html/readwrite.com1.html | 168 + tests/data/html/recipe.com1.html | 1035 ++ tests/data/html/recipe.com2.html | 645 ++ tests/data/html/reuters.com1.html | 1289 +++ tests/data/html/reuters.com2.html | 1323 +++ tests/data/html/reuters.com3.html | 1268 +++ tests/data/html/reuters.com4.html | 1220 ++ tests/data/html/self.com1.html | 1694 +++ tests/data/html/self.com2.html | 1713 +++ tests/data/html/sitepoint.com1.html | 845 ++ tests/data/html/sitepoint.com2.html | 1081 ++ tests/data/html/slate.com1.html | 4034 +++++++ tests/data/html/slate.com2.html | 5245 +++++++++ tests/data/html/space.com1.html | 1201 ++ tests/data/html/space.com2.html | 803 ++ tests/data/html/syracuse.com1.html | 1555 +++ tests/data/html/syracuse.com2.html | 1768 +++ tests/data/html/talkingpointsmemo.com1.html | 770 ++ tests/data/html/technologyreview.com1.html | 2095 ++++ tests/data/html/technologyreview.com2.html | 2056 ++++ tests/data/html/teenvogue.com1.html | 5658 ++++++++++ tests/data/html/teenvogue.com2.html | 5680 ++++++++++ tests/data/html/telegraph.co.uk1.html | 2694 +++++ tests/data/html/telegraph.co.uk2.html | 2293 ++++ tests/data/html/theatlantic.com1.html | 2206 ++++ tests/data/html/theatlantic.com2.html | 2233 ++++ tests/data/html/theatlanticcities.com1.html | 1160 ++ tests/data/html/theatlanticcities.com2.html | 1145 ++ tests/data/html/thedailybeast.com1.html | 5 + tests/data/html/thedailybeast.com2.html | 3 + tests/data/html/thedebrief.co.uk1.html | 693 ++ tests/data/html/thedebrief.co.uk2.html | 713 ++ tests/data/html/theglobeandmail.com1.html | 2113 ++++ tests/data/html/theglobeandmail.com2.html | 2134 ++++ tests/data/html/thekitchn.com1.html | 1060 ++ tests/data/html/thekitchn.com2.html | 1062 ++ tests/data/html/thenextweb.com1.html | 914 ++ tests/data/html/theonion.com1.html | 229 + tests/data/html/theroot.com1.html | 2109 ++++ tests/data/html/tnr.com1.html | 1177 ++ tests/data/html/tnr.com2.html | 1164 ++ tests/data/html/uproxx.com1.html | 1148 ++ tests/data/html/uproxx.com2.html | 1182 ++ tests/data/html/upworthy.com1.html | 892 ++ tests/data/html/upworthy.com2.html | 908 ++ tests/data/html/usnews.com1.html | 9227 ++++++++++++++++ tests/data/html/usnews.com2.html | 1021 ++ tests/data/html/vanityfair.com1.html | 1288 +++ tests/data/html/vogue.de1.html | 1103 ++ tests/data/html/vogue.de2.html | 1675 +++ tests/data/html/wetpaint.com1.html | 920 ++ tests/data/html/wetpaint.com2.html | 916 ++ tests/data/html/wired.com1.html | 2105 ++++ tests/data/html/wired.com2.html | 1991 ++++ tests/data/html/wnet.org1.html | 267 + tests/data/html/wnet.org2.html | 266 + tests/data/html/youbeauty.com1.html | 2169 ++++ tests/data/html/youbeauty.com2.html | 2079 ++++ tests/data/text/247wallst.com1.txt | 13 + tests/data/text/247wallst.com2.txt | 11 + tests/data/text/about.com1.txt | 21 + tests/data/text/about.com2.txt | 79 + tests/data/text/adoption.com1.txt | 39 + tests/data/text/al.com1.txt | 23 + tests/data/text/al.com2.txt | 29 + tests/data/text/apartmenttherapy.com1.txt | 1 + tests/data/text/apartmenttherapy.com2.txt | 1 + tests/data/text/arabic.txt | 4 +- tests/data/text/architecturaldigest.com1.txt | 15 + tests/data/text/architecturaldigest.com2.txt | 3 + tests/data/text/avclub.com1.txt | 122 + tests/data/text/avclub.com2.txt | 4 + tests/data/text/backstage.com1.txt | 3 + tests/data/text/backstage.com2.txt | 7 + tests/data/text/bhg.com1.txt | 45 + tests/data/text/bhg.com2.txt | 7 + tests/data/text/bloomberg.com1.txt | 91 + tests/data/text/bostonherald.com1.txt | 1 + tests/data/text/bostonherald.com2.txt | 3 + tests/data/text/businessinsider.com1.txt | 13 + tests/data/text/businessinsider.com2.txt | 39 + tests/data/text/businessweek.com1.txt | 99 + tests/data/text/businessweek.com2.txt | 13 + tests/data/text/chinese.txt | 30 +- tests/data/text/cleveland.com1.txt | 27 + tests/data/text/cleveland.com2.txt | 151 + tests/data/text/cnn.txt | 14 + tests/data/text/cnn_summary.txt | 5 + tests/data/text/cntraveler.com1.txt | 1 + tests/data/text/cntraveler.com2.txt | 1 + tests/data/text/coolhunting.com1.txt | 17 + tests/data/text/cricket.com.au1.txt | 77 + tests/data/text/cricket.com.au2.txt | 1 + tests/data/text/dailycaller.com1.txt | 31 + tests/data/text/dailycaller.com2.txt | 31 + tests/data/text/dailystar.co.uk1.txt | 1 + tests/data/text/dailystar.co.uk2.txt | 1 + tests/data/text/dallasnews.com1.txt | 9 + tests/data/text/dallasnews.com2.txt | 17 + tests/data/text/details.com1.txt | 0 tests/data/text/details.com2.txt | 1 + tests/data/text/elle.com1.txt | 3 + tests/data/text/elle.com2.txt | 65 + tests/data/text/flavorwire.com1.txt | 31 + tests/data/text/flavorwire.com2.txt | 23 + tests/data/text/fool.com1.txt | 55 + tests/data/text/fool.com2.txt | 0 tests/data/text/foxbusiness.com1.txt | 99 + tests/data/text/foxbusiness.com2.txt | 33 + tests/data/text/foxnews.com1.txt | 47 + tests/data/text/foxnews.com2.txt | 19 + tests/data/text/foxnews.com3.txt | 0 tests/data/text/foxnews.com4.txt | 3 + tests/data/text/glamour.com1.txt | 19 + tests/data/text/glamour.com2.txt | 9 + tests/data/text/globalnews.ca1.txt | 1 + tests/data/text/globalnews.ca2.txt | 1 + tests/data/text/gq.com1.txt | 23 + tests/data/text/gq.com2.txt | 47 + tests/data/text/graziadaily.co.uk1.txt | 7 + tests/data/text/graziadaily.co.uk2.txt | 25 + tests/data/text/gulflive.com1.txt | 73 + tests/data/text/gulflive.com2.txt | 5 + tests/data/text/huffingtonpost.com1.txt | 24 + tests/data/text/lifebuzz.com1.txt | 34 + tests/data/text/lifebuzz.com2.txt | 48 + tests/data/text/livescience.com1.txt | 41 + tests/data/text/livescience.com2.txt | 49 + tests/data/text/mashable.com1.txt | 5 + tests/data/text/mashable.com2.txt | 39 + tests/data/text/mlive.com1.txt | 15 + tests/data/text/mlive.com2.txt | 35 + tests/data/text/newyorker.com1.txt | 1 + tests/data/text/nj.com1.txt | 83 + tests/data/text/nola.com1.txt | 35 + tests/data/text/nydailynews.com1.txt | 25 + tests/data/text/nypost.com1.txt | 31 + tests/data/text/nypost.com2.txt | 37 + tests/data/text/ok.co.uk1.txt | 33 + tests/data/text/ok.co.uk2.txt | 33 + tests/data/text/oregonlive.com1.txt | 63 + tests/data/text/oregonlive.com2.txt | 17 + tests/data/text/parsely.com1.txt | 45 + tests/data/text/parsely.com2.txt | 65 + tests/data/text/pe.com1.txt | 37 + tests/data/text/pewresearch.org1.txt | 27 + tests/data/text/pewresearch.org2.txt | 15 + tests/data/text/pixable.com1.txt | 1 + tests/data/text/pixable.com2.txt | 1 + tests/data/text/pixelmonkey.org1.txt | 1 + tests/data/text/pixelmonkey.org2.txt | 1 + tests/data/text/readwrite.com1.txt | 1 + tests/data/text/recipe.com1.txt | 1 + tests/data/text/recipe.com2.txt | 39 + tests/data/text/reuters.com1.txt | 17 + tests/data/text/reuters.com2.txt | 71 + tests/data/text/reuters.com3.txt | 67 + tests/data/text/reuters.com4.txt | 21 + tests/data/text/reuters.com5.txt | 31 + tests/data/text/reuters.com6.txt | 0 tests/data/text/self.com1.txt | 11 + tests/data/text/self.com2.txt | 15 + tests/data/text/sitepoint.com1.txt | 85 + tests/data/text/sitepoint.com2.txt | 127 + tests/data/text/slate.com1.txt | 1 + tests/data/text/slate.com2.txt | 3 + tests/data/text/space.com1.txt | 135 + tests/data/text/space.com2.txt | 37 + tests/data/text/spanish.txt | 4 + tests/data/text/syracuse.com1.txt | 1 + tests/data/text/syracuse.com2.txt | 10 + tests/data/text/talkingpointsmemo.com1.txt | 37 + tests/data/text/technologyreview.com1.txt | 51 + tests/data/text/technologyreview.com2.txt | 17 + tests/data/text/teenvogue.com1.txt | 3 + tests/data/text/teenvogue.com2.txt | 3 + tests/data/text/telegraph.co.uk1.txt | 231 + tests/data/text/telegraph.co.uk2.txt | 45 + tests/data/text/theatlantic.com1.txt | 1 + tests/data/text/theatlantic.com2.txt | 31 + tests/data/text/theatlanticcities.com1.txt | 13 + tests/data/text/theatlanticcities.com2.txt | 17 + tests/data/text/thedailybeast.com1.txt | 27 + tests/data/text/thedailybeast.com2.txt | 43 + tests/data/text/thedebrief.co.uk1.txt | 31 + tests/data/text/thedebrief.co.uk2.txt | 47 + tests/data/text/theglobeandmail.com1.txt | 63 + tests/data/text/theglobeandmail.com2.txt | 49 + tests/data/text/thekitchn.com1.txt | 1 + tests/data/text/thekitchn.com2.txt | 1 + tests/data/text/thenextweb.com1.txt | 1 + tests/data/text/theonion.com1.txt | 1 + tests/data/text/theroot.com1.txt | 1 + tests/data/text/tnr.com1.txt | 39 + tests/data/text/tnr.com2.txt | 23 + tests/data/text/uproxx.com1.txt | 24 + tests/data/text/uproxx.com2.txt | 9 + tests/data/text/upworthy.com1.txt | 47 + tests/data/text/upworthy.com2.txt | 53 + tests/data/text/usnews.com1.txt | 22 + tests/data/text/usnews.com2.txt | 7 + tests/data/text/vanityfair.com1.txt | 23 + tests/data/text/vogue.de1.txt | 7 + tests/data/text/vogue.de2.txt | 3 + tests/data/text/wetpaint.com1.txt | 1 + tests/data/text/wetpaint.com2.txt | 1 + tests/data/text/wired.com1.txt | 21 + tests/data/text/wired.com2.txt | 25 + tests/data/text/wnet.org1.txt | 9 + tests/data/text/wnet.org2.txt | 7 + tests/data/text/youbeauty.com1.txt | 57 + tests/data/text/youbeauty.com2.txt | 21 + tests/unit_tests.py | 365 +- 304 files changed, 246853 insertions(+), 196 deletions(-) create mode 100644 tests/data/fulltext_domain_list.txt create mode 100644 tests/data/fulltext_url_list.txt create mode 100644 tests/data/html/247wallst.com1.html create mode 100644 tests/data/html/247wallst.com2.html create mode 100644 tests/data/html/about.com1.html create mode 100644 tests/data/html/about.com2.html create mode 100644 tests/data/html/adoption.com1.html create mode 100644 tests/data/html/al.com1.html create mode 100644 tests/data/html/al.com2.html create mode 100644 tests/data/html/apartmenttherapy.com1.html create mode 100644 tests/data/html/apartmenttherapy.com2.html create mode 100644 tests/data/html/architecturaldigest.com1.html create mode 100644 tests/data/html/architecturaldigest.com2.html create mode 100644 tests/data/html/avclub.com1.html create mode 100644 tests/data/html/avclub.com2.html create mode 100644 tests/data/html/backstage.com1.html create mode 100644 tests/data/html/backstage.com2.html create mode 100644 tests/data/html/bhg.com1.html create mode 100644 tests/data/html/bhg.com2.html create mode 100644 tests/data/html/bloomberg.com1.html create mode 100644 tests/data/html/bostonherald.com1.html create mode 100644 tests/data/html/bostonherald.com2.html create mode 100644 tests/data/html/businessinsider.com1.html create mode 100644 tests/data/html/businessinsider.com2.html create mode 100644 tests/data/html/businessweek.com1.html create mode 100644 tests/data/html/businessweek.com2.html create mode 100644 tests/data/html/cleveland.com1.html create mode 100644 tests/data/html/cleveland.com2.html create mode 100644 tests/data/html/cntraveler.com1.html create mode 100644 tests/data/html/cntraveler.com2.html create mode 100644 tests/data/html/coolhunting.com1.html create mode 100644 tests/data/html/coolhunting.com2.html create mode 100644 tests/data/html/cricket.com.au1.html create mode 100644 tests/data/html/cricket.com.au2.html create mode 100644 tests/data/html/dailycaller.com1.html create mode 100644 tests/data/html/dailycaller.com2.html create mode 100644 tests/data/html/dailystar.co.uk1.html create mode 100644 tests/data/html/dailystar.co.uk2.html create mode 100644 tests/data/html/dallasnews.com1.html create mode 100644 tests/data/html/dallasnews.com2.html create mode 100644 tests/data/html/details.com1.html create mode 100644 tests/data/html/details.com2.html create mode 100644 tests/data/html/elle.com1.html create mode 100644 tests/data/html/elle.com2.html create mode 100644 tests/data/html/flavorwire.com1.html create mode 100644 tests/data/html/flavorwire.com2.html create mode 100644 tests/data/html/fool.com1.html create mode 100644 tests/data/html/fool.com2.html create mode 100644 tests/data/html/foxbusiness.com1.html create mode 100644 tests/data/html/foxbusiness.com2.html create mode 100644 tests/data/html/foxnews.com1.html create mode 100644 tests/data/html/foxnews.com2.html create mode 100644 tests/data/html/glamour.com1.html create mode 100644 tests/data/html/glamour.com2.html create mode 100644 tests/data/html/globalnews.ca1.html create mode 100644 tests/data/html/globalnews.ca2.html create mode 100644 tests/data/html/gq.com1.html create mode 100644 tests/data/html/gq.com2.html create mode 100644 tests/data/html/graziadaily.co.uk1.html create mode 100644 tests/data/html/graziadaily.co.uk2.html create mode 100644 tests/data/html/gulflive.com1.html create mode 100644 tests/data/html/gulflive.com2.html create mode 100644 tests/data/html/huffingtonpost.com1.html create mode 100644 tests/data/html/lifebuzz.com1.html create mode 100644 tests/data/html/lifebuzz.com2.html create mode 100644 tests/data/html/livescience.com1.html create mode 100644 tests/data/html/livescience.com2.html create mode 100644 tests/data/html/mashable.com1.html create mode 100644 tests/data/html/mashable.com2.html create mode 100644 tests/data/html/mlive.com1.html create mode 100644 tests/data/html/mlive.com2.html create mode 100644 tests/data/html/newyorker.com1.html create mode 100644 tests/data/html/nj.com1.html create mode 100644 tests/data/html/nola.com1.html create mode 100644 tests/data/html/nydailynews.com1.html create mode 100644 tests/data/html/nypost.com1.html create mode 100644 tests/data/html/nypost.com2.html create mode 100644 tests/data/html/ok.co.uk1.html create mode 100644 tests/data/html/ok.co.uk2.html create mode 100644 tests/data/html/oregonlive.com1.html create mode 100644 tests/data/html/oregonlive.com2.html create mode 100644 tests/data/html/parsely.com1.html create mode 100644 tests/data/html/parsely.com2.html create mode 100644 tests/data/html/pe.com1.html create mode 100644 tests/data/html/pewresearch.org1.html create mode 100644 tests/data/html/pewresearch.org2.html create mode 100644 tests/data/html/pixable.com1.html create mode 100644 tests/data/html/pixable.com2.html create mode 100644 tests/data/html/pixelmonkey.org1.html create mode 100644 tests/data/html/pixelmonkey.org2.html create mode 100644 tests/data/html/readwrite.com1.html create mode 100644 tests/data/html/recipe.com1.html create mode 100644 tests/data/html/recipe.com2.html create mode 100644 tests/data/html/reuters.com1.html create mode 100644 tests/data/html/reuters.com2.html create mode 100644 tests/data/html/reuters.com3.html create mode 100644 tests/data/html/reuters.com4.html create mode 100644 tests/data/html/self.com1.html create mode 100644 tests/data/html/self.com2.html create mode 100644 tests/data/html/sitepoint.com1.html create mode 100644 tests/data/html/sitepoint.com2.html create mode 100644 tests/data/html/slate.com1.html create mode 100644 tests/data/html/slate.com2.html create mode 100644 tests/data/html/space.com1.html create mode 100644 tests/data/html/space.com2.html create mode 100644 tests/data/html/syracuse.com1.html create mode 100644 tests/data/html/syracuse.com2.html create mode 100644 tests/data/html/talkingpointsmemo.com1.html create mode 100644 tests/data/html/technologyreview.com1.html create mode 100644 tests/data/html/technologyreview.com2.html create mode 100644 tests/data/html/teenvogue.com1.html create mode 100644 tests/data/html/teenvogue.com2.html create mode 100644 tests/data/html/telegraph.co.uk1.html create mode 100644 tests/data/html/telegraph.co.uk2.html create mode 100644 tests/data/html/theatlantic.com1.html create mode 100644 tests/data/html/theatlantic.com2.html create mode 100644 tests/data/html/theatlanticcities.com1.html create mode 100644 tests/data/html/theatlanticcities.com2.html create mode 100644 tests/data/html/thedailybeast.com1.html create mode 100644 tests/data/html/thedailybeast.com2.html create mode 100644 tests/data/html/thedebrief.co.uk1.html create mode 100644 tests/data/html/thedebrief.co.uk2.html create mode 100644 tests/data/html/theglobeandmail.com1.html create mode 100644 tests/data/html/theglobeandmail.com2.html create mode 100644 tests/data/html/thekitchn.com1.html create mode 100644 tests/data/html/thekitchn.com2.html create mode 100644 tests/data/html/thenextweb.com1.html create mode 100644 tests/data/html/theonion.com1.html create mode 100644 tests/data/html/theroot.com1.html create mode 100644 tests/data/html/tnr.com1.html create mode 100644 tests/data/html/tnr.com2.html create mode 100644 tests/data/html/uproxx.com1.html create mode 100644 tests/data/html/uproxx.com2.html create mode 100644 tests/data/html/upworthy.com1.html create mode 100644 tests/data/html/upworthy.com2.html create mode 100644 tests/data/html/usnews.com1.html create mode 100644 tests/data/html/usnews.com2.html create mode 100644 tests/data/html/vanityfair.com1.html create mode 100644 tests/data/html/vogue.de1.html create mode 100644 tests/data/html/vogue.de2.html create mode 100644 tests/data/html/wetpaint.com1.html create mode 100644 tests/data/html/wetpaint.com2.html create mode 100644 tests/data/html/wired.com1.html create mode 100644 tests/data/html/wired.com2.html create mode 100644 tests/data/html/wnet.org1.html create mode 100644 tests/data/html/wnet.org2.html create mode 100644 tests/data/html/youbeauty.com1.html create mode 100644 tests/data/html/youbeauty.com2.html create mode 100644 tests/data/text/247wallst.com1.txt create mode 100644 tests/data/text/247wallst.com2.txt create mode 100644 tests/data/text/about.com1.txt create mode 100644 tests/data/text/about.com2.txt create mode 100644 tests/data/text/adoption.com1.txt create mode 100644 tests/data/text/al.com1.txt create mode 100644 tests/data/text/al.com2.txt create mode 100644 tests/data/text/apartmenttherapy.com1.txt create mode 100644 tests/data/text/apartmenttherapy.com2.txt create mode 100644 tests/data/text/architecturaldigest.com1.txt create mode 100644 tests/data/text/architecturaldigest.com2.txt create mode 100644 tests/data/text/avclub.com1.txt create mode 100644 tests/data/text/avclub.com2.txt create mode 100644 tests/data/text/backstage.com1.txt create mode 100644 tests/data/text/backstage.com2.txt create mode 100644 tests/data/text/bhg.com1.txt create mode 100644 tests/data/text/bhg.com2.txt create mode 100644 tests/data/text/bloomberg.com1.txt create mode 100644 tests/data/text/bostonherald.com1.txt create mode 100644 tests/data/text/bostonherald.com2.txt create mode 100644 tests/data/text/businessinsider.com1.txt create mode 100644 tests/data/text/businessinsider.com2.txt create mode 100644 tests/data/text/businessweek.com1.txt create mode 100644 tests/data/text/businessweek.com2.txt create mode 100644 tests/data/text/cleveland.com1.txt create mode 100644 tests/data/text/cleveland.com2.txt create mode 100644 tests/data/text/cnn_summary.txt create mode 100644 tests/data/text/cntraveler.com1.txt create mode 100644 tests/data/text/cntraveler.com2.txt create mode 100644 tests/data/text/coolhunting.com1.txt create mode 100644 tests/data/text/cricket.com.au1.txt create mode 100644 tests/data/text/cricket.com.au2.txt create mode 100644 tests/data/text/dailycaller.com1.txt create mode 100644 tests/data/text/dailycaller.com2.txt create mode 100644 tests/data/text/dailystar.co.uk1.txt create mode 100644 tests/data/text/dailystar.co.uk2.txt create mode 100644 tests/data/text/dallasnews.com1.txt create mode 100644 tests/data/text/dallasnews.com2.txt create mode 100644 tests/data/text/details.com1.txt create mode 100644 tests/data/text/details.com2.txt create mode 100644 tests/data/text/elle.com1.txt create mode 100644 tests/data/text/elle.com2.txt create mode 100644 tests/data/text/flavorwire.com1.txt create mode 100644 tests/data/text/flavorwire.com2.txt create mode 100644 tests/data/text/fool.com1.txt create mode 100644 tests/data/text/fool.com2.txt create mode 100644 tests/data/text/foxbusiness.com1.txt create mode 100644 tests/data/text/foxbusiness.com2.txt create mode 100644 tests/data/text/foxnews.com1.txt create mode 100644 tests/data/text/foxnews.com2.txt create mode 100644 tests/data/text/foxnews.com3.txt create mode 100644 tests/data/text/foxnews.com4.txt create mode 100644 tests/data/text/glamour.com1.txt create mode 100644 tests/data/text/glamour.com2.txt create mode 100644 tests/data/text/globalnews.ca1.txt create mode 100644 tests/data/text/globalnews.ca2.txt create mode 100644 tests/data/text/gq.com1.txt create mode 100644 tests/data/text/gq.com2.txt create mode 100644 tests/data/text/graziadaily.co.uk1.txt create mode 100644 tests/data/text/graziadaily.co.uk2.txt create mode 100644 tests/data/text/gulflive.com1.txt create mode 100644 tests/data/text/gulflive.com2.txt create mode 100644 tests/data/text/huffingtonpost.com1.txt create mode 100644 tests/data/text/lifebuzz.com1.txt create mode 100644 tests/data/text/lifebuzz.com2.txt create mode 100644 tests/data/text/livescience.com1.txt create mode 100644 tests/data/text/livescience.com2.txt create mode 100644 tests/data/text/mashable.com1.txt create mode 100644 tests/data/text/mashable.com2.txt create mode 100644 tests/data/text/mlive.com1.txt create mode 100644 tests/data/text/mlive.com2.txt create mode 100644 tests/data/text/newyorker.com1.txt create mode 100644 tests/data/text/nj.com1.txt create mode 100644 tests/data/text/nola.com1.txt create mode 100644 tests/data/text/nydailynews.com1.txt create mode 100644 tests/data/text/nypost.com1.txt create mode 100644 tests/data/text/nypost.com2.txt create mode 100644 tests/data/text/ok.co.uk1.txt create mode 100644 tests/data/text/ok.co.uk2.txt create mode 100644 tests/data/text/oregonlive.com1.txt create mode 100644 tests/data/text/oregonlive.com2.txt create mode 100644 tests/data/text/parsely.com1.txt create mode 100644 tests/data/text/parsely.com2.txt create mode 100644 tests/data/text/pe.com1.txt create mode 100644 tests/data/text/pewresearch.org1.txt create mode 100644 tests/data/text/pewresearch.org2.txt create mode 100644 tests/data/text/pixable.com1.txt create mode 100644 tests/data/text/pixable.com2.txt create mode 100644 tests/data/text/pixelmonkey.org1.txt create mode 100644 tests/data/text/pixelmonkey.org2.txt create mode 100644 tests/data/text/readwrite.com1.txt create mode 100644 tests/data/text/recipe.com1.txt create mode 100644 tests/data/text/recipe.com2.txt create mode 100644 tests/data/text/reuters.com1.txt create mode 100644 tests/data/text/reuters.com2.txt create mode 100644 tests/data/text/reuters.com3.txt create mode 100644 tests/data/text/reuters.com4.txt create mode 100644 tests/data/text/reuters.com5.txt create mode 100644 tests/data/text/reuters.com6.txt create mode 100644 tests/data/text/self.com1.txt create mode 100644 tests/data/text/self.com2.txt create mode 100644 tests/data/text/sitepoint.com1.txt create mode 100644 tests/data/text/sitepoint.com2.txt create mode 100644 tests/data/text/slate.com1.txt create mode 100644 tests/data/text/slate.com2.txt create mode 100644 tests/data/text/space.com1.txt create mode 100644 tests/data/text/space.com2.txt create mode 100644 tests/data/text/syracuse.com1.txt create mode 100644 tests/data/text/syracuse.com2.txt create mode 100644 tests/data/text/talkingpointsmemo.com1.txt create mode 100644 tests/data/text/technologyreview.com1.txt create mode 100644 tests/data/text/technologyreview.com2.txt create mode 100644 tests/data/text/teenvogue.com1.txt create mode 100644 tests/data/text/teenvogue.com2.txt create mode 100644 tests/data/text/telegraph.co.uk1.txt create mode 100644 tests/data/text/telegraph.co.uk2.txt create mode 100644 tests/data/text/theatlantic.com1.txt create mode 100644 tests/data/text/theatlantic.com2.txt create mode 100644 tests/data/text/theatlanticcities.com1.txt create mode 100644 tests/data/text/theatlanticcities.com2.txt create mode 100644 tests/data/text/thedailybeast.com1.txt create mode 100644 tests/data/text/thedailybeast.com2.txt create mode 100644 tests/data/text/thedebrief.co.uk1.txt create mode 100644 tests/data/text/thedebrief.co.uk2.txt create mode 100644 tests/data/text/theglobeandmail.com1.txt create mode 100644 tests/data/text/theglobeandmail.com2.txt create mode 100644 tests/data/text/thekitchn.com1.txt create mode 100644 tests/data/text/thekitchn.com2.txt create mode 100644 tests/data/text/thenextweb.com1.txt create mode 100644 tests/data/text/theonion.com1.txt create mode 100644 tests/data/text/theroot.com1.txt create mode 100644 tests/data/text/tnr.com1.txt create mode 100644 tests/data/text/tnr.com2.txt create mode 100644 tests/data/text/uproxx.com1.txt create mode 100644 tests/data/text/uproxx.com2.txt create mode 100644 tests/data/text/upworthy.com1.txt create mode 100644 tests/data/text/upworthy.com2.txt create mode 100644 tests/data/text/usnews.com1.txt create mode 100644 tests/data/text/usnews.com2.txt create mode 100644 tests/data/text/vanityfair.com1.txt create mode 100644 tests/data/text/vogue.de1.txt create mode 100644 tests/data/text/vogue.de2.txt create mode 100644 tests/data/text/wetpaint.com1.txt create mode 100644 tests/data/text/wetpaint.com2.txt create mode 100644 tests/data/text/wired.com1.txt create mode 100644 tests/data/text/wired.com2.txt create mode 100644 tests/data/text/wnet.org1.txt create mode 100644 tests/data/text/wnet.org2.txt create mode 100644 tests/data/text/youbeauty.com1.txt create mode 100644 tests/data/text/youbeauty.com2.txt diff --git a/tests/benchmarks.py b/tests/benchmarks.py index 992ccfa..ea3a0e2 100644 --- a/tests/benchmarks.py +++ b/tests/benchmarks.py @@ -8,13 +8,13 @@ Single thread: 86.0 secs for 100 requests """ import sys import logging -import Queue +import queue import os from threading import activeCount from threading import Thread -from cookielib import CookieJar as cj -from unit_tests import read_urls +from http.cookiejar import CookieJar as cj +from .unit_tests import read_urls try: # Python 2.7+ from logging import NullHandler @@ -40,7 +40,7 @@ def naive_run(urls): resps = [] for url in urls: resps.append(sync_request(url)) - print resps + print(resps) @print_duration @@ -58,7 +58,7 @@ def asyncio_run(urls): pass # rs = (grequests.request('GET', u, **req_kwargs) for u in urls) # responses = async_request(urls) - # print responses + # print(responses) def benchmark(): diff --git a/tests/data/fulltext_domain_list.txt b/tests/data/fulltext_domain_list.txt new file mode 100644 index 0000000..94c72d8 --- /dev/null +++ b/tests/data/fulltext_domain_list.txt @@ -0,0 +1,87 @@ +about.com +al.com +annarbor.com +apartmenttherapy.com +architecturaldigest.com +blog.parsely.com +pixelmonkey.org +bostonherald.com +businessinsider.com +cleveland.com +cntraveler.com +coolhunting.com +dallasnews.com +deseretdigital.com +details.com +elle.com +fool.com +foxbusiness.com +foxnews.com +latino.foxnews.com +smallbusiness.foxnews.com +globeandmail.com +huffingtonpost.de +in.reuters.com +reuters.com +uk.reuters.com +mashable.com +mlive.com +oregonlive.com +nydailynews.com +nola.com +nj.com +newyorker.com +readwrite.com +slate.com +thenextweb.com +thekitchn.com +thedailybeast.com +theatlantic.com +theatlanticcities.com +theonion.com +upworthy.com +wired.com +wetpaint.com +vogue.de +vogue.com +vanityfair.com +telegraph.co.uk +pewresearch.org +dailystar.co.uk +backstage.com +syracuse.com +slive.com +globalnews.ca +uproxx.com +dailycaller.com +pe.com +avclub.com +usnews.com +talkingpointsmemo.com +ok.co.uk +glamour.com +gulflive.com +247wallst.com +flavorwire.com +businessweek.com +bloomberg.com +self.com +thedebrief.co.uk +graziadaily.co.uk +theroot.com +livescience.com +cricket.com.au +lifebuzz.com +wnet.org +gq.com +tnr.com +teenvogue.com +pixable.com +space.com +adoption.com +youbeauty.com +sitepoint.com +technologyreview.com +nypost.com +recipe.com +bhg.com diff --git a/tests/data/fulltext_url_list.txt b/tests/data/fulltext_url_list.txt new file mode 100644 index 0000000..442689e --- /dev/null +++ b/tests/data/fulltext_url_list.txt @@ -0,0 +1,145 @@ +http://bandb.about.com/od/illinois/fl/Galena-IL-A-BampB-Kinda-Town.htm?utm_source=google&utm_medium=social&utm_campaign=shareurlbuttons +http://lungcancer.about.com/od/Targeted-Therapy-Lung-Cancer/fl/Genetic-Testing-for-People-with-Lung-Cancer.htm?utm_source=google&utm_medium=social&utm_campaign=shareurlbuttons +http://www.al.com/sports/index.ssf/2014/12/lou_holtz_ohio_state_defender.html +http://www.al.com/business/index.ssf/2014/12/hockey_boat_show_and_future_ci.html +http://www.mlive.com/news/ann-arbor/index.ssf/2014/12/police_release_surveillance_ph.html#incart_river +http://www.mlive.com/lions/index.ssf/2014/12/detroit_lions_ndamukong_suh_wi_2.html#incart_most-read +http://blog.parsely.com/post/1539/facebook-and-publishers-a-fix-for-direct-traffic-from-facebook-mobiles-app/ +http://blog.parsely.com/post/1511/the-ultimate-referral-guide-to-your-audience/ +http://latino.foxnews.com/latino/entertainment/2014/12/29/how-oscar-isaac-and-jessica-chastain-went-about-bringing-to-life-most-violent/ +http://latino.foxnews.com/latino/news/2014/12/23/teen-desperate-for-baby-kills-8-month-pregnant-woman-and-unborn-child-in-mexico/ +http://www.theglobeandmail.com/news/world/airasia-search/article22224253/ +http://www.theglobeandmail.com/report-on-business/international-business/oil-prices-and-interest-rates-what-to-watch-in-2015/article22233509/ +http://in.reuters.com/article/2014/12/30/india-sensex-nifty-idINKBN0K80A020141230 +http://in.reuters.com/article/2014/12/30/indonesia-airplane-idINKBN0K703120141230 +http://uk.reuters.com/article/2014/12/30/uk-indonesia-airplane-idUKKBN0K601G20141230 +http://uk.reuters.com/article/2014/12/29/uk-health-ebola-britain-idUKKBN0K71C820141229 +http://www.telegraph.co.uk/news/worldnews/asia/indonesia/11315001/AirAsia-plane-reported-missing-with-162-passengers-onboard-latest.html +http://www.telegraph.co.uk/news/politics/margaret-thatcher/11313354/Margaret-Thatcher-feared-GCSEs-would-lower-school-standards.html +http://www.dailystar.co.uk/news/latest-news/417544/Ebola-virus-Glasgow-Scotland-Sierra-Leone +http://www.dailystar.co.uk/showbiz/417443/Helen-Wood-cheating-boyfriend-column +http://www.ok.co.uk/celebrity-news/sean-penn-charlize-theron-engaged +http://www.ok.co.uk/celebrity-news/eastenders-kat-sex-offender-uncle-harry +http://www.self.com/flash/beauty-blog/2014/12/taylor-swift-headband/ +http://www.self.com/flash/beauty-blog/2014/12/easy-hairstyles-new-years-eve/ +http://www.thedebrief.co.uk/2014/12/ed-sheeran-wants-to-set-up-taylor-swift-but-we-re-not-so-sure-about-his-matchmaking-skills +http://www.thedebrief.co.uk/2014/11/in-which-we-discuss-whether-taylor-s-or-beyonce-s-lyrics-are-better-break-up-material#.VKJZfsCsA +http://www.graziadaily.co.uk/2014/12/lady-gaga-shiseido-campaign#.VKJZhsCsA +http://www.graziadaily.co.uk/2014/12/inside-our-trip-to-gstaad-with-a-small-world-and-carey-mulligan#.VKJZosCsA +http://www.cricket.com.au/news/match-report/third-test-day-five-australia-v-india-mcg/2014-12-30 +http://www.cricket.com.au/video/video-glenn-maxwell-leaves-gets-bowled-big-bash-league-stars-v-heat/2014-12-28 +http://www.teenvogue.com/entertainment/2014-12/disney-channel-original-movies-zenon-smart-house/?slide=1 +http://www.teenvogue.com/celebrity-style/red-carpet/2014-12/breakout-style-stars-of-the-year/?slide=1 +http://www.pixable.com/article/sofia-vergara-and-joe-manganiello-are-engaged-54364 +http://www.pixable.com/article/pop-culture-trends-we-hope-stay-in-2014 +http://www.recipe.com/cheesy-potato-bake-with-eggs/ +http://www.recipe.com/blogs/cooking/make-ahead-side-sweet-potato-parsnip-and-celery-root-mash/ +http://www.apartmenttherapy.com/knockyoursocksoff-interactive-childrens-books-holiday-gift-guide-from-apartment-therapy-213998#comments +http://www.apartmenttherapy.com/before-after-a-year-of-ikea-hacks-best-of-2014-214389 +http://architecturaldigest.com/decor/2015-01/marwan-al-sayed-jan-showers-designed-arizona-home-article +http://architecturaldigest.com/video/promotion/jenn-air-video +http://www.pixelmonkey.org/2012/12/30/mobile-in-1998 +http://www.pixelmonkey.org/2013/09/03/parse-ly-funding-coverage +http://bostonherald.com/entertainment/movies/movie_news/2014/12/selma_ava_duvernay_and_oprah_winfrey_turn_60s_civil_unrest +http://bostonherald.com/gift_guide/sports_items/2014/12/chrome_industries_mini_buran_laptop_messenger_bag_is_meant_to_last +http://www.businessinsider.com/david-cenciotti-argentinas-fighter-purchase-may-threaten-britain-2014-12 +http://www.businessinsider.com/financial-advisor-insights-december-29-2014-12#comments +http://www.cleveland.com/food/index.ssf/2014/12/let_me_google_that_for_you_201.html#comments +http://www.cleveland.com/books/index.ssf/2014/12/best_books_for_young_readers_e.html +http://cntraveler.com/galleries/2014-12-08/marrakech-morocco-best-shopping-guide +http://cntraveler.com/galleries/2014-12-24/what-the-airlines-did-well-in-2014-american-jetblue-ryanair +http://www.coolhunting.com/travel/monastero-santa-rosa-hotel-spa-on-the-almafi-coast +http://letterstotheeditorblog.dallasnews.com/2014/12/kindhearted-police-with-holiday-spirit.html/' +http://dallasmorningviewsblog.dallasnews.com/2014/12/footballs-growing-caste-system-as-more-parents-say-no.html +http://details.com/watch/black-on-black-watches-for-men +http://details.com/fashion-style/perfect-wardrobe/201408/gray-shirts-sweaters-pants-suits-coats-for-fall +http://elle.com/runway/ready-to-wear/spring-2015-rtw/nicole-miller/collection/ +http://www.elle.com/news/lifestyle/passive-aggressive-holiday-digs +http://fool.com/investing/general/2014/12/22/7-top-stocks-to-buy-for-2015.aspx#1024571 +http://fool.com/../../personal-finance/2010/07/30/5-fixes-for-female-money-problems.aspx +http://smallbusiness.foxbusiness.com/marketing-sales/2014/12/16/7-powerful-ways-to-convert-neutral-traffic-into-paying-customers/ +http://smallbusiness.foxbusiness.com/marketing-sales/2014/12/23/how-to-deal-with-scrooge-client/ +http://mashable.com/2010/01/01/im-feeling-lucky-google-new-year/ +http://mashable.com/2014/12/22/stansted-power-outage/ +http://www.oregonlive.com/business/index.ssf/2014/12/alzheimers_foundation_comcast.html +http://www.oregonlive.com/pacific-northwest-news/index.ssf/2014/12/missionary_from_oregon_pleads.html#comments +http://www.nola.com/jazzfest/index.ssf/2014/12/multi-million-dollar_george_an.html +http://www.newyorker.com/magazine/2014/12/22/climate-change-christmas-carols +http://www.slate.com/articles/technology/the_back_end/2014/10/the_new_seven_wonders_defining_the_top_technological_marvels_of_the_contemporary.html +http://www.slate.com/blogs/the_spot/2014/06/10/brazil_world_cup_protests_striking_images_of_the_country_s_anti_world_cup.html +http://www.thekitchn.com/before-after-the-details-make-a-difference-reader-kitchen-remodel-214061#comments +http://www.thekitchn.com/drink-up-15-good-ideas-for-beer-and-wine-the-kitchns-best-of-2014-214146#comments +http://www.thedailybeast.com/articles/2014/12/16/the-vatican-s-rare-nod-to-american-nuns.html +http://www.thedailybeast.com/articles/2014/12/22/justice-league-vigil-for-slain-nypd-officers-asks-whose-life-matters.html +http://theatlantic.com/entertainment/archive/2014/12/cracking-the-sitcom-code/384068/ +http://www.theatlantic.com/entertainment/archive/2014/12/the-interview-is-a-pretty-smart-movie/384082/#disqus_thread +http://theatlanticcities.com/crime/2014/12/tourism-to-antarctica-could-be-making-penguins-sick/383979/#disqus_thread +http://theatlanticcities.com/weather/2014/11/a-climate-model-of-white-christmasesthrough-2100/383143/#disqus_thread +http://upworthy.com/what-a-service-dog-really-thinks-of-the-injured-vet-who-owns-him?c=tpstream +http://www.upworthy.com/theyre-innocent-looking-enough-but-actually-quite-dangerous +http://www.wired.com/2014/12/butterflies-get-shine/ +http://www.wired.com/2014/12/finney-swat/ +http://www.wetpaint.com/the-bachelor/articles/2014-11-04-whitney-bischoff-eliminated-season-19 +http://www.wetpaint.com/the-bachelor/articles/2014-12-29-alissa-giambrone-contestant-season-19 +http://vogue.de/beauty/beauty-blog/lieblingsstueck-die-iphone-huelle-von-iphoria +http://vogue.de/mode/mode-trends/weihnachten-die-redaktion-zeigt-ihre-christmas-sweater +http://www.pewresearch.org/fact-tank/2014/11/20/those-from-mexico-will-benefit-most-from-obamas-executive-action/ +http://www.pewresearch.org/fact-tank/2014/12/16/gas-prices-consumer-sentiment/ +http://backstage.com/casting/coney-island-55854/actors-208609/ +http://backstage.com/advice-for-actors/resources/los-angeles-acting-schools-and-coaches-2014/ +http://www.syracuse.com/living/index.ssf/2014/12/kwanzaa_is_celebrated_at_beauchamp_library.html#comments +http://www.syracuse.com/living/index.ssf/2014/12/echos_of_the_past_the_hotel_syracuse_historic_ghostwalk.html#comments +http://globalnews.ca/video/1747657/video-of-the-gardners-hours-before-birth-of-quadruplets +http://globalnews.ca/video/1747659/quad-squad-born-in-utah/ +http://uproxx.com/webculture/2014/12/a-reddit-post-about-a-fake-ebola-like-illness-sparked-a-panic-in-and-around-an-arizona-town/ +http://uproxx.com/filmdrunk/2014/12/simon-pegg-gave-his-blessing-for-a-touring-shaun-of-the-dead-stage-show +http://dailycaller.com/2014/12/25/happy-kwanzaa-the-holiday-brought-to-you-by-the-fbi/ +http://dailycaller.com/2014/12/27/jennifer-lawrence-made-an-appearance-at-the-louisville-kentucky-flop-fest-video/ +http://avclub.com/article/best-film-scenes-2014-212903 +http://avclub.com/article/finally-mail-kimp-remix-you-never-knew-you-wanted-212941 +http://www.usnews.com/news/blogs/run-2016/2014/10/31/tracking-the-2016-presidential-candidates +http://video.usnews.com/Cigar-rollers-in-Havana-thrilled-with-warming-USCuba-policy-28285271 +http://glamour.com/fashion/blogs/dressed/2014/09/rihanna-leaves-pants-at-home-f +http://glamour.com/weddings/blogs/save-the-date/2014/12/simple-wedding-dresses +http://blog.gulflive.com/mississippi-press-living/2014/12/sampling_history_new_year_offe.html +http://videos.gulflive.com/2013/10/crown_equity_holdings_could_be.html +http://247wallst.com/investing/2014/12/29/the-4-stocks-that-slimmed-the-djia-monday-slide +http://247wallst.com/investing/2014/12/29/the-52-week-low-club-for-monday-19 +http://flavorwire.com/495982/13-media-moments-from-2014-we-could-have-lived-without#comments +http://flavorwire.com/495418/2014-the-year-the-outrage-machine-started-eating-the-real-world +http://www.businessweek.com/articles/2014-12-18/afghanistans-new-rich-navigate-u-dot-s-dot-pullout#r=nav-fst +http://www.businessweek.com/articles/2014-12-22/cuomos-cap-on-hedge-funds-in-pensions-wont-solve-the-real-problem#r=nav-f-story +http://www.bloomberg.com/news/2014-09-30/job-woes-linger-in-29-states-as-u-s-recovers-unevenly.html +http://www.theroot.com/articles/culture/2014/12/rev_sharpton_responds_to_his_critics.html +http://livescience.com/48502-magic-mushrooms-change-brain-networks.html +http://livescience.com/48543-how-zombies-evolved-in-pop-culture.html +http://lifebuzz.com/colbie-caillat-got-tired-of-being-photoshopped-so-heres-what-she-did-about-it/ +http://lifebuzz.com/what-do-you-think-this-guy-is-doing-you-will-never-guess-and-its-going-to-break-your-heart/ +http://www.wnet.org/blog/2013/12/16/audit-committee/ +http://www.wnet.org/blog/2013/12/16/wnet-interactive-technology-committee-meetings/ +http://www.gq.com/style/blogs/the-gq-eye/2014/05/how-to-pack-everything-for-your-3-day-weekend-trip.html +http://gq.com/blogs/the-feed/2014/06/motorcycle-bikes-gear-buying-guide.html +http://tnr.com/article/120169/canadas-former-liberal-party-leader-offers-advice-young-liberals +http://tnr.com/article/120578/global-warming-threshold-what-2-degrees-celsius-36-f-looks +http://space.com/47-mars-the-red-planet-fourth-planet-from-the-sun.html +http://space.com/27998-nasa-18-billion-omnibus-spending-bill.html +http://adoption.com/what-not-to-say-to-a-birth-mom-or-adoptee/ +http://youbeauty.com/skin/our-favorite-pop-culture-nail-art +http://youbeauty.com/face/we-tried-it-clinique-acne-solutions-powder-makeup-in-golden +http://www.sitepoint.com/average-page-weight-increases-15-2014 +http://www.sitepoint.com/3-ways-implement-embeddable-custom-badges/ +http://www.technologyreview.com/featuredstory/532796/who-owns-the-biggest-biotech-discovery-of-the-century/ +http://www.technologyreview.com/news/532896/discarded-laptop-batteries-keep-the-lights-on/ +http://nypost.com/2014/12/18/amazon-macmillan-make-peace-over-book-pricing/ +http://nypost.com/2014/12/29/surfer-survives-jaws-moment-with-great-white-shark/ +http://bhg.com/thanksgiving/indoor-decorating/centerpiece-and-tabletop-decoration-ideas-fall/ +http://www.bhg.com/videos/m/93269792/how-to-hang-a-christmas-wreath-two-no-fail-secrets.htm +http://www.huffingtonpost.com/2015/01/14/jamie-dimon-banks-assault_n_6470358.html +http://www.nydailynews.com/new-york/brooklyn/boyfriend-mob-wives-star-sue-brooklyn-club-article-1.2078107 +http://www.nj.com/politics/index.ssf/2015/01/conservative_nj_senator_rips_christie_over_state_o.html +http://readwrite.com/2015/01/13/apple-app-charlie-hebdo-mark-fiore-cartoons +http://thenextweb.com/insider/2015/01/14/blackberry-denies-samsung-buyout-rumors/ +http://www.theonion.com/articles/womans-parents-accepting-of-mixedattractiveness-re,37765/ +http://www.vanityfair.com/vf-hollywood/2015/01/gwyneth-paltrow-brad-pitt-ben-affleck-break-ups +http://www.pe.com/articles/perris-758171-police-exchange.html +http://talkingpointsmemo.com/ts/why-is-america-ignoring-kurdish-freedom-movement diff --git a/tests/data/html/247wallst.com1.html b/tests/data/html/247wallst.com1.html new file mode 100644 index 0000000..9dfc3cd --- /dev/null +++ b/tests/data/html/247wallst.com1.html @@ -0,0 +1,1246 @@ + + + + + + + + + + The 4 Stocks That Slimmed the DJIA Monday Slide - Home Depot (NYSE:HD) - 24/7 Wall St. + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ + +
+
+ +
+ +
+

The 4 Stocks That Slimmed the DJIA Monday Slide

+

+ By + +

+
+ + Print + + + + + + Email + + + + + +
+
+ + +
+
+ +
+
+ +
+ + + +
+
+
+ + +
+ + +

December 28, 2014: Markets opened lower on Monday as neither the bulls nor the bears can gin up a lot of support. Volumes are low and corporate news is nearly non-existent. Crude oil started the day higher, but has drifted to a loss of about 2% as the day wore on. Shortly before the closing bell the DJIA traded down 0.08% for the day, the S&P 500 traded up 0.09%, and the Nasdaq Composite traded flat. International Business Machines Corp. (NYSE: IBM) dropped more than 1% today and its high per share price pushed the DJIA lower just as the market closed.

+ +
+ +

The DJIA stock posting the largest daily gain ahead of the close Monday was The Home Depot Inc. (NYSE: HD) which traded up 0.87% at $104.64. The stock’s 52-week range is $73.96 to $104.80, and the high was posted early Monday. Trading volume was less than half the daily average of around 5.8 million shares. Reports of solid sales at home improvement stores during the holidays have helped push this stock higher today.

+

JPMorgan Chase & Co. (NYSE: JPM) traded up 0.77% at $63.03. The stock’s 52-week range is $52.97 to $63.34, and the high was set today. Trading volume was about 50% below the daily average of around 26 million shares. The big bank is one of the underwriters for the IPO of Shake Shack which was announced today.

+

The Boeing Co. (NYSE: BA) traded higher by 0.71% at $132.57. The stock’s 52-week range is $116.32 to $144.57. Volume was less than half the daily average of around 4.4 million shares. The company held its first test flight on Sunday of a new Air Force Tanker.

+

Cisco Systems Inc. (NASDAQ: CSCO) traded up 0.48% at $28.49. The stock’s 52-week range is $21.27 to $28.59. Trading volume about 60% below the daily average of around 29 million shares. The stock missed matching its 52-week high by just a couple of pennies and was touted as a Rocket Stock at thestreet.com today.

+

Of the Dow 30 stocks 13 are set to close higher today and 17 are on track to close lower.

+

ALSO READ: 5 Top Tech Stocks for 2015 With Potential Big Catalysts

+

By Paul Ausick

+ + +
+ +
+ + +
+ + RSS + + Facebook + + Twitter +
+ + +
+ + + +Yahoo BuzzBuzz up! + + +DiggDigg + + +farkFark + + +facebookFacebook + + + + tipdReddit + + + + + tumblrTumblr + + + +
+ + + + +
+ Read more: Investing, , , , , +
+ +
+ + + + +
+
+ +
+ +
+
+ +
+ + +
+
+ + + comments powered by Disqus +
+ +
+
+
+ +
+
+
+ + +
+ + + + + + + + + + + + + + + + + + + + + + +
+
+ + + + + + + + + + +
+ +
+ + + + + +
+ +
+ + + + + + + + + + + + + diff --git a/tests/data/html/247wallst.com2.html b/tests/data/html/247wallst.com2.html new file mode 100644 index 0000000..5825239 --- /dev/null +++ b/tests/data/html/247wallst.com2.html @@ -0,0 +1,1251 @@ + + + + + + + + + + + The 52-Week Low Club for Monday - VIVUS, Inc. (NASDAQ:VVUS) - 24/7 Wall St. + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ + +
+
+ +
+ +
+

The 52-Week Low Club for Monday

+

+ By + +

+
+ + Print + + + + + + Email + + + + + +
+
+ + +
+
+ +
+
+ +
+ + + +
+
+
+ + +
+ + +

December 28, 2014: Here are four stocks among the 66 equities making new 52-week lows today. Volumes continue to be low as we wait to ring in the new year.

+ +
+ +

Transocean Partners LLC (NYSE: RIGP) posted a new 52-week — and all-time — low on Monday of $13.18. Based on Friday night’s closing price of $14.32 that’s a drop of nearly 8%. The stock’s 52-week high is $29.43. Volume is about a third higher than the daily average of around 325,000 shares. The offshore drilling firm had no specific news today, but crude prices are down about 2%.

+

SandRidge Mississippian Trust II (NYSE: SDR) dropped about 5.3% on Monday to post a new 52-week — and all-time — low of $3.91 after closing at $4.13 on Wednesday. The stock’s 52-week high is $10.12. Share volume is nearly double the daily average of 400,000 shares traded. The royalty company had no specific news today but is feeling pressure from low crude prices.

+

Vivus Inc. (NASDAQ: VVUS) dropped about 6% Monday to post a new 52-week low of $2.78. The stock’s 52-week high is $9.80. Volume totaled 25% higher than the daily average of around 1.9 million shares. The U.S. FDA approved a competing diabetes drug last week to compete with Vivus’s Qsymia treatment.

+

Zulilly Inc. (NASDAQ: ZU) dropped about 3.8% Monday to establish a new 52-week — and all-time — low at $22.39 against a high of $73.50. Volume was 25% below the daily average of around 1.4 million shares. The online retailer had no specific news today.

+

ALSO READ: States Where People Live Longest

+

By Paul Ausick

+ + +
+ +
+ + +
+ + RSS + + Facebook + + Twitter +
+ + +
+ + + +Yahoo BuzzBuzz up! + + +DiggDigg + + +farkFark + + +facebookFacebook + + + + tipdReddit + + + + + tumblrTumblr + + + +
+ + + + +
+ Read more: Investing, , +
+ +
+ + + + +
+
+ +
+ +
+
+ +
+ + +
+
+ + + comments powered by Disqus +
+ +
+
+
+ +
+
+
+ + +
+ + + + + + + + + + + + + + + + + + + + + + +
+
+ + + + + + + + + + +
+ +
+ + + + + +
+ +
+ + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/about.com1.html b/tests/data/html/about.com1.html new file mode 100644 index 0000000..075de2a --- /dev/null +++ b/tests/data/html/about.com1.html @@ -0,0 +1,1320 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Galena, IL: A B&B Kinda Town + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+
+
+
+ +
+
+ +
+
+ +
+
+ + + + + + + +
+ +
+
+
+
+
+
+
+ +
+
+
+
+
+
+
+
+
+
+
+
+ +
+

Galena, IL: A B&B Kinda Town

+
+
+
+ + +
+
+
+
+ +
+
+
+
+
+
+
+
+
+ + +
+
Bed & Breakfasts Categories
+
+
+
+
+ +
+
+ +
+ View More + +
+
+
+ +
+
+ + +
+
+ + +

Which US town is popular with generals? Galena in Jo Daviess County, Illinois, of course! Nine Civil War generals who settled in this town, including Galena’s favorite son - Ulysses S. Grant. After his victory in 1865, General Grant received a hero’s welcome from the town and was presented with a handsome Italianate-style red brick mansion. Grant’s Home is now a National Historic Landmark and you can view its original furnishings including Grant’s favorite chair. To find out more about the 18th President of the United States, you can  also the town's Grant’s Leather Store and the Galena & U.S. Grant Museum.

+ + +
+ + +

But generals aren't the only ones who like this quinetessential small town. "Conde Nast Taveler" rated it as the “Second Friendliest City in the US” and “14th Friendliest City in the World”, while "Forbes" Magazine listed it one of “America’s Prettiest Towns.”

+ + +

Galena derived its name from the rich lead ore or galena (in Latin) deposits, which the original Native Americans used for their body paints. The town is rich in history with eighty-five percent of its buildings listed on the National Register of Historic Places. Step back in time to roam its streets where Abraham Lincoln and Ulysses S. Grant once walked. Admire its well-preserved unique period architecture heritage ranging from 19th-century commercial-style buildings lining Main Street to the grand residential mansions showcasing the Greek Revival and later Victorian styles. 

+ + +

One historic landmark not to be missed is the DeSoto House Hotel on Main Street, the oldest operating hotel in Illinois. Since its opening in 1850, the hotel has hosted many major historical events and famous guests such as Mark Twain, Theodore Roosevelt and Ralph Waldo Emerson. Take a free self-guided tour to visit the balcony decorated with red, white and blue bunting from where Abraham Lincoln once gave his speech; rooms 209 and 211 from which Ulysses S. Grant planned and conducted his presidential campaigns; and the Quiet Room where you watch videos about the rich history of Galena and the hotel.

+ + +
+ + +

When visiting Galena, don’t miss the opportunity to professionally decorate your own personal dining set and enjoy good food at the same time. Book at the Stone House Pottery and Gallery. Master potter Charles Fach and his wife Sandra will get you a three-piece dining set of dinner plate, salad/dessert plate and bowl. They then teach you how to decorate, glaze and fire your dinnerware. The next day, a Galena restaurant provides dinner consisting of an appetizer, salad, entrée and dessert that you will enjoy on your newly created plates and bowl.

+ + +

Galena boasts many vineyards and wineries. Join the Blackhawk Wine Tour to swirl, sniff and sip the best wines in Illinois at three different wineries and explore the scenic views of Jo Daviess County as well. The tour begins at Galena Cellars Vineyard & Winery, the next stop is Rocky Waters Winery and the final call is the Massbach Ridge Winery. Besides wine tasting, you'll also have the opportunity to buy limited-edition wines to take back home. Included in the tour is lunch at Procento’s Pizzeria, one of Galena’s best restaurants, along with complimentary water bottles, and pickup and drop-off at your B&B.

+ + +

You don’t need to go on a tour to sample Galena Cellar’s award-winning red, white and fruit wines. Just visit their tasting room and gift shop in a restored 1840’s grain building at downtown Galena. Alternatively, beer lovers can head to Galena Brewery on Main Street to taste their flagship and seasonal brews while enjoying tapas, soups, sandwiches and live entertainment.

+ + +

Great wines should be paired with great food. Steak aficionados will love Log Cabin Steakhouse on Main Street, famous for its big and premium aged Angus beef, hand-cut daily. Sample their excellent 16-oz New York Cut or tender and delicious 24-ounce T-bone or the grand 32-ounce porterhouse steak and you won’t be disappointed.

+ + +

Enjoy French and German cooking? Then head to Fritz and Frites to try the French onion soup with baked Gruyere and Parmesan cheese crust; escargots de Bourgogne; the coq au-vin (braised chicken with red wine sauce); citron et bierre mussels (with white ale and lemon); steak frites (rib-eye steak with parsley butter and pommes frites). From the German side of the menu there's kassler rippchen (smoked pork chop with a cider glaze); Wiener schnitzels (breaded veal cutlets), and sauerbraten (beef marinated in a sweet and sour sauce) served with red cabbage or sauerkraut. The family-owned bistro serves European meals with imported wines and beers at affordable prices.

+ + +

For your treats, walk into The Great American Popcorn Company on Main Street and you'll be welcomed with a friendly smile and a fresh, warm sample of their famous old-fashioned caramel corn. Choose from a daily selection of 50 delicious flavors of gourmet popcorn. In addition, the store offers handmade chocolates, candies, home-made fudge and ice cream. The store was featured on MSNBC’s Your Business and The Today Show.

+ + +

Find out more reasons why Galena is a B&B Kinda Town here.

+ + + + + + +
+
+ + +
+ + +
+ +
+
+
Related Articles
+ +
+
+ + +
+ + +
+ +
+
+
+Bed & Breakfasts Essentials +
+
+ +
+
+ +
+
+
+Travel Slideshows +
+
+ +
+
+ +
+ + +
+ +
+
+
Readers Recommend
+ +
+
+ +
+
+
+
+
+ +
+
+
+
+ +
More from the Web
+ +
+ + + +
Powered By ZergNet
+ +
+
+
+
+
+
+
+
+ +
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ +
+
+
+
+
+ +
+
+
+
+ © 2015 About.com — All rights reserved. +
+
+
+
+
+
+
+
+ + + + + + + + diff --git a/tests/data/html/about.com2.html b/tests/data/html/about.com2.html new file mode 100644 index 0000000..a44dffc --- /dev/null +++ b/tests/data/html/about.com2.html @@ -0,0 +1,1459 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Genetic Testing for People with Lung Cancer + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+
+
+
+ +
+
+ +
+
+ +
+
+ + + + + + + +
+ +
+
+
+
+
+
+
+ +
+
+
+
+
+ +
+
+
+
+
+
+
+ +
+

Genetic Testing for People with Lung Cancer

+

Understanding Molecular Profiling

+
+
+
+ + +
+
+
+
+ +
+
+
+
+
+
+
+
+
+ + +
+
Lung Cancer Categories
+
+
+
+
+ +
+
+ +
+ View More + +
+
+
+ +
+
+ + +
+
+
+
+iStock_000036475472Small.jpg - istockphoto.com +
+ +
+
+ Gene Mutations in Lung Cancer.  + istockphoto.com +
+
+
+
+
+ + +

+ + Updated August 02, 2014. + +

Written or reviewed by a board-certified physician. See About.com's Medical Review Board. +

+

One of the most exciting advances in the treatment of lung cancer has come from an understanding of genetic changes in lung cancer cells.  Whereas in the past we broke lung cancers down into perhaps 5 types, we now know that no two lung cancers are the same.  If there were 30 people in a room with lung cancer, they would have 30 different and unique types of lung cancer.

+ + +

If you’ve been recently diagnosed with lung cancer, especially lung adenocarcinoma, your oncologist may have talked to you about genetic testing (otherwise known as molecular profiling or biomarker testing) of your tumor.  It's now recommended that all lung cancer patients with advanced or metastatic lung adenocarcinoma (a type of non-small cell lung cancer) have biomarker testing to look for EGFR mutations and ALK rearrangements.  In addition, patients with other forms of non-small cell lung cancer (for example, adenosquamous carcinoma in non-smokers) should also be considered for testing.  What does this mean?

+ + +
+ + +

What is Genetic Testing (Molecular Profiling) of a Lung Cancer Tumor?

+ + +

Genetic testing involves tests that a pathologist performs in the lab using a sample of your cancer tissue - tests that look at the cancer from a molecular level.  This tissue may come from a biopsy of your tumor, or from tissue removed during surgery for lung cancer.  The reason behind this is that cancers have gene mutations that "drive" or control the growth of the cancer.  Simplistically, if these mutations can be identified, then treatments can be used which "target" these mutations, hence stopping the growth of the cancer.  It is these mutations that lead to the development of a cancer in the first place. 

+ + +

Before going further it's helpful to address something that is confusing for many people.  There are two primary types of gene mutations.   

+ + +

Hereditary Mutations vs Aquired Mutations in Cancer

+ + +

One type of mutations are  hereditary mutations (also called germline mutations,) meaning you inherit genes with mutations from one or more parents.  Common examples of these mutations include hemophilia associated as well as mutations that may predispose someone to developing breast cancer (BRCA1 and BRCA2 mutations.)

+ + +
+ + +

The type of mutations that scientists look for in people with lung cancer are instead called acquired mutations (also called somatic mutations.)  These mutations are not present at birth (they do not run in families) but rather develop in the process of cells becoming cancerous.

+ + + + + +

What Exactly are Gene Mutations?

+ + +

Gene mutations are changes to a particular gene in a chromosome.  All genes are made up of variable sequences of 4 amino acids (called bases); adenine, tyrosine, cytosine, and guanine.  When a gene is exposed to toxins in the environment, or when an accident occurs in cell division, a mutation (change) may occur. In some cases it may mean that one base is substituted for another, say adenine instead of guanine.  In other cases bases may be inserted, or deleted, or genes may be rearranged in some way.

+ + + + + +

Significance of Gene Mutations

+ + +

Why are oncologists interested in acquired gene mutations in a tumor?  First, we should talk about the two types of acquired mutations found in lung cancers.  One type of mutation is termed a driver mutation.  These mutations, via several mechanisms, “drive” the growth of a tumor.  In lung cancer the number of driver mutations is variable.  In one study, an average of 11 driver mutations per cancer were found.  Another type of mutation is termed a passenger mutation.  Just as someone may be a passenger in a car, these genes do not drive the cancer and are basically along for the ride.  Again we don’t know exactly how many passenger mutations are present in a tumor (and the number varies from tumor to tumor) but some tumors may have more than 1,000 of these mutations. 

+ + +

Driver mutations not only initiate the development of a cancer, but work to maintain the growth of a cancer as well.  

+ + +

Common Driver Mutations Found in Lung Cancer Tumors

+ + +

There are many mutations that are being studied by scientists looking at lung tumors.  So far driver mutations have been identified in approximately 60% of lung adenocarcinomas.  Researchers are now finding driver mutations in squamous cell lung cancer as well.

+ + +

Common driver mutations in lung cancer include (for starters):

+ + +
    + +
  • EGFR mutations
    • + +
  • KRAS mutations
    • + +
  • EML4-ALK Rearrangements
    • + +
  • MET mutation
    • +
+ + +

These 4 mutations are in general mutually exclusive and are only rarely seen in the same tumor.

+ + +

Personalized Treatments Available Based on Genetic Testing

+ + +

The use of "targeted therapies" - that is medications that target particular genetic abnormalities in a tumor -- has been coined personalized medicine.  What this means is that rather than a conventional chemotherapy drug that attacks all rapidly dividing cells, a targeted drug instead attacks a particular abnormality present only in your cancer cells.  In general targeted treatments have fewer side effects than traditional chemotherapy.  To date, targeted therapies that have been approved for people with lung cancer include:

+ + +
    + +
  •  Tarceva (erlotonib) has been approved for people whose tumor has an EGFR mutation (note: there are different types of EGFR mutations and not all of them are equally responsive to Tarceva)
    • + +
  •  Xalkori (crizotonib) was approved by the FDA in 2011 for people whose tumor has an ALK4-EML gene rearrangement
    • +
+ + +

Other medications are being studied in clinical trials, including targeted therapies for those whose tumor becomes resistant to Tarceva or Xalkori..

+ + + + + +

Resistance to Treatment

+ + +

A challenging problem with current targeted treatments is that nearly everyone inevitably becomes resistant to treatments we have.  There are many mechanisms by which this occurs making it difficult to find one solution.  Research is ongoing in clinical trials; evaluating both the use of substituting a second drug to target the mutations, and drugs that use different targets or mechanisms to attack the cancer cell.

+ + +

The Future

+ + +

The ability to understand the molecular profile of lung tumors is an extremely exciting area of research, and it’s likely that new treatments for other mutations will soon be available.  An example of how rapidly this area of medicine is advancing is the ALK4-EML gene rearrangment.  This gene "mutation" (actually a rearranglement) was discovered as recently as 2007.  Through a rapid process, the medication Xalkori (crizotinib) was approved in 2011 for general use by the FDA for those patients whose tumors have this rearrangment.  There are clinical trials currently in progress evaluating the use of second generation drugs for those who have become resistant to Xalkori. 

+ + +

Next Step

+ + +

If you have been diagnosed with non-small cell lung cancer, especially lung adenocarcinoma or squamous cell lung cancer, talk to your doctor about genetic testing.  Although testing is now recommended for everyone with advanced non-small cell lung cancer, a recent study reported that only 60% of oncologists are currently ordering testing.  You may also wish to talk to your doctor about clinical trials that may be an option for you.  If you are interested in looking into trials evaluating these treatments worldwide, check out the article below on how to find clinical trials.  It can be confusing as you check out these databases, but help is near.  Recently a lung cancer clinical trial matching service backed by several lung cancer organizations has become available.  With this free service a trained nurse navigator can help you locate any clinical trials that may be an option for you. 

+ + + + + +

Sources:

+ + +

Hensing, T., Chawla, A., Batra, R., and R. Salgia. A personalized treatment for lung cancer: molecular pathways, targeted therapies, and genomic characterization. Advances in Experimental Medicine and Biology. 2014. 799:85-117.

+ + +

Kim, H., Mitsudomi, T., Soo, R., and B. Cho. Personalized therapy on the horizon for squamous cell carcinoma of the lung. Lung Cancer. 2013. 80(3):249-55.

+ + +

Li, T., Kung, H., Mack, P., and D. Gandara. Genotyping and genomic profiling of non-small-cell lung cancer: implications for current and future therapies. Journal of Clinical Oncology. 2013. 31(8):1039-49.

+ + +

Luo, S., and D. Lam. Oncogenic driver mutations in lung cancer. Translational Respiratory Medicine. 2013. 1:6.

+ + +

Villaruz, L., Burns, T., Ramfidis, V., and M. Socinski. Personalizing therapy in advanced non-small cell lung cancer. Seminars in Respiratory and Critical Care Medicine. 2013. 34(6):822-36.

+ + + + + + +
+
+ + +
+ + +
+ +
+
+
Related Articles
+ +
+
+ + +
+ + +
+ +
+
+
+Lung Cancer Essentials +
+
+ +
+
+ +
+
+
+Health Slideshows +
+
+ +
+
+ +
+ + +
+ +
+
+
Readers Recommend
+ +
+
+ +
+
+
+Advertisement +
+
+
+
+ +
+
+
+
+ +
More from the Web
+ +
+ + + +
Powered By ZergNet
+ +
+
+
+
+
+
+
+
+ +
+
+ Advertisement +
+
+
+
+
+
+ Advertisement +
+
+
+
+
+
+ Advertisement +
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ +
+
+
+
+
+ +
+
+
+
+ © 2015 About.com — All rights reserved. +
+
+
+
+
+
+ Also from About.com: Calorie Count +
+
+
+
+ + + + + + + + diff --git a/tests/data/html/adoption.com1.html b/tests/data/html/adoption.com1.html new file mode 100644 index 0000000..d31ab24 --- /dev/null +++ b/tests/data/html/adoption.com1.html @@ -0,0 +1,686 @@ + + + +What Not to Say to a Birth Mom or Adoptee | Adoption.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ +
+
+
+
+ + +
Navigation
+
+
+ +
+ +
+
+
+
+ +
+
+
+
+
+Home/7 Birth Parents
+
+
+

What Not to Say to a Birth Mom or Adoptee

+

Choose your words wisely.

+
+
+
imageShare
+
imagePin
+ +
imageShare
+
+
+
+
+
+article image
+
+
+

This is solely my opinion. Every person is different, so the things that I have experienced in no way reflect EVERY birth mother or adoptee. +

What Not to Ask or Say to a Birth Mom

+

First, the biggest mistake I often hear in adoption talk is “giving a baby up for adoption.” I know this a common mistake. I’ve said it too, and I’m a birth mom AND an adoptee! This phrase is such a stab in the heart to most birth moms because it presumes we just gave our baby away because we did not want him or her. Giving something away typically means you did not want whatever it was. In the adoption world, we use the term “place.” I placed my birth son for adoption. This phrase is much more loving and just sounds better. We placed our baby in the arms of their parents. We placed them in a good home. Placing something somewhere is usually done with care and caution because you have love and concern for what you are placing. In the adoption world, placing our children is done with love and concern. +

“Birth moms are just lazy.”  +

I know someone who used to have this notion about birth moms. He said he thought birth mother simply did not want the responsibility of taking care of a child. Being a birth mother is much more difficult than one might think. Choosing to be a birth mom is choosing an emotionally difficult path, a path far from lazy. I hope not many people think this, but if you do, do not say it to a birth mom. Go talk to one so she can change your mind! +

“So, did you not want your baby?” +

Yes, people actually ask this. I know for many people, they really cannot comprehend why I, or any other birth mother, would allow someone else to raise their child. The reasons are usually very personal. Every birth mom I have met all wanted their children, but for their personal and very emotional reasons, chose adoption for their baby. +

“Do you think your birth son will be mad at you for choosing adoption?” +

He might be mad. He might question why I did choose adoption. I also trust his parents. I trust that they will tell him how much I loved him and that I wanted him to have the very best life from the start. Will this ease his questioning? I do not know. I do know that it eased mine. I was never angry with my own birth mother because my parents always told me the great love she had for me. There was never a question or doubt of her love for me. I trust that my birth son will feel the same. +

This question is hurtful, but it allows a birth mother to share her testimony of why she chose adoption. We can never determine what the future holds. A birth mom cannot determine the future effects that an adoption will have on a child. +

“Can you get your baby back?” +

I hate to think that people really do not understand what adoption is. Adoption is much different from foster care. In the foster care system, most children were taken out of the home due to the parents not doing what was best for their child. Yes, they can get their children back after they get things in order and clean up their life. However, adoption is different. An expectant parent chooses a family for their child and when that child is born, the birth mother then signs all parental rights away to the new parents. It varies by state, but usually the birth mother only has a limited amount of time to change her mind (in California it is 24 hours). I do not think this question is appropriate to ask any birth mother. The choice she made was not easy and a question like this may generate painful feelings. +

What Not to Ask or Say to an Adoptee

+

“Do you know your real parents?” +

I love my birth mother and she is just that: my birth mother. My mom is the woman that raised me–my adoptive mother. So, to ask an adoptee if they know their real parents is thoughtless and can be hurtful. Many adoptees do not even know their birth parents. All they have ever known is their adoptive parents: their real parents. +

“You know your birth mom didn’t love you.” +

Someone once said this too me. It was someone who did not know me but knew I was adopted. I did not let this comment get to me because I knew without any doubt that my birth mom did love me. I knew because my parents had told me and my birth mother had written me a letter when I was just hours old.  A comment like this is completely horrible and heartless. Yes, my birth mother loved me. That is why she chose life for me and gave me a wonderful family. +

“All adopted kids are messed up.” +

I have heard that my siblings and I are the exception to this rule because someone knows one family who has one adopted kid that has some problems. This must mean all adopted kids are messed up right? How many families do you know who have biological children who are “messed up”? I know plenty! Therefore, I do not think there is any merit to this comment. The child might have had problems if he or she was not adopted. Maybe their bad behavior is just their personality. If children are adopted at an older age and have experienced traumatic things, then yes, they may have some issues to be addressed. However, categorizing all adoptees into being “messed up” is wrong and hurtful. +

  +

These comments and questions are just a few of the things not to say to a birth mom or adoptee. I picked these particular comments and questions because they have been directed at me at some point. Just remember: When speaking to an adoptee or birth mom, it is okay to ask questions. I am an open book! However, be sensitive. I know many people are curious, but maybe the adoptee or birth mom is not ready to answer certain questions. Let certain things stay personal. If the adoptee or birth mom chooses to share, they will. +

+
+
+
+
+
+

Love this? Want more?

+  + + +
+ +
+
+
+
 
+ +
+
+
+

Comments

+
+
+
+
+
+
+ +
+
+
+
+
+
+
+
+
+
+
+ +
+ +
+
©2015 Elevati, LLC. All rights reserved. About | Contact | Advertise | Sitemap
+This site does not provide professional, legal or medical advice. By using this site you agree to the Terms of Service, Privacy Notice and Community Rules.
+
+
+ + + + + + + + + + + + + + + + +
+ + + + + + + +
host: www1
+ diff --git a/tests/data/html/al.com1.html b/tests/data/html/al.com1.html new file mode 100644 index 0000000..5327894 --- /dev/null +++ b/tests/data/html/al.com1.html @@ -0,0 +1,1392 @@ + + + + + + + + + + + + + + + + + + + + Lou Holtz, Ohio State defender on ESPN, has been right about the Buckeyes | AL.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ + + + + + + + + + + + + + + + +
+
+
+
+
+
+
+
+
+ +
+
+ +
+
+
+
+
+
    +
  • Home
    • + +
  • + Set Your Edition + Alabama +
    • + +
  • +
    + + + + +
    + +
    • +
+ +
+ + + + + + + + + +
    + +
  • Birmingham
    • + +
  • Huntsville
    • + +
  • Mobile
    • + +
  • Montgomery
    • + +
  • Tuscaloosa
    • + +
  • Anniston/Gadsden
    • + +
  • Beaches
    • + +
  • Alabama
    • + +
+ +
+
+
+
+
+
+
+ + + +
+
+
+
+
+
+
Back to Main Menu
+
+
Close
+
+
Customize Your Weather
+
+ +
+
+
+
+
+
+
Congratulations!
+
Your weather is set to . You can change the location at any time.
+
+ +
+
+
+
AccuWeather.com Quick Look
+
+ +
+
View Full Weather Report
+
+
+
+
+
+
+
+
+ +
+
+
+
+
+ +
+
+

Search AL.com

+ +
+
+
+
+ Account + Sign In +
+
+
+
+
+
Close
+
+
+

Sign in to
AL.com

+
+
+ + + + +
+
+ +
+ + +
+ +
+ Forgot your username and password? +
+
+
+

Don't have an account?

+

Register now for free, or sign in with any of these services:

+ + + + + + +
+
+
+
+
+ +
+ You are signed in as
+

+
+ +
+
+
    +

  • Favorite Schools

    expand
    +
      +
      • +

    • Favorite Teams

      close
      +
        +
        • +
      +
      +
      +
      +
      +
      +
      +
      + Subscribe
      +
      + +
      + + +
      +

      Alabama

      + Change Region +
      + + +
      + + + + + + + + + + + +
      + + + + + + + + + + + + + + + + + + + + + + + + + + +
      + + +
      +
      +
      +
      +
      +
      + +
      comments
      +
      + + + + + +

      Lou Holtz, Ohio State defender on ESPN, has been right about the Buckeyes

      +
      + + +
      +
      +
      + +
      +
      + + + + + + + + + + + + + + + + + + + + + + + + +
      +
      + + + Lou Holtz on Mark May + ESPN College Football Analyst Lou Holtz discusses his frequent on-air arguments with colleague Mark May. + +
      +
      + + + + + + + + +
      +
      + Print +
      + + + + + + + + + + Ari Wasserman, Northeast Ohio Media Group + + + + + + + + + + +By + + + + + + + + + + + + + Ari Wasserman, Northeast Ohio Media Group + + + +AL.com +
      Email the author | Follow on Twitter + + + + + +
      on December 29, 2014 at 3:02 PM, updated December 29, 2014 at 4:16 PM + +
      + + +
      +
      + +
      + + + +
      + + + + + + + + + + +
      + + +
      + + + + + + + + + +
      + +
      +
      + + +
      +

      NEW ORLEANS - Both college football analysts on ESPN, Lou Holtz and Mark May are paid to discuss their unbiased, wide-ranging opinions about the sport on the air.

      +

      They disagree a lot, especially when it comes to Ohio State.

      +

      Holtz, a Notre Dame coaching legend, typically has been pro-Ohio State this year while May, a former player at Pittsburgh, has been down on the Buckeyes and the Big Ten.

      +

      As No. 4 Ohio State prepares to take on No. 1 Alabama in the Sugar Bowl - a semifinal game in the inaugural College Football Playoff - Holtz didn't mind boasting a little about being right about the Buckeyes this year.

      +

      "Mark May is a great guy - We have no teleprompter, no script, no rehearsal, but we have a difference opinion," Holtz said. "I love him, but he was a player, I was a coach. He made suggestions, I made decisions. He showered after work, I showered before work. I signed the the paycheck on the front, he signed the back.

      +

      "We just have a different way of looking at things."

      +

      During a segment called "Final Verdict" on ESPN's College Football Final, Holtz bantered with May about whether or not the Big Ten would have a team in the playoff and whether Ohio State had a shot of cracking the top four.

      +

      In those segments, co-host Rece Davis, dressed like a judge, rules either in favor of Holtz or May. Both times, May, who said Ohio State and the Big Ten were out of the College Football Playoff hunt, got the ruling.

      +

      Holtz hasn't forgotten.

      +

      "I lost two 'Final Verdicts' and doggone it both of them turned out that Rece was wrong," Holtz said. "No. 1 the Big Ten would have somebody in (the playoff) and Ohio State had a chance. Both times he ruled against me."

      +

      As for why May tends to have an anti-Big Ten opinion - something many Ohio State fans feel is a trend - Holtz decided to sidestep that question.

      +

      "You would have to ask Mark May," Holtz said. "One thing I learned, I don't speak for Mark May. I have a hard time speaking for Lou Holtz."

      + + +
      + + +
      +
      +
      +
      +
      +
      + +
      + + +
      +
      +
      +
      +
      + +
      + +
      +
      +
      + + + + + + + + +
      +
      +
      +
      +
      + + +
      +

      Best of AL.com

      + + + + + + + + + + + + + + +
      + + + + + + +
      +
      +
      + + + + + + + + + + + + + + + + + + + +
      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/al.com2.html b/tests/data/html/al.com2.html new file mode 100644 index 0000000..a63344e --- /dev/null +++ b/tests/data/html/al.com2.html @@ -0,0 +1,1864 @@ + + + + + + + + + + + + + + + + + + + + Hockey, skate jam and Future City competition among big events next month in Huntsville/Madison County | AL.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      + + + + + + + + + + + + + + + + +
      +
      +
      +
      +
      +
      +
      +
      +
      + +
      +
      + +
      +
      +
      +
      +
      +
        +
      • Home
        • + +
      • + Set Your Edition + Alabama +
        • + +
      • +
        + + + + +
        + +
        • +
      + +
      + + + + + + + + + +
        + +
      • Birmingham
        • + +
      • Huntsville
        • + +
      • Mobile
        • + +
      • Montgomery
        • + +
      • Tuscaloosa
        • + +
      • Anniston/Gadsden
        • + +
      • Beaches
        • + +
      • Alabama
        • + +
      + +
      +
      +
      +
      +
      +
      +
      + + + +
      +
      +
      +
      +
      +
      +
      Back to Main Menu
      +
      +
      Close
      +
      +
      Customize Your Weather
      +
      + +
      +
      +
      +
      +
      +
      +
      Congratulations!
      +
      Your weather is set to . You can change the location at any time.
      +
      + +
      +
      +
      +
      AccuWeather.com Quick Look
      +
      + +
      +
      View Full Weather Report
      +
      +
      +
      +
      +
      +
      +
      +
      + +
      +
      +
      +
      +
      + +
      +
      +

      Search AL.com

      + +
      +
      +
      +
      + Account + Sign In +
      +
      +
      +
      +
      +
      Close
      +
      +
      +

      Sign in to
      AL.com

      +
      +
      + + + + +
      +
      + +
      + + +
      + +
      + Forgot your username and password? +
      +
      +
      +

      Don't have an account?

      +

      Register now for free, or sign in with any of these services:

      + + + + + + +
      +
      +
      +
      +
      + +
      + You are signed in as
      +

      +
      + +
      +
      +
        +

      • Favorite Schools

        expand
        +
          +
          • +

        • Favorite Teams

          close
          +
            +
            • +
          +
          +
          +
          +
          +
          +
          +
          + Subscribe
          +
          + +
          + + +
          +

          Alabama

          + Change Region +
          + + +
          + + + + + + + + + + + +
          + + + + + + + + + + + + + + + + + + + + + + + + + + +
          + + +
          +
          +
          +
          +
          +
          + +
          comments
          +
          + + + + + +

          Hockey, skate jam and Future City competition among big events next month in Huntsville/Madison County

          +
          + + +
          + + + + + + + + + + + + + + + + + + + +
          +
          + Print +
          + + + + + + + + + + Lucy Berry | lberry@al.com + + + + + + + + + + +By + + + + + + + + + + + + + Lucy Berry | lberry@al.com + + + +AL.com +
          Follow on Twitter + + + + + +
          on December 29, 2014 at 7:56 AM + +
          + + +
          +
          + +
          + + + +
          + + + + + + + + + + +
          + + +
          + + + + + + + + + +
          + +
          +
          + + +
          +

          HUNTSVILLE, Alabama - Hockey players, roller skating enthusiasts and Future City competitors are among groups expected to bring more than 5,900 people together next month in Huntsville/Madison County.

          +

          Here is a Huntsville/Madison County Convention & Visitors Bureau calendar of January events and conventions with host hotel if applicable and number of expected attendees:

          +

          Jan. 1-3: UAH - Charger Hockey, UAH Chargers vs. Anchorage Alaska (January 2015), NHH, 200

          +

          Jan. 14-19: National Supreme Council Ancient & Accepted Scottish Rites Masons, National Supreme Council Mid Winter Meeting 2015, Marriott-Huntsville, 225

          +

          Jan. 15-18: BK Productions, 2015 Boat Show, NHH, 500

          +

          Jan. 15-17: Alabama Military Collectors' Association, 2015 Winter Military Collector's Show, Hampton Inn - Arsenal/South Parkway, 700

          +

          Jan. 15-19: Dogg Pound's Martin Luther King Jr Skate-A-Thon, 2015 Annual MLK Freestyle Skate Jam, Holiday Inn Research Park, 2000

          +

          Jan. 15-17: UAH - Charger Hockey, UAH Chargers vs. Northern Michigan (January 2015), NHH, 200

          +

          Jan. 16-19: North Alabama Hockey Association (NAHA), 2015 Freedom Tournament, Hilton Garden Inn-Space Center, 800

          +

          Jan. 17-18: Alabama Regional Future City Competition, 2015 Future City Competition, NHH, 200

          +

          Jan. 21-25: American Medical Association Alliance, Southern Regional Meeting, Embassy Suites Hotel & Spa, 100

          +

          Jan. 23-25: Huntsville Track Club, 21st Annual Mountain Mist Trail Run (2015), Embassy Suites Hotel & Spa, 300

          +

          Jan. 23-25: UAH - Charger Hockey, UAH Chargers vs. U.S. Under-18 (January 2015), NHH, 200

          +

          Jan. 27-28: UAH - Student Success Center (Career Fair), 2015 UAH Spring Career Fair, Courtyard by Marriott, 500

          +

          Jan. 27-30: The Aerospace Corporation, 2015 Executive Board Meeting, Embassy Suites Hotel & Spa, 15

          + + +
          + + +
          +
          +
          +
          +
          +
          + +
          + + +
          +
          +
          +
          +
          + +
          + +
          +
          +
          + + + + + + + + +
          +
          +
          +
          +
          + + +
          +

          Best of AL.com

          + + + + + + + + + + + + + + +
          + + + + + + +
          +
          +
          + + + + + + + + + + + + + + + + + + + +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/apartmenttherapy.com1.html b/tests/data/html/apartmenttherapy.com1.html new file mode 100644 index 0000000..73c29dd --- /dev/null +++ b/tests/data/html/apartmenttherapy.com1.html @@ -0,0 +1,1165 @@ + + + + + + + Knock-Your-Socks-Off, Interactive Children's Books — Holiday Gift Guide from Apartment Therapy | Apartment Therapy + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
          + + +
          +
          +
          +
          +
          +
          +
          +
          + +

          Knock-Your-Socks-Off, Interactive Children's Books

          +

          Holiday Gift Guide from Apartment Therapy

          +           +
          +
          +
          + +
          + + +
          +           +
          +Pin it button big + +
          +
          + +
          + +
          + + +
          +           +
          +Pin it button big + +
          +
          + +

          + I truly believe that all a children's book needs to be magical is a well illustrated wonderful story, but sometimes, as a gift,...a book can fall flat. These interactive books, on the other hand, have so many bells and whistles, they won't be cast aside on Christmas morning in favor of "real" toys. They are super creative, super fun and meant to be played with, over and over. +

          + +
            +
          1. +What's Inside by OKIDO. This special twist of this book is that when certain pages are held up to light, more pictures are revealed giving children a look at what's inside bodies, buildings, cars and more. A really unique, enjoyable experience. You can see a video here. +
            2. +
          2. +My First Keyboard Book by Sam Taplin. Part picture book, part sheet music, part working keyboard, this book is a wonderful introduction to an instrument or just plain fun for young children to experiment with. You can watch a video demo here.
            3. +
          3. +I'm So Glad You're Here Giant Book by Michelle Romo and J. Betrue. Perhaps hard to tell from the photo collage, this soft book is actually child-sized. And by that I don't mean it's sized for a child; I mean that it is the size of a small child. Measuring in at 25" x 22", the book features beautiful appliqué and embroidery.
            4. +
          4. +Is There a Dog in This Book? by Viviane Schwarz. A long-awaited follow-up to the hilarious "There are Cats in this Book" and "There are NO Cats in this Book", the cat trio of Tiny, Moonpie, and Andre are back for more interactive fun. Children will be amused by the story and delighted in the surprises awaiting them behind all the flaps.
            5. +
          5. +Playbook Farm by Corina Fletcher and Britta Teckentrup. This is a fantastic pop-up book on its own, but in the (probably trademarked) words of Ron Popeil, "But wait, there's more!", the book unfolds to become a 3-D playmat. Really inventive format that has been continued in Playbook Pirates and Playbook Castle. You can see customer photos and a video here.
            6. +
          6. +My Little Blue Robot by Stephen T. Johnson. Perfect for kids who love to build, or who love robots, this book includes sturdy cardboard parts to build your own robot (who even talks!). All the pieces use slots and tabs so you don't need glue or any extraneous materials. You can see a video of one being built here.
            7. +
          7. +The Ultimate Book of Vehicles From Around the World by Anne-Sophie Baumann and Didier Balicevic. Not only is this a big book and filled with wonderful illustrations of all kinds of vehicles - cars, motorcycles, buses, cement trucks — but it has 60 moving parts: from simple flaps to open, tabs to pull and more complex parts a child can manipulate (see this video to get a better idea). This is truly a memorable book that a child can spend hours and hours with. There's also a follow-up: The Ultimate Construction Site Book.
            8. +
          8. +Ocean: A Photicular Book created by Dan Kainen, written by Carol Kaufmann. If you haven't yet experienced a "photicular" book - you must. When this book arrived at the office everyone crowded around to marvel at the seemingly moving pictures. Kainen's first creation, Safari, is wonderful and his latest, Ocean, takes readers under the sea. This video gives you a peek behind the photicular technology.
            9. +
          9. +My First Computer by Anne-Sophie Baumann and Marion Billet. This book won't keep your toddler from wanting to bang on your computer keyboard, but it will certainly keep them occupied and delighted, perhaps while you do your own work. With flaps to open and, of course, things to slide, ala a tablet, this book simulates the discovery of an app, but in a beautifully low tech/high creativity way. Watch a demo here. +
            10. +
          10. +Presto Change-O! A Book of Animal Magic by Édouard Manceau. This is one of the most creative interactive books I've ever seen. Children can literally move the pictures around to transform one scene into another. A teapot turns into an elephant, a hot air balloon turns into a rabbit - and back again, if you wish. Check out this video of the book in action.
            11. +
          + +
          +

          + Treat yourself after all this shopping! Enter for a chance to win $1500 to spend on custom furniture. It's our little gift to you! +

          +
          + +
          + + +
          +           +
          + +
          +
          +

          +More posts in this series +

          +
          Holiday Gift Guides 2014
          + + +
          + + +

          +(Image credits: Henry Chen; Carrie McBride; Ashley Anderson) +

          +
          + +
          +
          + + + +
          +
          + + +
          +
          +
          +
          +
          + + + +
          +
          + + +
          +
          +
          + + +
          + + +
          +
          +
          + +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +

          Submit a Story

          +

          Got a tip, home tour, or other story our readers should see?

          +

          +Tell us about it! +

          +
          +
          +
          +
          +

          Read Our Books

          +
          + +
          +
          +The Kitchn Cookbook +(2014) +
          +           +
          +
          + +
          +
          +Good Food to Share +(2010) +
          +           +
          +
          + +
          +
          +The Big Book of Small, Cool Spaces +(2010) +
          +           +
          +
          + +
          +
          +Apartment Therapy Presents +(2008) +
          +           +
          +
          + +
          +
          +The Eight-Step Home Cure +(2006) +
          +           +
          +
          +
          +
          +
          +
          +
          +

          Join our email list

          + + +
          +
          +

          +
          +
          + +
          + + +
          +
          +

          saving the world, one room at a time

          +© 2015 Apartment Therapy +
          + +
          +
          +
          + +Close menu + + +
          + + +
          +
          + + + + + +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/apartmenttherapy.com2.html b/tests/data/html/apartmenttherapy.com2.html new file mode 100644 index 0000000..72dac48 --- /dev/null +++ b/tests/data/html/apartmenttherapy.com2.html @@ -0,0 +1,1149 @@ + + + + + + + Before & After: A Year of IKEA Hacks — Best of 2014 | Apartment Therapy + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
          + + +
          +
          +
          +
          +
          +
          +
          +
          + +

          Before & After: A Year of IKEA Hacks

          +

          Best of 2014

          +           +
          +
          +
          + +
          + + +
          +           +
          +Pin it button big + +
          +
          + +

          + Nothing stirs the DIY spirit like a good IKEA hack. IKEA is so accessible — anybody could stroll in there and buy a BEKVAM or two — but its Scandinavian design is deceptively simple. With a little ingenuity a box, or a table, or a stool from IKEA could become pretty much anything. Here's proof. +

          + +
          +
          +
          +
          + +
          + + +
          +           +
          + +
          +
          +
          + +
          + + +
          +           +
          + +
          +
          +
          + +
          + + +
          +           +
          + +
          +
          +
          + +
          + + +
          +           +
          + +
          +
          +
          + +
          + + +
          +           +
          + +
          +
          + +Open Slideshow + +
          + +

          + Click on the slideshow to see the projects. To learn more about each project (and see more pictures), click the links in the captions. +

          +
          +

          + → Welcome to Apartment Therapy's Best of 2014 roundup!
          + From December 21 through January 1 we are rounding up our favorite (and your favorite) posts from the past year. +

          +
          + +

          +(Image credits: IKEA; Soffia Gardarsdottir; Brynne Delerson; Northstory; IKEA; Papotologie; IKEA; Kristi Murphy; Design Stoke; Jacob Gibbs; IKEA; IKEA Hackers; IKEA; Kristi Murphy; Alyssa Valentine; IKEA; Pinterest user Hanna; Instructables; IKEA; Kata Szentgyorgyi; IKEA; Clara Arnsberger; In the Hollow Heart; Brit Pierce; IKEA; Yes Spaces; Joy; IKEA; Krys Melo; IKEA; Reddit) +

          +
          + +
          +
          + + + +
          +
          + + +
          +
          +
          +
          +
          + + + +
          +
          + + +
          +
          +
          + + +
          + + +
          +
          +
          + +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +

          Submit a Story

          +

          Got a tip, home tour, or other story our readers should see?

          +

          +Tell us about it! +

          +
          +
          +
          +
          +

          Read Our Books

          +
          + +
          +
          +The Kitchn Cookbook +(2014) +
          +           +
          +
          + +
          +
          +Good Food to Share +(2010) +
          +           +
          +
          + +
          +
          +The Big Book of Small, Cool Spaces +(2010) +
          +           +
          +
          + +
          +
          +Apartment Therapy Presents +(2008) +
          +           +
          +
          + +
          +
          +The Eight-Step Home Cure +(2006) +
          +           +
          +
          +
          +
          +
          +
          +
          +

          Join our email list

          + + +
          +
          +

          +
          +
          + +
          + + +
          +
          +

          saving the world, one room at a time

          +© 2015 Apartment Therapy +
          + +
          +
          +
          + +Close menu + + +
          + + +
          +
          + + + + + +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/architecturaldigest.com1.html b/tests/data/html/architecturaldigest.com1.html new file mode 100644 index 0000000..adc6299 --- /dev/null +++ b/tests/data/html/architecturaldigest.com1.html @@ -0,0 +1,1630 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + An Extraordinary Paradise Valley Residence : Architectural Digest + + + +
          +
          +
          + +
          +
          + + +
          +
          + +
          +

          + +

          +

          Introducing AD DesignFile - Start Exploring Now

          +
          +
          +
          +
          + + +
          +
          + Architectural Digest + > + Interiors + Inspiration + > An Extraordinary Paradise Valley Residence
          + + +
          +
          + + +
          +
          +
          +

          + An Extraordinary Paradise Valley Residence

          + +
          +
          +
          +
          +

          Architect Marwan Al-Sayed and designer Jan Showers craft a majestic modern sanctuary in the Arizona desert

          +
          + + Mayer Rus | + Scott Frances | + Howard Christian
          +
          +
          +
          +
          +

          View Slideshow

          + +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          + +
          +
          +
          +
          +
          + + +
          +
          +
          +
          + + +
          +
          + The Delaney Family
          Homeowners Joann and Paul Delaney.
          +
          +
          + + + +
          +
          + + +
          +
          +

          Not very often does one hear a contemporary architect allude to the mortuary temple of the Egyptian pharaoh Hatshepsut when describing the inspiration for a new house. Ditto the rather obscure Majorcan cliff-top villa Can Lis, designed by Sydney Opera House mastermind Jørn Utzon. But in the context of the extraordinary Arizona residence that architect Marwan Al-Sayed and decorator Jan Showers created for Joann and Paul Delaney, these seemingly arcane reference points actually make perfect sense. In addition to its similar setting (sunbaked rocky landscape), building material (stone), and overall form (rectilinear), the retreat shares another, less tangible quality with those unexpected antecedents—timeless, otherworldly serenity.

          "I remember Paul telling me that he wanted the house to last a thousand years," says Al-Sayed, a recent Phoenix-to–Los Angeles transplant who was part of the design triumvirate responsible for the astonishing Amangiri resort in Utah. "So I was intrigued by the idea of ancient architecture—its weight, proportion, grandeur, and materiality."

          The 9,000-square-foot, single-level dwelling he ultimately devised sits on nine acres of desert terrain at the foot of Mummy Mountain (did someone say Egypt?) in the aptly named Phoenix suburb of Paradise Valley, a place where rugged red hills cast craggy shadows across a landscape of saguaro cacti, aloe vera plants, and creosote bushes. Approaching the house from the front drive, one is greeted by a poker-faced exterior of limestone blocks. With little hint of what lies beyond, the elevation might easily be mistaken for the façade of a formulaic modernist box.

          Any such notions quickly vanish, however, as the entry procession leads through a semienclosed passageway directly into a glorious courtyard. Straight ahead lie the main entertaining areas—the living and dining rooms as well as an art-lined gallery—but visitors are meant to pause in this oasis-like reception space, planted with mesquite trees and highlighted by what seems to be a vast reflecting pool. Framed in black granite, the water feature is, in fact, a ten-foot-deep infinity swimming pool that cascades over its far wall into a shallow basin below.

          Flanking the pool are two loggias—one off the master suite and the other off the guest quarters—delineated by limestone brise-soleils that orchestrate an ever-changing dance of reflected light. "I used limestone for both the courtyard floor and most of the walls to underscore the idea of the house as a configuration of interconnected pavilions with varying degrees of exposure," the architect says, noting the stone's luminous yet earthy quality. "Using one material throughout has a calming effect—it gives you the luxury of tuning out the cacophony of the outside world."

          For the full story and more photos, subscribe now and get the digital edition immediately.

          Tour Joann and Paul Delaney's sleek home.

          + +
          +
          +
          +
          + + +
          +
          + + +
            +
          + + +
          +
          +
          +
          +
          +

          This article was published in the January 2015 issue.
          +

          + +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          + +
          +
          +
          +
          +
          + + +
          +
          +
          +
          + + +
          +

          AROUND THE WEB

          Powered By ZergNet

          +
          +
          + + +
          + + +
          + +
          +
          +

          +
          +

          AROUND THE WEB

          +
          +
          +
          Powered By ZergNet
          + +

          +

          +

          + More Stories

          + +
          +
          +
          +
          +
          +
          +
          + +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          + + + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + What We’re Reading This Week—December 31, 2014 +

          + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + What We’re Reading This Week—December 23, 2014 +

          + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + What We’re Reading This Week—December 19, 2014 +

          + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + On the Block: A Paul Evans Cabinet +

          + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + A regal tablescape at Valentino’s French château, a rustic Rome studio, and an antiques-filled Manhattan foyer +

          + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + Nate Berkus Talks Design with Target and Story +

          + + + + + + +
          +
          +
          +
          +
          +
          +
          + Questroyal
          + + + +
          +
          +
          +
          + + +
          +
          + Subscribe to Architectural Digest! Save up to 65%
          + +
          +
          +
          +
          +
          +
          +
          +
          +
          + +
          +
          + + + + + + + + + + + + + +
          +
          + + + + + + +
          +
          + + + + + + + + + +
          +
          + + + diff --git a/tests/data/html/architecturaldigest.com2.html b/tests/data/html/architecturaldigest.com2.html new file mode 100644 index 0000000..8635485 --- /dev/null +++ b/tests/data/html/architecturaldigest.com2.html @@ -0,0 +1,1685 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Video Promotion: Jenn-Air Presnts Westedge 2014 - Best in Show : Architectural Digest + + + +
          +
          +
          + +
          +
          + + +
          +
          + +
          +

          + +

          +

          Introducing AD DesignFile - Start Exploring Now

          +
          +
          +
          +
          + + +
          +
          + + +
          +
          +
          +

          + Video Promotion: Jenn-Air Presnts Westedge 2014 - Best in Show

          + +
          +
          +
          +
          +
          +
          +
          +
          +

          Watch More Videos

          + +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          + + +
          +
          +
          +
          + + +
          +
          +
          +
          + + +
          +

          + + + + + + + + + + + + + +

          +

          + MORE ON ARCHDIGEST.COM

          + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + Video Promotion: Shell - The Power of Innovation +

          + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + Video Promotion: Shell - The Power of Community +

          + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + Video Promotion: Shell - the Power of Potential +

          + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + Creative Collaborations +

          + + + + + + +
          +
          +
          + Click here to see more videos +
          + + +
          +
          +
          +
          + + +
          + + +
          + +
          +
          +

          +
          +

          AROUND THE WEB

          +
          +
          +
          Powered By ZergNet
          + +

          +

          +

          + More Stories

          + +
          +
          +
          +
          +
          +
          +
          + +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          + + + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + What We’re Reading This Week—December 31, 2014 +

          + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + What We’re Reading This Week—December 23, 2014 +

          + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + What We’re Reading This Week—December 19, 2014 +

          + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + On the Block: A Paul Evans Cabinet +

          + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + A regal tablescape at Valentino’s French château, a rustic Rome studio, and an antiques-filled Manhattan foyer +

          + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

          + Nate Berkus Talks Design with Target and Story +

          + + + + + + +
          +
          +
          +
          +
          +
          +
          + Questroyal
          + + + +
          +
          +
          +
          + + +
          +
          + Subscribe to Architectural Digest! Save up to 65%
          + +
          +
          +
          +
          +
          +
          +
          +
          +
          + +
          +
          + + + + + + + + + + + + + +
          +
          + + + + + + +
          +
          + + + + + + + + + +
          +
          + + + diff --git a/tests/data/html/avclub.com1.html b/tests/data/html/avclub.com1.html new file mode 100644 index 0000000..c47ec52 --- /dev/null +++ b/tests/data/html/avclub.com1.html @@ -0,0 +1,1652 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + The best film scenes of 2014 · Best of · The A.V. Club + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
          + + + + + + + + +
          + +
          + + +

          + + + +

          +
          + +
          + + + +
          + + + + + +
          +
          + The best film scenes of 2014 +
          + + +
          + + + + + + +
          + + +
          + +
          +
          + +
          + +
          +
          +
          +
          + +
          +
          +
          + + + + +
          + + + +
          + +
          + + + + + + +
          + +
          + + + +
          + +
          +

          + + + Film + +

          + + + +Best of + + + + + + +
          + + + +
            + + + +
          + + + +
          + + +
          +
          +
          +
          + +
          +
          + + + + +
          + +
          + + +
          +

          The best film scenes of 2014

          + +
          + +
          + By + + + Mike D'Angelo, + + + A.A. Dowd, + + + Jesse Hassenger, + + + Nick Schager, + + + + and Ignatiy Vishnevetsky + +
          + + +
          + Dec 16, 2014 + 12:00 AM +
          + +
          +
          + +
          + + + +
          + + + +
          + +
          +
          + + + +
          +

          Great scenes, like great movies, adhere to no single formula. Some of them work only in relation to the moments that occur before and/or after them. Others play like miniature movies themselves, their appeal independent of the feature-length films that house them. What all great scenes have in common, though, is their ability to imprint themselves on a viewer’s brain. In anticipation of our best films of 2014 list, which drops on Thursday, we’ve singled out 22 of our favorite scenes from the year in cinema. They’re in no particular order—save for the first one, which several contributors cited and we’ve hence decided is the year’s best. Fair warning: Some of these entries, including the first one below, disclose major plot points. Proceed with caution.

          Scene of the year

          The ending, Whiplash

          Those who haven’t seen Whiplash yet should probably skip right past this glowing appraisal of its final minutes, and rush to the nearest theater showing it. Those who have seen the film should finally catch their breath and read on. In the closing scene of the movie, aspiring jazz drummer Andrew Neyman (Miles Teller) suffers one last humiliation at the hands of his abusive mentor, Terence Fletcher (J.K. Simmons), who takes revenge on his star pupil by providing him with the wrong sheet music for a climactic concert at Carnegie Hall. Rather than accept defeat, however, the musician returns to his kit, answering this cruel betrayal the only way he knows how: by drumming his ass off—this time to his own beat, guiding the ensemble with an improvised burst of virtuosic playing. Nearly all of Whiplash operates on a level of pure anxiety, entwining the nerves of its audience and protagonist. And so this parting display of showboating talent, which director Damien Chazelle stages with all the kinetic verve of a car chase or a battle sequence, feels downright liberating in its sense of cathartic release. A true marvel of editing, composition, and performance, the scene would be a contender for the year’s finest even if seen completely out of context. What clinches its victory, though, is the troubling ambivalence lurking beneath the awe-inspiring spectacle: We’re watching not just the birth of a future jazz legend, but also the consummation of a truly toxic relationship—the moment, in other words, when one obsessive sociopath finally rebuilds another to his exact specifications. It’s equal parts disturbing and rousing, a thunderous cymbal crack on the beating hearts of its audience. [A.A. Dowd]

          The deformed man, Under The Skin

          The first half of Jonathan Glazer’s Under The Skin establishes a hypnotic pattern: An alien in human guise (Scarlett Johansson) picks up unsuspecting men, seduces them into accompanying her into a dilapidated-looking house, and, once inside, does away with them, in a fashion disturbing and visually striking in equal measure. But just around the film’s halfway mark, the alien picks up a man with a facial deformity. Their conversation, in a moving car, first proceeds in simple alternating one-shots as she asks him questions and repeatedly compliments his hands. But when she asks him to touch her face, they share the frame, and later one-shots are closer, more intimate. At first, she seems to simply assume a gentler seduction tactic. While she does bring the man back to her lair, she eventually allows him to leave without suffering the same fate as the others. When she stares at her own shadowy reflection that night, she may be catching a glimpse of empathy. The sequence is fascinating in its own right, but even more so for the way it reverberates through the rest of the movie, knocking the Johansson character off her axis and setting the second half of her quiet story in motion. [Jesse Hassenger]

          First race, Need For Speed

          The year’s best, purest chase scene—technically a street racing scene—is one part old-school style, one part newfangled tech. Shot on Canon C500s—beefier, 4K variants of the low-light-friendly cameras used to shoot micro-budgeted projects like Blue Ruin and Blue Is The Warmest Color—it follows five gleaming cars as they rip through a vivid small-town nightscape, saturated in sodium-vapor orange. The camera style is self-consciously 1980: slow zoom-ins at the starting line; passenger-side handheld shots of the drivers; the kind of natural, unaffected shaking that happens when a cameraman is trying to keep a speeding car in the frame. And, for the bulk of the scene, there’s no music, only the snarl and squeal of the cars. Five engines, half-a-dozen vicious turns, and a train barreling into the distance—nothing more is necessary. [Ignatiy Vishnevetsky]

          Inflating and deflating the male ego, Force Majeure

          Ruben Östlund’s Force Majeure is a stinging critique of the male ego, and it reaches a crescendo during a late scene in which a pitiful husband and father (Johannes Kuhnke)—having already proven his spinelessness by ditching his clan in order to save himself during an apparent avalanche at their ski-vacation resort—enjoys a beer with his best mate (Kristofer Hivju) at the bottom of the mountain. There, the two men are approached by a woman who tells them that her friend thinks they’re the best-looking guys at the place, news that naturally boosts their self-esteem. That high doesn’t last long, however, since just as they’re enjoying the praise, the woman returns to apologize for having relayed the compliment to them; it was really intended for two other nearby gentlemen. Left deflated beyond repair, they vacillate between anger and embarrassment, which Östlund depicts in a protracted single shot that reveals the clownish emptiness of their macho pretenses. [Nick Schager]

          The safe wager, Dom Hemingway

          Just out of prison following a 12-year stretch, expert safecracker Dom Hemingway (Jude Law) is looking for work, among other things, until a former associate named Lestor (Jumayn Hunter) tells Dom his skills are now useless, as newfangled electronic safes are impossible to crack via methods of a dozen years past. Since Lestor despises Dom, he offers him a deal: If Dom can open Lestor’s personal safe in less than 10 minutes, he’ll give him a highly lucrative job. But if Dom fails, Lestor gets to cut off his dick, right on the spot. Writer-director Richard Shepard plays this ludicrous ticking-clock scenario to the hilt, devising both a wholly unexpected safecracking method—no gentle taps and slowly twisted dials here—and a diabolical punchline. Mostly, though, it’s just a hoot to watch Law’s high-octane performance dovetail with a rare moment of concentrated focus for his character. Dom is ostensibly working feverishly to save his penis, but the expression on Law’s face throughout is pure, uncut fun. [Mike D’Angelo]

          Creating the universe, Noah

          Darren Aronofsky’s Noah is a work of conflicting aspirations—a Biblical epic that wants to be intimate and spectacular, “realistic” and fantastical, accommodating of both serious spiritual inquiry and talking, CGI rock monsters. The film’s most fruitful attempt at reconciling seemingly contradictory positions arrives during the centerpiece sequence, when Noah (Russell Crowe) recounts to his family the story of God creating the universe. Billions of years pass through simulated time-lapse photography, and as single-cell organisms transform into fish, which soon slither onto dry land and turn into something else entirely, it becomes clear that Aronofsky has incorporated evolutionary theory into his retelling of Genesis 1. Fundamentalists might balk at this revisionist take on scripture, but it’s hard to imagine anyone shrugging off the grandeur of the scene—a montage of blooming nebulas, scampering species, throbbing forbidden fruit, a menacing serpent, a glowing Adam and Eve, and Cain murdering Abel in striking silhouette. Noah has no shortage of grand imagery, but only this flashback to the beginning of time inspires a religious (or at least near-religious) awe. Cinephiles both devout and secular should give thanks. [A.A. Dowd]

          The whoring bed, Nymphomaniac, Vol. I

          Lars Von Trier’s epic study in carnal (and non-carnal) knowledge features plenty of explicit sex, but it’s a fully dressed, gatecrashing Uma Thurman who provides its most blistering, passionate sequence. After more than an hour spent exploring heroine Joe’s sexual self-indulgence, Nymphomaniac abruptly serves up a comically ghastly reminder that her actions have consequences. Into Joe’s apartment strides Thurman’s Mrs. H, her three young sons in tow, in order to confront their philandering father. “Confront” isn’t quite the word, though, since Mrs. H opts to channel her anger through relentless bitter sarcasm, congratulating her husband and Joe on their shared happiness and taking the kids on a tour of the premises, so that they can see what Dad will be up to from now on. “Would it be all right if I show the children the whoring bed?” she politely asks Joe, in the scene’s signature moment. Thurman plays this minor role (it’s the character’s sole appearance) without an ounce of vanity, digging so deep into Mrs. H’s feelings of debasement that all she can finally do, at the end, is emit a truly bloodcurdling shriek. [Mike D’Angelo]

          End credits montage, 22 Jump Street

          Phil Lord and Christopher Miller’s 22 Jump Street is the rare comedy sequel to equal its predecessor. Even more impressive still, it manages to surpass the original at that least likely of moments, the end credits. Having already spent its entire feature-length runtime making self-referential jokes about the derivativeness of sequels, 22 Jump Street goes that extra step—and then a few more—by delivering a montage of phony upcoming follow-ups, replete with clips and poster art. From “Culinary School” and “Foreign Exchange Students” to “A Semester At Sea” and “Traffic School,” it’s a sequence that pushes the material’s auto-critique craziness into outright absurdity, especially when Seth Rogen momentarily appears in “Sunday School” as a replacement for Jonah Hill (apparently due to a “contract dispute”). At once dim-bulb silly and cannily critical of its own inherent existence, it’s perhaps the best end-credits sequence in movie comedy history—as well as a capper that mocks (to the point of negating) the need for any further franchise installments. [Nick Schager]

          Terror in the tent, Willow Creek

          For much of its running time, comedian Bobcat Goldthwait’s first stab at found-footage horror seems content to operate like an affectionate goof on The Blair Witch Project. The film does, however, make a late attempt at eliciting goosebumps instead of giggles, and the results are quite effective. Having retreated to the woods in search of the elusive Bigfoot, amateur filmmaker Jim (Bryce Johnson) and his patient girlfriend Kelly (Alexie Gilmore) are awoken in the middle of the night by strange sounds coming from outside of their tent. Goldthwait captures the subsequent gauntlet of terror in a single, 20-minute take, locking his camera on the faces of his increasingly alarmed characters, who sit paralyzed with fear as the noises get louder, closer, and weirder. It’s a marvelously suspenseful sequence, relying on not just the credible distress of the actors, but also the claustrophobia of the tent—a structure that limits our view of the surroundings, allowing the imagination to run wild with thoughts of the beasts surely lurking on the other side of its flimsy, nylon walls. As in Blair Witch, what we envision is much scarier than anything we could be shown. [A.A. Dowd]

          “I’ll Have To Dance With Cassie,” God Help The Girl

          God Help The Girl has half a dozen lovely little production numbers in a variety of moods, but Stuart Murdoch’s musical is never more delightful than when it engages with the pure joy of making and experiencing music, crystallized in the scene scored to the song “I’ll Have To Dance With Cassie.” James (Olly Alexander) brings troubled singer-songwriter Eve (Emily Browning) to some kind of civic center, where the supporting members of their band are playing an afternoon dance attended mostly by the elderly. When Eve joins them onstage to sing and her song kicks into full-band ebullience, minor miracles abound: Dancers who look ready for a community-college production of Grease appear from nowhere; bandmate Cassie (Hannah Murray) arrives at just the right time; and Eve seems to forget her problems, however briefly. Murdoch cuts around madly; it’s exactly the kind of dance number that makes purists complain about not being able to see the dancing. But intricate choreography isn’t the point here; Murdoch stages a dance party halfway between homemade reality and music-video dreams. “Hell do I care what I look like when I feel this good?” the song asks—though as it happens, everyone looks pretty great. [Jesse Hassenger]

          The classroom, Snowpiercer

          Bong-Joon Ho’s Snowpiercer was the summer’s best action film, and it peaks when Chris Evans’ rebel leader, guiding his insurgency through a train that houses the last survivors of a global environmental apocalypse, arrives at the car where young children are being lectured by their teacher (Alison Pill) on the myth of their train’s creator. After the bleakness of their prior environments, Evans and company’s arrival in this brightly colored elementary-school compartment is jarring, and made more so by Pill’s overly cheery demeanor, which carries with it more than a whiff of madness. Basing its art-deco designs (both in terms of the classroom, and the historical video that the kids watch) on those found in the popular Bioshock first-person-shooter videogame series, the sequence has an unsettling strangeness that eventually erupts in a paroxysm of violence. Evil is rarely more chilling than when it comes in the form of a sunshiny mentor. [Nick Schager]

          “The Step You Can’t Take Back,” Begin Again

          A man (Mark Ruffalo) slumps over a bar, his left shoulder jutted toward the camera. He hears a guitar and a woman’s voice; slowly, he begins to peek over his arm, as though he were a sun reluctant to rise. The camera stays on him for almost 45 seconds, only revealing the singer—a songstress (Keira Knightley) with an acoustic guitar, awkwardly perched on a stool—once the chorus starts. This is actually the second time this scene has played out in Begin Again; the first time was at the very beginning of the movie, from her perspective, with the camera landing on his big goofy grin as she got off the stage. Now, the viewer is seeing it—and hearing it—from his angle, as he eyes the next act’s instruments and starts imaging a full-blown, Starbucks-playlist arrangement. Begin Again—a music-business musical that serves as a kind of spiritual sequel to director John Carney’s earlier Once—is largely bogus, but this sequence, its only lapse into overt fantasy, feels completely authentic. That’s thanks in so small part to Ruffalo’s performance, which turns what should be a simple reaction shot into a glimpse into a character’s soul. [Ignatiy Vishnevetsky]

          Dave Schultz’s interview, Foxcatcher

          For all the praise being heaped on Steve Carell’s transformation into a beaked, aristocratic sociopath, the best performance in Foxcatcher required no prosthetic noses. As Dave, the older and more decorated of the two Olympic-champion Schultz brothers, a bulked-up Mark Ruffalo finds layers of feeling his co-stars aren’t quite afforded. His showcase scene—and arguably the film’s single strongest moment—is the one in which Dave is forced to speak about the influence his sponsor and coach, John Du Pont (Carell), has had on his athletic career. At the behest of a filmmaker, who’s making a presumably propagandistic documentary on Du Pont, Dave struggles to explain the man’s coaching strategies (which are basically useless) and to muster up a single word of praise. When the director requests that he describe Du Pont as a “mentor,” Dave valiantly attempts to swallow his pride—and Ruffalo makes his thought process palpable, a small storm of emotions passing across his face. It’s a miniature master class in acting, and one of the brief, promising instances in which Foxcatcher threatens to burst its bubble of oppressive melancholia and become a stealth comedy of discomfort. [A.A. Dowd]

          The wedding dance, In Bloom

          Movie musicals may have gone out of style, but a dancing interlude can still elevate the pulse of just about any film. In Bloom, a Georgian drama about two 14-year-old girls and a gun, reaches its emotional apex during the mid-film scene in which one of them, Natia (Mariam Bokeria), marries a man she barely knows, at her family’s behest. Her best friend, Eka (Lika Babluani), is visibly upset during the reception, and even calls Natia into the bathroom at one point to ask whether she loves her new husband. (The answer: “I guess I do.”) Upon emerging, however, Eka suddenly takes the center of the room and performs a lengthy solo dance as the other guests stand around her in a circle, clapping and cheering. What’s remarkable about this routine is the wealth of contradictory feelings it somehow conveys—Eka’s decision to elbow past everyone and take command of the dance floor is at once a defiant, fuck-you gesture; a burst of self-liberation; and an ardent declaration of love for Natia. Plus, Georgians really know how to dance—when a standing Eka picks up a napkin from the floor with her teeth, you’ll feel the urge to whoop and holler, too. [Mike D’Angelo]

          Destruction of the city, Pompeii

          Paul W.S. Anderson—the widely maligned English director behind Resident Evil, Alien Vs. Predator, and The Three Musketeers 3D—has a real knack for organizing and diagramming space, and though Pompeii, his first blockbuster-budget production, is slow-going at first, it hits its stride once it comes time to depict the destruction of the titular city street by street, neighborhood by neighborhood. Obsessed with bunkers, mazes, and caverns, Anderson can’t help but turn the city grid into yet another of his deathtrap tunnel systems. He envisions the destruction of Pompeii as one long set piece, with characters scampering over bodies and ruins, trying to outrun a ship that’s been forced inland while fiery debris rains down in the foreground. It’s brisk and breathtaking. [Ignatiy Vishnevetsky]

          “Time In A Bottle,” X-Men: Days Of Future Past

          Recently, every year has had at least three or four superhero movies, and all of those superhero movies have at least three or four action sequences, many of which involve gigantic airships and/or collapsing buildings. It makes sense, then, that the most memorable superhero action of the year would be a bit more granular, focusing on the use of a single superpower. In Bryan Singer’s mutant-packed X-Men sequel, Professor X, Beast, and Wolverine enlist super-fast mutant Quicksilver (Evan Peters) to help break Magneto out of his metal-free holding cell in the Pentagon. When the group is discovered and security guards open fire, the movie switches to Quicksilver’s point of view as he flips on his Walkman and springs into action, running up and down the walls with the nonchalance of a morning jogger, scored to the quiet strains of Jim Croce’s “Time In A Bottle.” With a few gentle tweaks, he knocks out cops and sets bullets off course; when the film returns to normal speed, the conflict is over in a matter of seconds. This interlude is a sustained moment of playfulness in an otherwise fairly serious superhero epic, and a reminder that the X-Men movies distinguish themselves by toying with the idiosyncrasies and possibilities of their universe’s vast array of mutants, not by getting into a building-destruction contest. [Jesse Hassenger]

          Sex and violence, Gone Girl

          Gone Girl’s first half is a slow-drip mystery, but it’s the second half of David Fincher’s adaptation—after the big twist is revealed—that taps a truly sinister vein. The story’s malevolence reaches a fever pitch during the scene when Amy (Rosamund Pike), now a captive of her creepy ex-boyfriend (Neil Patrick Harris), finally “gives in” to his carnal wishes and takes him to bed. It’s an encounter of sexual aggression and manipulation that Fincher stages with mounting unease, until the moment the white lingerie-clad Amy, beneath her lover on the bed, suddenly and swiftly slices his throat, coating herself in blood at the very moment that he climaxes inside her. More chilling still: After letting him bleed out, Pike straddles him and then flips her blood-soaked hair out of her face—an offhand gesture of aggravation that speaks volumes about the depths of her mercilessness. [Nick Schager]

          Opening credits, Godzilla

          “Even with nuclear weapons there is no guarantee that the creatures will succumb,” declares the witty opening credits sequence for Hollywood’s latest iteration of Japan’s favorite monster. “Evidence show [sic] that it is likely the creatures will come back with David Strathairn’s head.” That’s what the text reads for a split second, anyway—only by freeze-framing the DVD can one catch more than a few words—before everything other than DAVID STRATHAIRN is redacted. Superimposed over stills ranging from Darwin’s Origin Of Species to news coverage of the Bikini Atoll tests, all of the credits are accompanied by alarmist phrases that are swiftly blacked out, creating a deliciously paranoid mood (augmented by Alexandre Desplat’s urgent score) before the story has even begun. There are even some in-jokes among the barely visible text: Bryan Cranston’s credit includes the phrase “Walter Malcolm has claimed that government men dressed in white lab coats routinely appear at site,” which is redacted in a way that leaves the words “Walter” and “white” visible by themselves for a fraction of a second. With “Malcolm” in the middle. [Mike D’Angelo]

          Two decades of messages, Interstellar

          Christopher Nolan has developed an inaccurate reputation as a chilly filmmaker with a Kubrickian detachment from human emotion. Despite superficial 2001 influences, Interstellar seems almost designed to correct that assumption, never more effectively than in a single scene that essentially involves space pilot Cooper (Matthew McConaughey) sitting down to check his messages. Cooper has been on a planet that experiences time far more slowly than Earth, and upon his return to his ship, he watches a series of video messages from his children, received in the hour or so that he was gone. In a few moments, he watches them age over two decades. Because it’s a Nolan movie, this scene also contains plenty of information: about what’s happened on Earth while Cooper has been gone and where his plot-crucial daughter Murph is now. But the exposition feels secondary to the emotional wallop of Cooper’s family life accelerating without him. In a movie of amazing sights, it’s the simple passage of time that hits the hardest, culminating in the final video message, from now-grown Murph (Jessica Chastain). When she finishes a goodbye to her father, thought to be lost in space, Nolan cuts to the other side of her camera and follows her as she returns to her job—bringing the movie to this decades-forward Earth for the first time. The transition doesn’t span anywhere near the amount of time traversed in the most famous cut of 2001, but it’s a similar technique, hurtling the audience ahead into the next phase of the story. [Jesse Hassenger]

          “Pretty Girl Rock,” The Rover

          Set in a depressed (and depressing) post-apocalyptic Australia, The Rover adopts a mood of consistent despair, rarely allowing for even the faintest trace of levity. Maybe that’s why the belated arrival of a bona fide pop anthem on the soundtrack—briefly replacing the ambient, dread-infused hum of Antony Partos’ original score—qualifies as downright triumphant. As the film’s mismatched road warriors (played by Guy Pearce and Robert Pattinson) wander into the Outback during a protracted wide shot, director David Michôd cues up Keri Hilson’s narcissistic earworm single “Pretty Girl Rock.” It seems like a bitterly ironic song selection, until the scene cuts to a nighttime image of Pattinson’s tragic simpleton sitting alone in a jeep, softly singing along to the suddenly diegetic music. From here, the tune takes on a melancholy quality, with Michôd employing it as a creature comfort from another era—a bittersweet blast of nostalgia, a sonic relic of the more hopeful world that now exists only in the rearview mirror of these characters’ lives. As needle drops go, it’s eccentric and weirdly, powerfully affecting. Also, good luck getting that damn song out of your head. [A.A. Dowd]

          The Red Circle, John Wick

          Chad Stahelski and David Leitch are both veteran stuntmen, which explains why their debut feature, the superbly entertaining John Wick, happens to contain some of the most energetic, best-directed action sequences in recent memory, with the standout being the movie’s centerpiece, in which Keanu Reeves’ eponymous ex-hitman shoots his way through a nightclub/bathhouse called the Red Circle. Starting in the back of the club—where silhouetted henchmen are dispatched one by one while Kaleida’s “Think” slinks on the soundtrack—and then bursting into the main floor, Collateral-style, it’s as much a dance piece as a gunfight. Reeves and an ensemble of stunt performers roll, tumble, shoot, and reload, over and over, moving through pools of blue and magenta light, always oriented around the camera and the geometry of the space; this is amped-up action as kinetic art. [Ignatiy Vishnevetsky]

          Lip-sync duet, The Skeleton Twins

          Bill Hader and Kristen Wiig prove themselves adept serious actors in The Skeleton Twins, starring as siblings reunited after a 10-year estrangement. The movie itself doesn’t often transcend its indie-dramedy roots, but it generates more feeling than it might have otherwise due to its stars’ chemistry, and the SNL-honed comic timing they bring to their depressive characters. The movie’s strongest juxtaposition of angst and crowd-pleasing comedy comes when Milo (Hader) comes home to a frustrated Maggie (Wiig) demanding him to get his shit together. He attempts to cheer her up by silently putting Jefferson Starship’s “Nothing’s Gonna Stop Us Now” on the stereo and beginning to lip-sync, imploring her to join him. Maggie resists for well over a minute before finally, hilariously giving in to the emotive cheesiness—the mugging equivalent of an expertly delayed chorus. It’s the kind of goofy bit Wiig and Hader could’ve sold on SNL, and the movie draws on that history to make Maggie and Milo especially convincing, and touching, as family. [Jesse Hassenger]

          +
          + + + +
          + + + +
          + + +
          +

          More Best of

          + +
          + + + + + + + + + + + + +
          + +
          +
          + +
          + + + + + + + + + + + +
          + +
          +
          + + + +
          + + +
          +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
           
          + + + + + + +
          + + + diff --git a/tests/data/html/avclub.com2.html b/tests/data/html/avclub.com2.html new file mode 100644 index 0000000..1d9f2ea --- /dev/null +++ b/tests/data/html/avclub.com2.html @@ -0,0 +1,1665 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Finally, the “Mail Kimp” remix you never knew you wanted · Great Job, Internet! · The A.V. Club + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
          + + + + + + + + +
          + +
          + + +

          + + + +

          +
          + +
          + + + +
          + + + + + +
          +
          + Finally, the “Mail Kimp” remix you never knew you wanted +
          + + +
          + + + + + + +
          + + +
          + +
          +
          + +
          + +
          +
          +
          +
          + +
          +
          +
          + + + + +
          + + + +
          + +
          + + + + + + +
          + +
          + + + +
          + +
          +

          + + + AUX + +

          + + + +Great Job, Internet! + + + + + + +
          + + + +
            + + + +
          + + + +
          + +
          +

          Finally, the “Mail Kimp” remix you never knew you wanted

          + +
          + +
          + + +
          +
          +
          +
          + +
          +
          + + + + +
          Courtesy of MailChimp's Instagram page
          + +
          + +
          Courtesy of MailChimp's Instagram page
          + +
          + +
          + +
          + By + + + Marah Eakin + +
          + + +
          + Dec 12, 2014 + 12:06 PM +
          + +
          + +
          + + + +
          + +
          +
          + + + +
          +

          By now the Serial theme song has been chopped a screwed a million different ways by a million different people, including us for our Serial Serial podcast. But that little kid that says “mail kimp?” That’s a different story. Soundcloud user kpffkl has created the “Mail Kimp Remix” to give that little kid some glory, and it’s both annoying and mesmerizing, as most remixes of a single sound are, but it’s still new and potentially interesting Serial-related content, something the Internet is certainly hungry for this holiday season.

          [via Buzzfeed]

          +
          + +
          +
          + Filed Under: + + + AUX, + + + Serial, + + + The Serial Serial, + + + Mail Kimp, + + + Mail Chimp + +
          +
          + +
          + + + +
          + + +
          +

          More Great Job, Internet!

          + +
          + + + + + + + + + + + + +
          + +
          +
          + +
          + + + + + + + + + +
          + +
          +
          + + + +
          + + +
          +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
           
          + + + + + + +
          + + + diff --git a/tests/data/html/backstage.com1.html b/tests/data/html/backstage.com1.html new file mode 100644 index 0000000..32d9bb8 --- /dev/null +++ b/tests/data/html/backstage.com1.html @@ -0,0 +1,802 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + Actors - 'Coney Island' Scripted TV & Video | Backstage + + + + + + + + + + + + + + + + + + + +
          + +
          + + + + + + + + + + +
          +
          + + +
          +
          +

          Instant Access

          +

          This casting/job notice is still under review by Backstage's editors. However, you can apply right away! Scams and inappropriate content will be promptly removed. +

          +
          +
          + + +

          + TV & Video: + Scripted TV & Video +

          +

          Production: 'Coney Island' (See all 3 roles)

          +

          Actors (Supporting)

          + +
          +
          + +
          + +
            +
          • Share:
            • + + + + +
          + + +
          +
          + + + + +
          + +
          +

          Production Details

          +

          + Casting the TV pilot, "Coney Island." Project description: "Pilot for a tv drama series based on characters from Phantom of the Opera, centering around a Freak Show run by Meg & Th...more +

          +
          + Get more details on 'Coney Island', + including pay, union details, full description, rehearsal & production dates & locations, script sides, other roles, and more. +
          +
          + +
          + +

          Seeking

          +

          Males & Females, ages 18+, All Ethnicities

          +
          + +
          +

          Role Description

          +

          + Actors: (Supporting) all characters based on Phantom of the Opera characters, English, French, Cockney and Persian accents a plus. +

          +
          + + + + + +
          +

          Auditions

          +

          + + + + + January 4th + in Petersburg, VA. + + + + + Sign up + or Log In to apply. + +

          +
          + + + +
          + + + + + + +
          + +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/backstage.com2.html b/tests/data/html/backstage.com2.html new file mode 100644 index 0000000..3a54f2c --- /dev/null +++ b/tests/data/html/backstage.com2.html @@ -0,0 +1,1078 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Los Angeles Acting Schools and Coaches | Top Schools & Training Lessons for Actors, Singer, Dancers | Career Tips | Backstage | Backstage + + + + + + + + + + + + + + + + + + + +
          + + + + + + +
          + + + + + + + + + +
          + + + + + +
          + + +
          +
          +

          + Subscribe now to and start + applying to auditions!

          +
          +
          + + +

          Resources

           + +

          Los Angeles Acting Schools and Coaches

          +

          By + C. Ryanne Laratonda + | Posted Feb. 27, 2014, 5:17 p.m. +

          +
          +
            +

          • Share:

            • + + +
          • + + Pin on Pinterest + +
            • + +
          +
          +
          + +
          +
          + + + + + + +
          +
          + Los Angeles Acting Schools and Coaches + +
          +
          + + + + +

          To find Los Angeles–area stage and film acting schools, teachers, and coaches, click here to search Backstage's Acting Schools database.

          +

          Each of the entries contains the following information, if applicable: name of teacher or school, address, phone and fax numbers, email address and/or website, average number of students per class, whether beginning, intermediate, or advanced students are taught, whether auditing is permitted, whether classes are ongoing or by sessions, any special emphasis used in classes or coaching, whether a work/study program is offered. Descriptions of the class, school, or coaching are provided by the instructor or institution and edited by Backstage.

          +

          Also, you can find additional schools and coaches in the Backstage Yellow Pages. 

          +

          Schools and coaches who have been omitted may contact listings {at} backstage.com regarding inclusion in the Acting Schools database. Schools and coaches can also self-post listings and media-enhanced ads in the Backstage Yellow Pages. Contact Backstage's Advertising Department for additional marketing options.

          + +
          +
          + + + + + + + + + +
          +
          + +

          What did you think of this story?
          + Leave a Facebook Comment:

          +
          + +
          +
          +
          + + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/bhg.com1.html b/tests/data/html/bhg.com1.html new file mode 100644 index 0000000..9885317 --- /dev/null +++ b/tests/data/html/bhg.com1.html @@ -0,0 +1,2187 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Centerpiece and Tabletop Decoration Ideas for Fall from Better Homes and Gardens + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
          +
          + + + + +
          + +
          +
          +
          + + +
          + + + + + +
          +
          + + + + +
          +
          +
          + + + + + + + + +
          + + + + + BHG.com + + +   /   + + + + + Thanksgiving + + +   /   + + + + + Decorating Ideas for Thanksgiving + + +   /   + + + + Centerpiece and Tabletop Decoration Ideas for Fall from Better Homes and Gardens + + + + + + +
          + +
          +
          +
          + + + + + +
          +
          + + +
          +
          +
          + +
          +
          +
          +
          +
          + + + + + + + + + + + + +
          +

          Centerpiece and Tabletop Decoration Ideas for Fall

          + + +
          + + + +

          These easy centerpieces and simple tabletop decorations will add creative fall flair to any table in your home.

          + + +
          + +
          + +
          + + + + By Kelly Roberson + + +
          + + +
          + + +
          + + + + + + + + +
          + + +
          + +
          + + Save + +
          + +
          + + Print + +
          + + +
          + + Comments + +
          + + + +
          Share
          + +
          + + +
          + + +
          + +
          +
          +
          +
          + + + + + + + + + +
          + +
          +
          +
          +
          +
          + + + + × +
          +
          +
          +
          +
          +
          +
          +
          + +
          + +
          + + + + + + + +
          + + +
          + + +
          +
          + + + + + + + + + + +
          +
          +
          + + + + + + + + +
          +
          + + + + Your Comment: + +
          + + + + +
          +
          +
          + +
          +
          + + + + + + + + + + +
          +
          + + + + + + + +
          + + +
          + + + + + + + + + + +
          +
          + +
          +
          +
          + + +
          +
          +
          + + + + +
          + + +
          +
          + + + + + + + +
          +
          +
          + + BHG Products at Walmart + +
          +
          + + BHG Real Estate + +
          +
          +
          + + +
          + +
          +
          +
          + + + + + + + + + +
          + + +
          + + + + + + +
          + + close +
          + +
          + close +
          +
          + +
          + close + +
          + +
          + close +
          +
          +
          +
          +
          +
          + +
          + close +

          +
          + +
          + close +
          +
          + +
          +

          Loading... Please wait...

          +
          + + +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
          + + + diff --git a/tests/data/html/bhg.com2.html b/tests/data/html/bhg.com2.html new file mode 100644 index 0000000..bc72178 --- /dev/null +++ b/tests/data/html/bhg.com2.html @@ -0,0 +1,863 @@ + + + + +How to Hang a Christmas Wreath (Two No-Fail Secrets!) + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
          +
          +
          +
          +
          +
          +BHG.com/Videos///How to Hang a Christmas Wreath (Two No-Fail Secrets!) +
          + + + +

          How to Hang a Christmas Wreath (Two No-Fail Secrets!)

          +

          It's not a holiday home until you've hung a Christmas wreath. This quick video offers nifty tricks for damage-free wreath hanging on doors and windows. Get our secrets to success!

          +
          +
            +
          • +
          • +
          • +
          • +
          • share
            • +
          • +
          +
          + +
          + +
          +
          A pretty wreath, is just the trick to take your Christmas decorations from basic to bold. Here are the no fail secrets, for hanging window, and door wreaths. For outdoor wreaths, choose a ribbon that's strong, durable, and will make a high impact statement. Your best bet, is a two and half inch satin ribbon. To avoid a droopy look, hang your wreath in the top half of the window. On a door, center the wreath at about eye level. To hang a wreath in a window, lower the top window sash and place the wreath outside of the window while holding the ends of the length of the hanging ribbon. [MUSIC] A piece of paint-friendly tape provides stability. Tape just the very end of the ribbon before sliding your window securely close. When hanging on a door, use a staple gun, to staple the ends of the hanging ribbon to the center top of the door. That way, the staples will never be seen. To keep a lightweight wreath in place, use double-sided foam tape on the back. It's that simple. Use this method every Christmas, to hang your wreath without damaging your home. [MUSIC]
          +
          +
          + +
          +
          + +
          +
          +
          + +
          + +
          +
          +
          + +
          +
          +
          + This Week's Top Videos + + + + How to Use a Stability Ball + + + + + Training Talk: Your First Race + + + + + How to Eat Carbs and Lose Weight + + + + + Stress Less, Lose Weight + + + + + How to Make Crepes + + + + + How to End an Argument in 30 Seconds + + + + + After Baby: I'm The Primary Breadwinner + + + + + "Class Project" Hides A Baby Announcement + + +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          + +
          +
          + +
          +
          +
          + + BHG Products at Walmart + +
          +
          + + BHG Real Estate + +
          +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/bloomberg.com1.html b/tests/data/html/bloomberg.com1.html new file mode 100644 index 0000000..4d2ce2d --- /dev/null +++ b/tests/data/html/bloomberg.com1.html @@ -0,0 +1,2611 @@ + + + + +Job Woes Linger in 29 States as U.S. Recovers Unevenly - Bloomberg + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
          +
          +
          + + +
          + +
          +
          +
          +
          +
          +
          +
          + +
          +
          + +More stories + +
          +
          +
          +
          + + + +
          +
          +
          +
          +
          +
          +
          + +
          +
          + + +

          +Job Woes Linger in 29 States as U.S. Recovers Unevenly +

          + +
          +
          + + + +2014-09-30T14:34:55Z + + +
          + + + +- Comments + + + + + + +Print + + + +Speed +
          +
          +
          +
          + +
          +
          + +Save + +
          + +
          + +
          +
          + +
          +
          + + + + + +
          +Photographer: Mark Elias/Bloomberg +
          +
          +

          +Nevada, Arizona and Florida are among those furthest from their peak employment during the December 2007-June 2009 downturn. Those states, along with five others -- Alabama, Illinois, Michigan, New Jersey and Ohio -- remain more than 50,000 positions short of that level. Close +

          +
          +
          +

          +Nevada, Arizona and Florida are among those furthest from their peak employment during... Read More +

          +
          +
          +
          +
          +
          + +
          +
          Close
          +
          +Open +
          +Photographer: Mark Elias/Bloomberg +

          Nevada, Arizona and Florida are among those furthest from their peak employment during the December 2007-June 2009 downturn. Those states, along with five others -- Alabama, Illinois, Michigan, New Jersey and Ohio -- remain more than 50,000 positions short of that level.

          +
          +
          +
          +
          +
          + +
          + + +
          +
          + +
          + +
          +
          + +
          +
          + + +
          +

          Kevin Yearout has added about 80 jobs to his Albuquerque, New Mexico, contracting company since July of last year. That still leaves him with less than half the number he employed in 2009, at the end of the deepest downturn since the Great Depression.

          “It has been a very slow climb back,” said Yearout, 51, co-owner and chief executive officer of Yearout Mechanical Inc. “The economy went very south, very quickly.” With his commercial construction business hobbled by government funding cutbacks, “I never see the local economy getting back” to justify the prior level of jobs.

          Even as the U.S. economy reached a milestone in May with employment exceeding the prerecession peak, 29 of 50 states have yet to match that accomplishment, according to Labor Department data compiled by Bloomberg. New Mexico, for instance, still had 4 percent fewer employed workers, ranking among the bottom 10 percent of states.

          “This is not like any other recovery,” said John Herrmann, director of U.S. rate strategy at Mitsubishi UFJ Securities USA Inc., who tracks the gross domestic products of states. “There is a tremendous disparity, not a uniform recovery at all, with the performance of the economy much more skewed on a regional basis.”

          The weakest jobs rebound has been in the states central to the 2002-2006 housing bubble and the subsequent price collapse.

          Nevada, Arizona and Florida are among those furthest from their peak employment during the December 2007-June 2009 downturn. Those states, along with five others -- Alabama, Illinois, Michigan, New Jersey and Ohio -- remain more than 50,000 positions short of that level.

          Regional Woes

          Yet the regional woes are far broader: New Jersey has been hurt by the loss of casino and pharmaceutical industry positions, New Mexico by U.S. government defense cutbacks, Alabama by weakness in manufacturing, and Michigan by a loss in auto jobs.

          +

          +

          The energy industry is driving the economic expansion in 12 of the 13 states leading growth since the recession ended, Herrmann said. Leaders include Texas, North Dakota, Oklahoma and Louisiana, with Oregon the only non-energy state among the standouts. Oregon has been boosted by technology manufacturing and fast growth in exports.

          Excluding the 1.1 million jobs created in Texas, which has led the expansion, the nation would be 350,000 below the prerecession peak, according to Federal Reserve Bank of Dallas research cited by its president, Richard Fisher.

          Spotty Recovery

          The spotty regional recovery meshes with the Federal Open Market Committee’s view there is “significant underutilization of labor resources,” according to the statement after its September meeting, and continued room to keep interest rates near zero long after the central bank ends its bond buying as planned in October.

          “There is no pressure to raise interest rates this year and into next given that many parts of the country have a surfeit of unemployed and underemployed workers,” said Mark Zandi, chief economist at Moody’s Analytics Inc. in West Chester, Pennsylvania.

          IHS Global Insight economists in Lexington, Massachusetts, project that every state won’t have returned to its peak employment until Michigan achieves that level in 2019.

          While the auto industry has recovered and sales in August reached the highest level since January 2006, employment levels in Michigan haven’t.

          Moving Out

          “The auto industry has been moving out of Michigan,” said James Diffley, IHS Global Insight chief U.S. regional economist, who is based in Philadelphia. “Job totals have been declining.”

          Michigan regained 34,185 automotive manufacturing jobs between 2010 and 2013. Yet that doesn’t come close to replacing the 174,429 industry positions lost from 2001 to 2010, a 59 percent decline, according to data calculated for Bloomberg by the Ann Arbor-based Center for Automotive Research.

          While the auto industry remains dominant in Michigan, “education, tourism, green technologies” and information technology “will become increasingly important,” according to a Moody’s Analytics’ forecast in June.

          Weak wage growth outside a few areas, such as energy jobs in North Dakota and Texas, supports the view that most of the country remains far from fully recovered, said Gary Burtless, a senior fellow at the Brookings Institution in Washington and a former Labor Department official.

          Hourly Earnings

          Hourly earnings nationwide were up 2.1 percent over the past 12 months, compared to 3.9 percent in June 2007, six months prior to the past recession, Labor Department data show.

          Young adults 25 to 34 years old, who are most likely to relocate for jobs, have been moving at decreasing rates even after the recession ended with migration at historically low levels in 2013, according to a Brookings analysis.

          That mobility remains low suggests “that local job markets have been basically lousy almost everywhere” except a few areas benefiting from the energy boom, Burtless said. “Wages are behaving as though there’s still a lot of labor-market slack.” Wages gains have been basically flat for the past several years, he said.

          While housing prices have regained part of their losses, Nevada was 5.9 percent below its peak employment, Arizona 4.1 percent, Florida 1.5 percent and Georgia 1.1 percent. The data compiled by Bloomberg compares the top employment level for any month during 2014 with the maximum during the downturn.

          Nevada Sluggish

          “The economy is still sluggish in Nevada,” said Jim Mason, president and co-owner of Taylor International Corp. in Las Vegas. ‘We still have a lot of excess capacity in the employment market.’’

          In 2007, Taylor employed 500 people managing $1 billion in construction primarily of hotels and casinos. Today, the company employs 30 in the state and gets 20 applications for each job opening.

          In New Jersey, Trump Entertainment Resorts Inc., which owns two properties in Atlantic City, filed for bankruptcy protection in September. New Jersey has lost more than 5,000 casino hotel jobs in the past two years, according to state figures.

          Casinos there have faced new competition from Pennsylvania, Connecticut and New York, and there has been “very little private sector investment” in new manufacturing and commercial construction, said Joseph Seneca, a Rutgers University economist in New Brunswick.

          “We have a lot of white elephants -- large empty casinos,” he said. “This is a significant problem for the state going forward.”

          Construction Weakness

          Alabama’s job level remains 4.6 percent below the peak during the downturn, according to data compiled by Bloomberg. Job creation has been hurt by weakness in construction, manufacturing and government spending, said Ahmad Ijaz, an economist at the University of Alabama in Tuscaloosa.

          “Commercial construction is still relatively weak due to sluggish consumer and business spending,” he said. “Nondurables, particularly the textile and apparel industry, will not be adding any jobs anyway because of off-shoring and automation. Government spending is weak because of cutbacks in federal spending which in turn also impacts state and local government spending.”

          Eddie Foreman, 40, of Opelika, Alabama, who has a part-time job at a fast-food restaurant, said better-paying and permanent industrial positions aren’t coming back.

          ‘No Jobs’

          “The economy is tough and there are no jobs for us here,” said Foreman, who has put out 20 applications in the past year and had no interviews. He worked in a variety of manufacturing and construction jobs before the recession. “Eventually I think it has to get better. It can’t get any worse.”

          New Mexico’s economy was slowed as reverberations from last year’s federal government shutdown rippled through the state, according to a Moody’s Analytics report in April. The state, home of the Los Alamos National Laboratory, has government as its largest employer, with 24 percent of all workers compared to 16 percent in the U.S., according to Moody’s Analytics. There were 30,000 federal workers among the 193,000 public sector employees in the state last year, according to the Moody’s report.

          “Government has been a drag,” said Michael O’Donnell, research scientist with the Bureau of Business and Economic Research at the University of New Mexico. “Many of the private sector jobs rely on government funds and grants.”

          While governments and companies have started to seek bids for new construction projects, Yearout said, there’s no backlog of work that ensures rising employment a year from now. At about 280 now, he doesn’t see returning to the 750 workers the company employed in 2009 anytime soon.

          “There is a cautious optimism that things are turning around,” he said, yet private businesses sometimes back out even after seeking bids. “The owner is afraid to pull the trigger. There is no long-term visibility or momentum. Everyone is a little bit afraid.”

          To contact the reporter on this story: Steve Matthews in Atlanta at smatthews@bloomberg.net

          To contact the editors responsible for this story: Chris Wellisz at cwellisz@bloomberg.net Gail DeGeorge, Carlos Torres

          +
          +
          +
          +Press spacebar to pause and continue. Press esc to stop. +
          + + +
          +
          +
          +
          + +
          +
          +
          +
          +
          + + +
          +
          +
          + + +
          +
          +
          +

          Bloomberg reserves the right to remove comments but is under no obligation to do so, or to explain individual moderation decisions.

          +
          +
          + +

          +Please enable JavaScript to view the +comments powered by Disqus. +

          +
          +
          +
          + + +
          +
          +
          + +
          +
          + + + + + + + +
          +
          + + + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/bostonherald.com1.html b/tests/data/html/bostonherald.com1.html new file mode 100644 index 0000000..9b33930 --- /dev/null +++ b/tests/data/html/bostonherald.com1.html @@ -0,0 +1,1015 @@ + + + + + + + + + + + + + + + + + + + + + + + + + 'Selma': Ava DuVernay and Oprah Winfrey turn '60s civil unrest into a stirring, relevant film | Boston Herald + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
          +
          + +
          + +
          + +
          + +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          + +
          +
          + +
          +
          +
          +
          +
          + + +
          +
          +
          +
          +
          + +
          +
          + + + +
          +
          + + +
          + + Saturday, January 3, 2015
          + +
          +
          + + + + + + +
          +
          +
          +
          +
          +
          +
          + +
          + + +
          +
          +
          +
          + +
          +
          + + + +
          +

          Listen LiveWeekdays 6am to 6pm

          + + + + + + +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          + +
          +
          + +
          +
          +
          +
          +
          +
          +
          +
          +
          + + +
          +
          + +

          'Selma': Ava DuVernay and Oprah Winfrey turn '60s civil unrest into a stirring, relevant film

          +
          +
          + +
          +
          +
          +
          + + + +
          +
          + +
          + + + + +

          'Selma': Ava DuVernay and Oprah Winfrey turn '60s civil unrest into a stirring, relevant film

          + + + +
          + +
          + + + +
          + +
          + +
          +
          +
          + + +
          + +
          + +

          544d821ca7e14a199c3247b449ab2a7e.jpg

          + + +
          + +
          +

          Photo by: 

          +
          +
          The Associated Press
          +
          +
          +
          +
          +
          This image released by Paramount Pictures shows, standing from left, Tessa Thompson, Omar Dorsey, Colman Domingo, David Oyelowo as Martin Luther King, Jr., André Holland, Corey Reynolds and Lorraine Toussaint in a scene from "Selma." (AP Photo/Paramount Pictures, Atsushi Nishijima) +
          +
          +
          + + +
          +
          + +
          +
          +
          +
          +
          +
          +
          +
          +
          + 1
          +
          +
          +
          +
          +
          +
          + + + + + + +
          + +
          + + +
          + + +
          + + + Print + Email + + + Comments + + +
          + +
          + + +
          +

          By:

          + +
          +
          +
          April P. Bernard
          +
          +
          + +
          + +
          + +
          + + +
          +
          +
          +
          +
          + + + + +
          + + + +
          +
          +

          Annie Lee Cooper, a 54-year-old motel maid, simply wanted to vote. But in 1965, as one of 100-plus black locals in line to register in Selma, Alabama, she confronted a segregationist sheriff - and ended up on the ground, beaten viciously with a billy club. When asked to portray the unlikely freedom fighter in the big-screen drama Selma, Oprah Winfrey hesitated: "I didn't want to do it because in every movie I'm hitting somebody!" she tells Us. (Previous wallops: The Color Purple and The Butler.) But director Ava DuVernay, 42, persuaded her (more on that below), and Winfrey, 60, joined the Christmas Day release - about Martin Luther King Jr. (David Oyelowo) and his Selma-to­Montgomery marches for civil rights - as a star and producer. Shortly after DuVernay became the first black female director nominated for a Golden Globe (and the film's Oscar buzz began building), the two sat down with Us to talk, laugh and, in Winfrey's case, get a little misty-eyed.

          Ava, how did Oprah do when she had to punch the sheriff?

          AD She was all in. She had no problem working with the stunt guys to be taken down. I kept saying to them, "Please, can you just be a little more careful?" And they're like, "She's falling on her own!"

          OW I did it every time.

          With Ferguson and Eric Garner in the headlines, is Selma particularly meaningful now?

          OW It's a jaw-dropping thing that this piece of art can meet this cultural moment that's so rich, so robust, so bursting with the energy of people finding their voices. This film's about being heard. I feel like this film, not to overstate it, but it is here for a reason in this moment.

          Will you be screening this for your close friend Barack Obama?

          OW For sure. Our desire is to go to the White House and show it to him.

          With such intense scenes - marchers were teargassed - was it tough keeping your emotions in check?

          OW The very first time I saw it with the other producers, they're all taking notes. And I'm, like, sobbing. And I thought, OK, I guess as a producer you're not supposed to sob (continuing in a choked voice) so let me just take some notes too. I'm gonna blow my nose and stop crying.

          Oprah, how did Ava try to woo you for Selma?

          OW I was just gonna be in the background going, "Yay!" But she sent me the link to a story about Annie Lee Cooper when she turned 100, and it said every day she watched the Oprah show eating a tuna-fish sandwich! And Ava says, "Don't you think it would make her proud to know that you played her?" And I go, "Yeeesss, yes, it would."

          It probably also helped that as a girl you ­wanted to be Dr. King!

          OW What made me think I was gonna do that? I was 12, 13. I remember being at our yellow Formica kitchen table filling out one of those "What are you gonna be when you grow up?" forms, and my father was saying, "You can't be Dr. King because Dr. King is a man!" "Well, I'm gonna have me a church," I said.

          What about you, Ava? Who was your idol?

          AD (Pointing at Winfrey.) My mom had magazines with you on the cover on our coffee table since as long as I can remember, to the point where I thought you were my family member. She would tape your show at work and watch it at night. My mom would just say, "Look at her. Don't be like me, be like her," and get emotional.

          OW Oh, God, I'm emo­tional about that (tearing up). You never told me that! (She playfully smacks DuVernay.) Don't tell me that in an interview for the first time!

          Let's talk about something lighter. Ava, you worked on Scandal!

          AD Imagine a geek fan getting a chance to direct her favorite show! I can make Tony Goldwyn be Fitz, and I can do whatever I want: "Walk over there. Now walk back. Turn. Oh, that looks good." You know what I mean? (Laughs.) So that was fun-fun.

          So you're Team Fitz, then - not Team Jake?

          AD Oh, Fitz.

          OW Fitz.

          AD Sorry, Scott Foley!

          The Real-Life Heroes

          Oyelowo says he gained insight from King friend Andrew Young, who revealed "the prankster … the man who was at times unsure." As for Ejogo, Winfrey says Martin Luther King III and sister Bernice found she "depicted their mother beautifully."

           

           

           

           

          +
          +
          +
          + + +
          + + +
          +

          More On:

          + +
          +
          +
          Tribune Content Agency
          +
          Selma
          +
          Ava DuVernay
          +
          Oprah Winfrey
          +
          +
          + + + + +
          +

          Author(s):

          + +
          +
          +
          +
          +
          +
          + + + +
          +
          + +
          + +
          + + + + + + + + + +
          + +
          + +
          + + +
          + + +
          +
          + + + +
          +
          + + +
          +
          + + + +
          + +
          +
          +
          + +
          +
          +
          + + +
          +
          + + + +
          +
          +
          + + +
          +
          +
          +
          +
          + + + +
          +
          + +
          + + +
          +
          + + + +
          +
          + + +
          +
          + +

          Top Entertainment Stories

          + + +
          +
          + +
          + + +
          +
          + + + +
          +
          + +
          + + +
          +
          + + + +
          +
          + +
          + + +
          +
          + + + +
          +
          + +
          + + +
          +
          +
          +
          +
          +
          +
          +
          + +
          + + +
          + +
          + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/bostonherald.com2.html b/tests/data/html/bostonherald.com2.html new file mode 100644 index 0000000..3481117 --- /dev/null +++ b/tests/data/html/bostonherald.com2.html @@ -0,0 +1,940 @@ + + + + + + + + + + + + + + + + + + + + + + + + + Sports Items | Boston Herald + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
          +
          + +
          + +
          + +
          + +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          + +
          +
          + +
          +
          +
          +
          +
          + + +
          +
          +
          +
          +
          + +
          +
          + + + +
          +
          + + +
          + + Saturday, January 3, 2015
          + +
          +
          + + + + + + +
          +
          +
          +
          +
          +
          +
          + +
          + + +
          +
          +
          +
          + +
          +
          + + + +
          +

          Listen LiveWeekdays 6am to 6pm

          + + + + + + +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          + +
          +
          + +
          +
          +
          +
          +
          +
          +
          +
          +
          + + +
          +
          + +

          Sports Items

          +
          +
          + +
          +
          +
          +
          + + + +
          +
          + +
          + + + + +

          Chrome Industries' Mini Buran laptop messenger bag is meant to last

          + + +

          + +
          + + +
          + + +
          + + +
          + + PrintEmail + + Comments + +
          + +
          + + +
          +

          By:

          + +
          +
          +
          Sean Griffin
          +
          +
          + + +
          +

          +
          + + +
          +
          +

          Chrome Industries' Mini Buran laptop messenger bag ($140) is a good investment for anyone who needs a sturdy bag that is built to last and can contain all of your stuff, whether it be a thin laptop or iPad. There are also small pockets for lighter objects.

          +
           
          + + + + + + +
          The article you requested has been archived
           
          + + + + +
          + All coverage within bostonherald.com from the last 14 days remains free of charge. Articles do not always include original photos, charts or graphics.
          + » + Click here to search for this article within the archive.
          +
          +
          +
          + +
          +

          More On:

          + +
          +
          +
          Chrome Industries
          +
          +
          + + +
          +

          Author(s):

          + +
          +
          +
          +
          +
          + + +
          + + + + +
          + + +
          + +
          + + +
          +
          + + +
          +
          + + + +
          +
          + +
          + + +
          +
          + +

          Advertisement

          + + +
          + + +
          + + +
          +
          +
          +
          +
          + + + +
          +
          + + + +
          + +
          + +
          +
          +
          + + + + +
          +
          +
          +
          +
          +
          +
          +
          +
          + 1
          +
          +
          +
          +
          +
          +
          + + + + + + +
          + + +
          +
          + + + +
          +
          + +
          + + +
          +
          + + + +
          + +
          + + +
          +
          + + + +
          +
          + +
          + + +
          +
          +
          +
          +
          + + + +
          +
          + +
          + + +
          +
          + +

          Advertisement

          + + +
          + + +
          + + +
          +
          +
          +
          +
          +
          +
          +
          +
          + +
          + + + + + + +
          + +
          + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/businessinsider.com1.html b/tests/data/html/businessinsider.com1.html new file mode 100644 index 0000000..3ed04d1 --- /dev/null +++ b/tests/data/html/businessinsider.com1.html @@ -0,0 +1,1940 @@ + + + + + + Argentina's Fighter Purchase May Threaten Britain - Business Insider + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
          + + + + +
          + + + + +
          +
          + +
          +
          +
          + +
          +
          + +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          + + +
          +
          +
          +
          + + + + +
          +
          + + +
          + +
          + +
          +
          + +
          + + +
          + +
          + +
          +
          + + +
          +
          + + +
          + +
          +
          +
          +
          +
          + + +
          +
          +
          + + + + +
          + + +
          +
          + + +
          + +
          +
          + + +
          +
          +
          +
          +
          +
          + + + + +
          + +
          + + + +
          +
          + + +
          + + + + Military & Defense + + + More: + + The Aviationist + Argentina + Britain + Falkland Islands + + +
          +
          + + Military + + + Defense + +
          +
          +           +           +
          + + +

          Argentina's Huge Fighter Jet Purchase Could Raise Tensions With Britain

          + +
          +
          + + +
          + +
          + + The Aviationist + +
          + +
          +
          + +
          +
          +
            +
          • Dec. 29, 2014, 5:04 PM
            • +
          • 5,263
            • + +
          • + + 5
            • + +
          + +
          +
          +
          + + + +
          + + + + + +
          +
          + + +

          Russian Su-24Shamil Zhumatov/REUTERSA Sukhoi Su-24 jet fighter drops flares during a joint Kazakh-Russian military exercise at Otar millitary range

          The UK may be forced to review its Falkland Islands air defenses to face a renewed threat in the South Atlantic.

          +

          According to a report in the Daily Express newspaper, the Argentine Air Force is set to get a dozen Sukhoi Su-24 Fencer attack planes from Russia in return for foodstuff.

          +

          Due to this, the UK Ministry of Defense is in the process of reviewing the Falkland Islands air defenses. The delivery of the supersonic, all-weather attack aircraft could pose a  threat to the islands, referred to as “Malvinas” by Argentina.

          +

          According to Jane’s, the islands current British air defenses include four Eurofighter Typhoon jets, Rapier SAM (Surface to Air Missile) systems, along with about 1,200 troops permanently stationed in the South Atlantic base.

          +

          Even though the Typhoons are modern enough to deal with a dozen Su-24s, the Soviet-era twin-engined two-seater are able to perform ultra-low level surface and maritime strike missions. The planes can be outfitted with a wide variety of General Purpose as well as Laser Guided Bombs and stand-off missiles, such as the Kh-31 (AS-17 “Krypton”) anti-radiation and anti-shipping sea-skimming missiles.

          +

          We don’t know whether the potential deal includes armament; still the possible delivery of Su-24s to Argentina makes the Falkland Islands a bit more vulnerable to an attack by the Fuerza Aérea Argentina.

          +

          This article originally appeared at The Aviationist. Copyright 2015. Follow The Aviationist on Twitter.

          + + + + +
          + +
          +
          + + + + + +
          + + + + + +
          +

          Recommended For You

          + +
            +
          • +
            +

            +
            • +
          • +
            +

            +
            • +
          • +
            +

            +
            • +
          • +
            +

            +
            • +
          • +
            +

            +
            • +
          +
          +
          + +
          + +
          + +
          + + + + + + + +
          + + +
          + + +
          + +

          Comments

          + + +
          + +
          + +
          + + + +
          + +
          + +
          +
          + Loading Loading +
          +
          +
          + + + +
          +
          + + + +
          + + + +
          +

          Argentina's Huge Fighter Jet Purchase Could Raise Tensions With Britain

          + + +

          The UK may be forced to review its Falkland...

          +
          + + + +
          + +
          +
          +
          + +
          +
          + + + + + + + + + + + + + + +
          +
          +

          Get Military & Defense Emails & Alerts

          +
          +
          +
          + + +
          + Learn More » + + +
          +
          +
          + + +
          +
          +
          Advertisement
          + + +
          + +
          +
          + + +
          +

          Your Money

          + + + + + + + + + + + + + + + + + + + +
          + NASDAQ Composite 4,727 + + -9.24 + + + (-0.195%) + +
          + S&P 500 2,058 + + -0.7 + + + (-0.034%) + +
          + NYSE Composite 10,831 + + -8.32 + + + (-0.077%) + +
          + +
          +
          Sponsored By
          + +
          + + +
          + +
          + +
          +
          +
          + + + +
          + +
          + + + + + + + + + + +
          + +
          +

          Trending

          +
          + + +
          + + + + + + + + +
          + + + + + +
          +
          Career Builder
          +

          Find A Job

          + +
          +
          + +
          +
          + +
          +
          + +
          +
          + See All Jobs +
          +
          + +
          + + + + + +
          +
          +

          Thanks to our partners

          + Datapipe + Catchpoint - Web Performance Monitoring + Ooyala + Sailthru +
          +
          + + + + +
          +
          +
          +
          + +
          +
          + + +
          + + + +
          + +
          +
          + +
          +
          + +
          +
          + +
          + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/businessinsider.com2.html b/tests/data/html/businessinsider.com2.html new file mode 100644 index 0000000..8ea3de3 --- /dev/null +++ b/tests/data/html/businessinsider.com2.html @@ -0,0 +1,1999 @@ + + + + + + FINANCIAL ADVISOR INSIGHTS: December 29 - Business Insider + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
          + + + + +
          + + + + +
          +
          + +
          +
          +
          + +
          +
          + +
          +
          +
          +
          +
          +
          +
          +
          +
          +
          + + +
          +
          +
          +
          + + + + +
          +
          + + +
          + +
          + +
          +
          + +
          + + +
          + +
          + +
          +
          + + +
          +
          + + +
          + +
          +
          +
          +
          +
          + + +
          +
          +
          + + + + +
          + + +
          +
          + + +
          + +
          +
          + + +
          +
          +
          +
          +
          +
          + + + + +
          + +
          + + + +
          +
          + + +
          + + + + Wealth Advisor + + + More: + + Financial Advisor Insights + + +
          + + +

          What's Happening In Russia Is A Big Wake-Up Call For Emerging Market Investors

          + +
          +
          + + +
          +
          + +
          + + +
          +
          + +
          +
          +
            +
          • Dec. 29, 2014, 5:39 PM
            • +
          • 2,127
            • + +
          • + + 1
            • + +
          + +
          +
          +
          + + + +
          + + + + + +
          +
          + + +

          Matryoshka RussiaWikimedia Commons

          FA Insights is a daily newsletter from Business Insider that delivers the top news and commentary forfinancial advisors.

          +

          Russia's Problems Are A Huge Warning Sign About Emerging Markets (Morningstar) 

          +

          Russia's seen a volatile December: hiked interest rates, increased inflation, and a plunging ruble. Morningstar's Karin Anderson suggests that Russia's problems reflect the larger risks associated with emerging markets.

          +

          "Emerging markets' fundamentals can change fairly quickly with changes in political regimes, commodities pricing, or geopolitical risk. Second, currency fluctuations can have a quick and pronounced impact on investors' assessment of the risks and valuations of emerging-markets bonds," writes Anderson.

          +

          "Because of those risks, Russia is a reminder that emerging markets remain subject to swift and meaningful changes in capital flows," Anderson adds.

          +

          F-Squared Paid $35 Million In A Settlement (The Wall Street Journal) 

          +

          "F-Squared Investments Inc., which builds investment portfolios out of exchange-traded funds, admitted it misled clients about its track record and agreed to pay $35 million in a settlement with regulators," reports Corrie Driebusch.

          +

          The SEC filed separate civil charges against the former CEO. He stepped down from his position last month, but his lawyers maintain that the SEC's allegations "are misdirected and meritless."

          +

          Analysts Aren't Feeling Great About Commodities In 2015 (Think Advisor)

          +

          Thanks in part to the strong US dollar, commodities have seen a tough year. And analysts don't think that things will get any better in the next one.

          +

          A recent Bloomberg survey sees Brent sliding to $50 a barrel, and Goldman Sachs analysts "see further declines in prices for oil and for other commodities with anticipated strengthening of the US dollar in 2015 and weaker demand for commodities in China," reports Janet Levaux.

          +

          Additionally, analysts have mixed feelings about agri-commodities in the next year.

          +

          An SEC Investor Advocate Will Push For Spending More On RIA Exams (Financial Advisor Magazine) 

          +

          "Securities and Exchange Commission Investor Advocate Rick Fleming said Tuesday he will push SEC chairman Mary Jo White to use a 'significant' portion of its extra $150 million for 2015 to go to increase financial advisoroversight," reports Ted Knutson.

          +

          "Fraudulent or abusive practices by an investment advisor," said Fleming, "can be very difficult for an individual investor to detect, particularly if the advisor goes so far as to falsify account statements or other records."

          +

          Fleming reportedly has limited clout within the agency.

          +

          There Are 4 Things Advisors Need To Know To Avoid Getting Fired (Financial Planning) 

          +

          Veteran Wall Streeter Charlotte Beyer has four tips for how to keep wealthy investors as clients.

          +

          The first two are related: advisors should probe and get feedback, and they should overcommunicate. The biggest reason advisors get fired, writes Beyer, is "it's always about communication — usually a lack of — every time."

          +

          Additionally, advisors should be diplomatic about demands by anticipating a client's needs. And finally, advisors should be consistent by emphasizing the long-term approach.

          + + +
          + + +
          + +

          Follow Financial Advisor Insights and never miss an update!

          + +
          +
          +
          + + + +
          +
          +
          + +

          Get updates in your inbox.

          + +
          + + +
          + + + +
          + + Privacy Policy + +
          +
          + + + + +
          + +
          + +
          +

          Get updates in your inbox

          +

          Subscribe to Financial Advisor Insights and never miss an update!

          +
          +
          +
          + + +
          +
          + Privacy Policy +
          +
          + + + + +
          +
          +
          +
          + + + + + +
          + + + + + +
          +

          Recommended For You

          + +
            +
          • +
            +

            +
            • +
          • +
            +

            +
            • +
          • +
            +

            +
            • +
          • +
            +

            +
            • +
          • +
            +

            +
            • +
          +
          +
          + +
          + +
          + +
          + + + + + + + +
          + + +
          + + +
          + +

          Comments

          + + +
          + +
          + +
          + + + +
          + +
          + +
          +
          + Loading Loading +
          +
          +
          + + + +
          +
          + + + +
          + + + +
          +

          What's Happening In Russia Is A Big Wake-Up Call For Emerging Market Investors

          + + +

          FA Insights is a daily newsletter...

          +
          + + + +
          + +
          +
          +
          + +
          +
          + + + + + + + + + + + + + + +
          +
          +

          Get Wealth Advisor Emails & Alerts

          +
          +
          +
          + + +
          + Learn More » + + +
          +
          +
          + + +
          +
          +
          Advertisement
          + + +
          + +
          +
          + + +
          +

          Your Money

          + + + + + + + + + + + + + + + + + + + +
          + NASDAQ Composite 4,727 + + -9.24 + + + (-0.195%) + +
          + S&P 500 2,058 + + -0.7 + + + (-0.034%) + +
          + NYSE Composite 10,831 + + -8.32 + + + (-0.077%) + +
          + +
          +
          Sponsored By
          + +
          + + +
          + +
          + +
          +
          +
          + + + +
          + +
          + + + + + + + + + + +
          + +
          +

          Trending

          +
          + + +
          + + + + + + + + +
          + + + + + +
          +
          Career Builder
          +

          Find A Job

          + +
          +
          + +
          +
          + +
          +
          + +
          +
          + See All Jobs +
          +
          + +
          + + + + + +
          +
          +

          Thanks to our partners

          + Datapipe + Catchpoint - Web Performance Monitoring + Ooyala + Sailthru +
          +
          + + + + +
          +
          +
          +
          + +
          +
          + + +
          + + + +
          + +
          +
          + +
          +
          + +
          +
          + +
          + +
          +
          + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/businessweek.com1.html b/tests/data/html/businessweek.com1.html new file mode 100644 index 0000000..9df28e5 --- /dev/null +++ b/tests/data/html/businessweek.com1.html @@ -0,0 +1,978 @@ + + + + + + + + +Afghanistan's New Rich Navigate U.S. Pullout - Businessweek + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
          + +
          +
          + +
          +
          + + + + + + + + +
          +
          + +
          +
          +
          +
          +
          +

          Features

          +

          Afghanistan's New Millionaires

          +
          +
          + + +By + + + + + + +
          + + +
          +
          + + +
          Afghanistan's New Millionaires

          Photographer: Lorenzo Tugnoli for Bloomberg Businessweek

          + + +
          +

          “Do you want to listen to Taliban cassette?” Matiullah Matie asks as he steers his white Toyota Corolla along a narrow road surrounded by cornfields and mud huts. He keeps the tapes in the car for long drives, Matie explains, just in case he picks up a hitchhiker who looks like a Talib. “They think I am such a pious mujahid man,” the round, bearded businessman laughs. “They don’t know I am screwing them all.”

          +

          We are driving to the Nawa district, just 30 minutes outside Lashkar Gah, the capital of Helmand province in the southwest corner of Afghanistan. Matie is going to show us how he first became a millionaire.

          +

          Earlier that morning, photographer Lorenzo Tugnoli and I found Matie sprawled on his office floor. He’d spent the night Facebooking—until he passed out. In the corner, on the armrest of a brown couch, a Dell laptop flashed an error message. Stacks of blue posters for the cell phone company Salaam lay against the wall. Matie had recently bought the local Salaam distribution license. It’s his latest project.

          +

          When we drive into the bazaar at Nawa, people recognize Matie immediately. Many wave at him. He’s done business here before—and he’s already brought Salaam to the district. That’s the reason one man with a neatly trimmed beard approaches the car and leans in to chat. Matie curses his luck under his breath.

          +

          “I have bought 100 SIM cards but no one buys,” says the guy, a retailer representing Matie’s franchise. Matie tells him to be patient. It’s a new company, he explains, business will pick up.

          +

          “Will you come back for lunch, all of you be my guests?” the man asks.

          +

          “Sure,” Matie says. “Make some chicken for lunch once we drive back from Garmsir.”

          +

          Matie has no intention of going to Garmsir or lunch with the man. “The bastard’s son still has links to the Taliban,” he says as we drive on. “You really can’t trust anyone.”

          +

          In a few minutes we reach the compound of the 1st Battalion 9th Marines—“The Walking Dead,” as a yellow logo proclaims inside one of its rooms. The U.S. Marines packed up a year ago, and all that’s left is a series of shipping-container offices that once housed U.S. Agency for International Development contractors. The desks and furniture are locked inside; the windows are covered in dust and cobwebs. But when the Marines ruled Nawa—the district governor’s office was within their compound—the Americans started Matie on his road to prosperity. In the U.S., wartime contracting is often associated with such names as Blackwater (now known as Academi), DynCorp International, Triple Canopy, and others, but on the ground in Afghanistan, the Pentagon depended on a small army of locals. And as hundreds of billions of dollars in U.S. taxpayer money poured into the country, it created a new class of wealthy, entrepreneurial Afghans.

          +

          9th Battalion

          +

          The October 2001 U.S.-led invasion and the subsequent allied military campaigns transformed the country. At the end of 2014, however, as the American troop presence draws down to 10,000 from a height of 98,000, it’s becoming clear that the U.S. dollar has reshaped Afghanistan even more than the military did. In private, U.S. officials admit they don’t know how much they’ve spent on the Afghan war. Independent analysts estimate its cost at about $1.6 trillion—factoring in inflation and long-term care for veterans. The money found its way not just into the hands of ruthless oligarchs, as in post-Soviet Russia, but also into those of teachers, translators, restaurant owners, and drivers who tapped into the gusher of cash to become millionaires and multimillionaires.

          +

          In the five years that Mullah Omar and his Taliban regime dominated Afghanistan, “foreign currency was rare. There probably wasn’t even $2 million in the market,” says Khan Mohammad Baz, the bespectacled head of the currency exchange union at Sarai Shahzada, Afghanistan’s central exchange market. “By 2003 there was probably $1 billion circulating.” These days, Baz says, about $20 million worth of business deals are made in a day. The central bank alone pumps about $60 million a week into the market to buy back the Afghan currency and keep it stable.

          +

          Sarai Shahzada

          +

          About 36 percent of Afghanistan’s 30 million people live below the poverty line. “If you ask people on the streets whether we have a billionaire, they will shrug and say no,” says a senior Afghan economic official, who asked to remain anonymous because he is privy to sensitive information. “But I can tell you with confidence we have many. If the top 10 wealthy men in Afghanistan—I would say 9 of them products of the past 10 years—came together, they could buy this government, the bank, this whole system.”
           
           
          Afghanistan’s megarich are not shy about their wealth. Many are driven around in $150,000 armored vehicles, trailed by convoys of cars and pickup trucks full of security guards. Several live in Wazir Akbar Khan, Kabul’s diplomatic enclave, but others have illegally carved up Sherpur, an historic hill district in the capital. Some have second homes in Dubai, Istanbul, or various European cities. Just like Russia’s oligarchs, many members of this wealthy class owe their fortunes to politics. Some are warlords who helped the U.S. topple the Taliban; others are technocrats who returned from abroad to work in the new government. Both groups enriched themselves through the country’s system of patronage and influence—and by drawing on the immense sums of American cash flowing into it. Afghanistan runs on connections, and many of the biggest dealmakers operate with impunity. A clan can have one brother in the administration, another in parliament, and yet another running a huge company or state enterprise. The family of former President Hamid Karzai was the object of much criticism for that reason.

          +

          Trailing behind the politically influential is a much larger—and younger—class of nouveaux riches, which includes Matie. Spread around the country, they’ve made money by getting close to the American military and responding to its immediate needs. Many were translators who saw gaps in the Pentagon’s supply chain and took advantage of the situation by becoming contractors. Others were simply entrepreneurs who fed off the donor money being doled out to every sector of the post-Taliban society.

          +

          There’s still money to be made from the American military—though it’s a much smaller pie, and more local contractors fight over it. The U.S. and its NATO allies will continue to provide Afghanistan with more than $5 billion annually for its security forces and $5 billion to $8 billion for reconstruction. But the largesse will now flow through the central government, with its propensity for playing favorites. From now on, ministries in Kabul will be in charge of dispensing the contracting cash.

          +

          The new president, Ashraf Ghani, is promising to bring order to procurement and contracting, but transparency may be difficult to achieve. Among Ghani’s first appointments was Hazrat Omar Zakhilwal, a finance minister under Karzai who was entangled in the country’s biggest banking scandal, among other controversies. Zakhilwal, who denies any wrongdoing, now has oversight over the entire financial portfolio of the country.
           
           
          In 2009, Matie, then in his late 20s, trundled up to the Marine compound on a donkey, after treading slowly through a heavily mined field. “Out of control mines,” he recalls. The son of a religious studies teacher, he had already tried many jobs, including joining the Taliban, twice. He had been working as a customer-care representative—making a lucrative $300 a month—with one of the new telecom companies when he realized he wanted to start his own company. He was sitting through a business development training seminar conducted by Malaysians when he thought to himself, “I want to be my own boss.” He quit and got a license to start a construction company. He wrote up a company profile and fact sheet—as the Malaysians had taught him—and, two weeks before Ramadan, put the papers in a saddle, mounted his donkey, and headed for the Marines in Nawa. “Hi, sir! Is there anybody to talk to me?” he’d shouted in his elementary English at a Marine manning a watchtower. They were happy to let him in.

          +

          Sarai Shahzada

          +

          The Marines were part of Obama’s surge to push back a Taliban onslaught that threatened to overwhelm the towns loyal to Karzai’s government. In Nawa the surge expanded the U.S. military presence from 100 troops to 1,100; a contingent of that size needed local logistical support. When the Marines arrived, they found the local bazaar deserted—except for a boy selling cans of Pepsi. “You couldn’t find a single contractor here, they were all too afraid,” recalls Abdul Manaf, the aging district governor, as he puts on his hearing aid. “Matiullah was the first to come.”

          +

          The Marines had cash and lots of it. Congress has appropriated about $3.7 billion over the past 10 years for the Commanders Emergency Response Program (CERP), a fund that officers in Afghanistan and Iraq could draw on for “urgent humanitarian relief and reconstruction requirements in their areas of responsibility.” In Helmand province—one of the areas fiercely contested with the Taliban—the U.S. military would spend $153 million on 2,164 CERP projects. USAID also poured money into the area through foreign contractors who implemented so-called stabilization projects—such as rebuilding bazaars and supplying technology to district offices. For example, according to the Washington Post, USAID spent $30 million on agriculture in Nawa over the course of nine months in 2010. All of this created opportunities for enterprising Afghans such as Matie.

          +

          “My only wish is to prove to the American public that in my case your tax money has not been wasted”

          +

          His first project was the reconstruction of the district governor’s office. It needed new doors, windows, fresh plaster—and walls. When the Marine captain proposed the project to him, Matie calculated an estimate on the spot: $10,109. He asked for five days to get things going.

          +

          Only later did he realize what he’d agreed to do. The area between Lashkar Gah and Nawa was strictly Taliban country—and Matie had to transport gravel, shovels, and barrels from the provincial capital to the Marine compound. So when Matie recruited laborers, he didn’t tell them he was sending them to Nawa but rather to another, safer district nearby. “I went ahead on a motorcycle,” he recalls. “When they got here, I said, ‘Don’t you worry. I will give you more money than you want. As much as you want.’ ” The workers stayed for the entire 15 days of the project.

          +

          To deliver supplies, he rented a Mazda dump truck for $600. He didn’t have funds to hire a security escort, but this time he didn’t lie. “We are going to Nawa,” he said to the driver. “But I am riding alongside you, and whatever happens to you will happen to me first.”

          +

          He found two motorcycles, one for himself and one for his assistant. He dressed in Taliban style: white clothing, a large paaj turban on his head, his beard oiled, black shades over his eyes. In his pocket he had a small radio that captured Taliban military signals, which he played loudly. As the motorcycles escorted the truck on the bumpy road to the base, they passed several Taliban. “Salaam u alikum,” he’d shout—the traditional “peace be with you”—with authority, and the Taliban would respond the same way, addressing him as Mullah sa’eb, a term of reverence.

          +

          To keep up the masquerade, Matie says he’d curse at the driver. “Keep going, you son of a swine. You f-‍-‍-er, this is what you get for supplying infidels. Keep driving.” (“I had informed him I’d be cursing at him,” Matie explains. “I told him not to take it to heart.”)

          +

          By 2012, Matie’s company had more than $2 million in the bank. It had delivered fertilizer and seeds; it had helped repair clinics, schools, and government buildings; and it had graded more than 77 kilometers of local roads, smoothing them with gravel. He also helped deliver USAID cash to far-flung districts as part of a jobs program called Cash for Work. He started other businesses as well, importing Iranian biscuits and shampoo from Nimroz, a large border province and hub for smugglers, distributing the products across the country. He invested his earnings abroad, including putting $100,000 into a bakery in the United Arab Emirates. He had become rich—thanks to American spending.

          +

          Because the prosperity of Matie’s newly rich class often stems from loose American money, it can carry the odor of malfeasance and corruption. The office of the U.S. Special Inspector General for Afghanistan Reconstruction (SIGAR) is investigating several cases, following the money to see if American funds were misappropriated or even spent to support the insurgency. Double-dealing is almost instinctive here, part of a survive-at-all-cost mentality ingrained by decades of chaos and war. When the country emerged from Taliban rule at the end of 2001, “it’s like we were stuck in a dark well of isolation, then someone threw us a rope to pull us up,” says Naseem Akbar, a former economic official in the Afghan government. “But we somehow got all strangled up in that rope.”

          +

          Corruption is pervasive and visible: the flashy car belonging to a tax clerk whose monthly salary is $200; the fancy bungalow of a precinct police chief. Money purchases status, buys protection—from the law and perhaps even from God, judging by the number of mosques built with ill-gotten funds and the many hajj pilgrimages financed by dirty money. “Has corruption become what holds everything together in Afghanistan?” one Western official asks. “Maybe.”

          +

          Unlike some of the extremely rich—who put their profits into foreign bank accounts—the entrepreneurial class tends to keep much of its cash within the country’s borders. “There’s everything-to-myself corruption,” the same official explains, “and then there’s this Tammany Hall kind of corruption, a sort of Robin Hood style, where you are generous to the community.”
           
           
          Hikmatullah Shadman doesn’t look like Robin Hood, though the American investigators have grave suspicions about him. He works in what used to be the Kabul home of Ahmad Zahir, a legendary entertainer known as the Afghan Elvis. Shadman, 29, likes flowers. His pastel-colored compound in Wazir Akbar Khan looks like a dollhouse, with plastic flowers strung across the ceiling and framing paintings, mirrors, and photographs. “Flowers make me happy,” Shadman says as he sits down for an interview about his businesses and philanthropies—which are mainly in Kandahar, almost 300 miles to the south. He wears a black sports jacket over a black tunic embroidered in silver. On the table in front of us are platters of dried fruit and bottles of Gatorade, Starbucks frappuccino, and Ocean Spray cranberry juice. A cleanshaven elderly man—whom Shadman refers to as mama, or maternal uncle—is thumbing his prayer beads while lounging on a couch to the businessman’s right.

          +

          Shadman prefers not to talk too much about his philanthropic activity—though it has earned him a degree of influence with the public as well as the government. The Afghan media says he arranged to set up dormitories for university students in the eastern city of Jalalabad; that he was one of the first to send a convoy of aid after mudslides devastated the northern province of Badakhshan in May; that he supports more than 60 students on scholarships, including 13 he sent to schools in India. Most recently, Shadman launched a Mr. Facebook contest in Kandahar to identify and award citizens who use the social media site for public good. He has supplied food—through the government—to 180 families in a Taliban-controlled village in Kandahar province. “We show that Talib means mines and explosions; government means aid,” he says. While he still instinctively refers to the ousted Taliban leader reverently as Mullah sa’eb, Shadman is trying to create a different kind of Afghan identity and nationalism—out from the shadows of the white-robed jihadis. In October he announced he would build a mausoleum for Malala of Maiwand, perhaps the most famous woman warrior in modern Afghan history, whose campaign against British invaders in 1880 led to her being described as the country’s Joan of Arc.

          +

          Hikmatullah Shadman

          +

          Shadman also traces his riches back to U.S. military money. The son of a literature teacher in Kandahar, he sold almond sweets in the bazaar after school. When the U.S. ousted the Taliban, he went to work for a local mason rebuilding the airport. Soon, he became an interpreter for a U.S. Army Special Forces unit that, within six months, conducted more than 50 combat operations in the area. Accompanying the U.S. soldiers kept Shadman away from home for weeks at a time but allowed him to save much of his monthly salary. He bought a Land Rover for about $4,000 and leased it back to the Special Forces. “I was making two salaries after that. I made $800, and my vehicle made $800.”

          +

          In a couple of years, he’d purchased hundreds of vehicles, renting them to the U.S. military and foreign contractors who came to Afghanistan. He also started doing construction projects for Canadian units that were part of the International Security Assistance Force, as the U.S. and its allied troops were called. His Special Forces bosses helped him with connections that got him contracts to supply propane to NATO bases in the south. Shadman’s main line of business, however, became trucking. Working first as a middleman for a Hungarian firm that provided the exuberantly decorated “jingle trucks” for ferrying goods throughout the country, Shadman quickly built a fleet of his own vehicles. Profits escalated with the U.S. surge. According to court documents, he carried out 5,421 transport missions for the ISAF.

          +

          “Someone threw us a rope to pull us up. But we somehow got all strangled up in that rope”

          +

          Shadman is accused of defrauding the U.S. government of $77 million. According to court documents, SIGAR alleges that Shadman managed to expand his trucking empire only because he “bribed and paid kickbacks” to managers of the Hungarian contractor, who then allegedly inflated prices for Shadman so he could charge the ISAF even more. In October 2012, at 4:30 a.m., the U.S. military raided his compound in Kandahar. He says they flashed a light in his eyes, blindfolded him, tied his hands, and flew him to the prison at the American military base at Bagram. He was held there for 74 days and accused of funding the enemy and supplying women to the Taliban and alcohol to U.S. soldiers. In a civil forfeiture lawsuit, SIGAR and the U.S. Department of Justice asked for Shadman’s accounts in an Afghan bank to be frozen. However, they were quickly unfrozen by Afghan authorities and some of the money has made its way to Dubai, where he has three homes.

          +

          Shadman says he is heartbroken by the way the Americans turned against him. “I grew up with them, with their soldiers.” He insists he’s not afraid of litigation, because the evidence against him is flimsy. “My only wish is to prove to the American public that … in my case your tax money has not been wasted.” Then he turns from being politic to blunt. “My money is clean. I don’t hide it. It’s there in the open, for America to see it, for London to see it. I have no fear.”
           
           
          Shadman has been able, so far, to withstand the legal assault on his reputation. While he no longer has any contracts with the U.S. military, he imports German energy drinks, which are extremely popular among young Afghans. He is planning to build a pomegranate juice factory in Kandahar.

          +

          Matie’s trajectory, however, has shifted. He’s gone from rags to riches to starting all over. In 2012 he decided to use some of his largesse to travel to Mecca for the hajj—one of the five “pillars of Islam” that pious Muslims are enjoined to do. When he returned from the monthlong trip, his money was gone. He says his partner had cooked up a scheme with locals, taking advantage of his absence to complain that 1,450 people hadn’t received their USAID Cash for Work payments because Matie was out of the country. His partner, he says, told him the laborers had already been paid. As USAID and the Marines tangled with Matie over details, the partner packed up and fled to Kabul. Matie says he’s appealed to the government for help, but so far nothing has happened to remedy the situation. “He will fight me by bribing the government with my own money,” Matie complains. “I can’t do anything in this government.”

          +

          He says his fortunes fell so low that he didn’t even have gas money when he was stuck in the countryside, his fuel tank and his pockets empty. “I called Marine friends, and they sent me fuel for my car.”

          +

          With U.S. money now being dispensed by the political elite, contractors such as Matie who aren’t at the top of the food chain have to change gears completely. That’s why he acquired the telecom distribution contract with some cash he saved from a couple of small projects for the U.S. embassy. What he makes now doesn’t compare to his income at the height of the surge. He’s philosophical about his new financial situation: “You make little, but it’s more sustainable.”

          +

          He acknowledges the pain of losing so much money but says it’s easier on him than others who’ve also seen riches come and go. He never let money change his modest “nomadic” way of living, moving from town to town to do business and sell services. “When I had money, I lived like this also,” he says. “I have lived because of my honesty and my parents’ prayers.” He adds: “Those who stole money from me, I know what kind of wrath God will inflict on them.”

          +
          +
          + + +
          +
          +
          +Mashal is a Bloomberg Businessweek contributor. +
          +
          + + + +
          +
          +
          +
          + +
          +
          +
          + +
          +
          +
          +
          +
          +
          +
          +
          + +
          +The Good Business Issue +
          +
          +
          + +LIMITED-TIME OFFER + + +SUBSCRIBE NOW + +
          +
          +           +
          + + +
          +
          + + + + + + +
          +
          + + + + + + + + +
          + + + + + + + + + + + + + + +
           
          + + + +blog comments powered by + +Disqus + + + + + + + + + + + + + + + + + + + + + + + +
          +
          + +
          +
          + + +
          +
          +
          + + + + + + + + + + + + + + + + diff --git a/tests/data/html/businessweek.com2.html b/tests/data/html/businessweek.com2.html new file mode 100644 index 0000000..f2e6dd2 --- /dev/null +++ b/tests/data/html/businessweek.com2.html @@ -0,0 +1,1171 @@ + + + + + + + + +Cuomo's Cap on Hedge Funds in Pensions Won't Solve the Real Problem - Businessweek + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
          + +
          +
          + +
          +
          + + + + + + + + +
          +
          + +
          +
          +
          +
          + +

          Investing

          +

          Cuomo's Cap on Hedge Funds in Pensions Solves Only Part of the Problem

          +
          + + +By + + + + + + +
          +
          + + +
          Cuomo's Cap on Hedge Funds in Pensions Solves Only Part of the Problem

          Photographer: Andrew Burton/Getty Images

          + + + +
          +

          New York Governor Andrew Cuomo vetoed a bill last week that would have allowed the New York state, city, and teachers’ pension funds to increase their investment in hedge funds from 25 percent to 30 percent of fund assets. He cited the high fees and risk associated with hedge funds. The now-dead bill contained a memo justifying its proposed increase:

          +

          “The portion of the NYCRS [New York City Retirement System] portfolios allocated to public equities is much more volatile than the investments allocated to the basket. As a result, a swing in public markets can push NYCRS dangerously close to the investment cap with no new investments.”

          +

          That’s a terrible reason to invest in hedge funds. Stocks are supposed to be riskier; that’s why they normally provide higher returns. If the investment board can’t handle volatility, it should invest in safer, lower-yielding assets—and while that may describe some hedge funds, cheaper options are out there. Hedge funds typically charge 2 percent of assets, plus 20 percent of gains, and rarely outperform the stock market. The figure below, from an article last year, plots an index of hedge fund strategy performance compared with the S&P 500 index.

          +

          +

          Underperformance is why such states as California are pulling out of hedge funds (though they are piling into risky alternatives, such as private equity). The sentiment is not uniform, though, and other states, including New Jersey, Ohio, New Mexico, and Illinois, are sticking with or increasing their hedge fund investment.

          +

          Cuomo was right to veto the bill. Investing in hedge funds is extra risky for New York, which is also home to a large share of the hedge fund industry. Employees in the finance industry pay a large share of the state’s tax revenue. That would seem to give politicians an incentive to increase their hedge fund investment. But it’s a dangerous strategy. If the hedge fund industry has a bad year, the state would take a twofold hit: Pension fund assets would tank, along with the tax revenue from finance industry professionals whose compensation depends on performance.

          +

          Like all states, New York’s pensions are underfunded. In 2013, its assets could cover only 87.3 percent of pension promises, a figure that assumes superior investment performance each and every year. More prudent measures estimate a larger deficit. Making up the difference will require either outstanding, consistent investment performance or more contributions from state employees and taxpayers. The governor made a good choice by realizing that investing in hedge funds isn’t the answer. He has made less progress on how to fill in the gap reliably.

          + +
          + + +
          +
          +Schrager is an economist and writer in New York City. Follow her on Twitter: @AllisonSchrager. +
          +
          + +
          + + + + +
          + +
          +
          +
          +
          + +
          +The Good Business Issue +
          +
          +
          + +LIMITED-TIME OFFER + + +SUBSCRIBE NOW + +
          +
          +           +
          + +
          + +
          +
          +
          +
          +

          + + +Feed + + + +Most Popular +

          + +
          + + +
          +
          + + +
          +
          + + +
          +
          + + +
          + +
          + +
          + +
          + +
          + + + + + + + + + +
          +

          Sponsored Financial Commentaries

          + +
          + +
          +

          Sponsored Links

          +
          +

          Buy a link now!

          +
          + +
          +
          +
          +
          +
          + +
          +
          +
          +
          +
          + +
          +
          +
          +
          +
          + +
          +
          + + +
          +
          +
          +
          + +
          +
          + +
          +
          + + + + + + + + +
          + + + + + + + + + + + + + + + +
           
          + + + +blog comments powered by + +Disqus + + + + + + + + + + + + + + + + + + + + + + + +
          +
          + +
          +
          + + +
          +
          +
          + + + + + + + + + + + + + + + + diff --git a/tests/data/html/cleveland.com1.html b/tests/data/html/cleveland.com1.html new file mode 100644 index 0000000..044bfdb --- /dev/null +++ b/tests/data/html/cleveland.com1.html @@ -0,0 +1,1350 @@ + + + + + + + + + + + + + + + + + + + + Let me Google that for you: 2014's most popular food-related searches | cleveland.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
          + + + + + + + + + + + + + + + + +
          +
          +
          +
          +
          +
          +
          +
          +
          + +
          +
          + +
          +
          +
          +
          +
          +
            +
          • Home
            • + +
          • +
            + + + + +
            + +
            • +
          + +
          + + + + + + + + + +
          +
          +
          +
          +
          +
          +
          + + + +
          +
          +
          +
          +
          +
          +
          Back to Main Menu
          +
          +
          Close
          +
          +
          Customize Your Weather
          +
          + +
          +
          +
          +
          +
          +
          +
          Congratulations!
          +
          Your weather is set to . You can change the location at any time.
          +
          + +
          +
          +
          +
          AccuWeather.com Quick Look
          +
          + +
          +
          View Full Weather Report
          +
          +
          +
          +
          +
          +
          +
          +
          + +
          +
          +
          +
          +
          + +
          +
          +

          Search Cleveland.com

          + +
          +
          +
          +
          + Account + Sign In +
          +
          +
          +
          +
          +
          Close
          +
          +
          +

          Sign in to
          Cleveland.com

          +
          +
          + + + + +
          +
          + +
          + + +
          + +
          + Forgot your username and password? +
          +
          +
          +

          Don't have an account?

          +

          Register now for free, or sign in with any of these services:

          + + + + + + +
          +
          +
          +
          +
          + +
          + You are signed in as
          +

          +
          + +
          +
          +
            +

          • Favorite Schools

            expand
            +
              +
              • +

            • Favorite Teams

              close
              +
                +
                • +
              +
              +
              +
              +
              +
              +
              +
              + Subscribe
              +
              +
              +
              +
              +
              + +
              +
              +
              +
              + +
              + + + + + + + + + + + +
              + + + + + + + + + + + + + + + + + + + + + + + + + + +
              + + +
              +
              +
              +
              +
              +
              + +
              comments
              +
              + + + + + +

              Let me Google that for you: 2014's most popular food-related searches

              +
              + + +
              +
              google.JPG
              + + You are what you search. + + + + (The Associated Press)
              + + + + + + +
              +
              + Print +
              + + + + + + + + + + National Desk + + + + + + + + + + +By + + + + + + + + + + + + + National Desk + + + +The Plain Dealer + + + + + + +
              on December 27, 2014 at 12:06 PM, updated December 27, 2014 at 12:10 PM + +
              + + +
              +
              + +
              + + + +
              + + + + + + + + + + +
              + + +
              + + + + + + + + + +
              + +
              +
              + + +
              +

              Chia seeds and goji berries are the new kale and quinoa, according to Google's recent parsing of food-focused searches from 2014. Each year, the search giant pours through some of our more fascinating queries to come up with their Year in Search.

              +

              Some of the other more interesting food-related data points include:

              +
                +
              • Pizza was searched more than the World Cup.
                • +
              • The Cronut rose to 17th on the global recipe list after its arrival last year.
                • +
              • Our favorite ways to eat eggs are: 1) Deviled, 2) Scotch, 3) Scrambled, 4) Pickled, 5) Boiled.
                • +
              • This year we searched for 'recipes' less and 'restaurant' significantly more.
                • +
              • Our top slimming questions were 'how many calories should i eat in a day' and 'how to lose weight,' and the Paleo diet was the top searched way to trim down.
                • +
              • Foodies in Japan searched French food more than France.
                • +
              • Hungry folk in Australia searched Argentine food more than Argentina. 
                • +
              • Spice-loving Brits searched Indian food more than India.
                • +
              • In 2014 'i am hungry' was searched a button-popping 7x more than 'i am thirsty.'
                • +
              • Oh, and nine million people watched a tiny hampster eating a tiny burrito.
                • +
              +
              +

              The lesson, as always: you are what you search.

              +

              -- By Michael Russell + +

              + + +
              + + +
              +
              +
              +
              +
              +
              + +
              + + +
              +
              +
              +
              +
              + +
              +
              +
              +
              + + + + + + + + +
              +
              +
              +
              +
              + + +
              +

              Best of cleveland.com

              + + + + + + + + + + + + + + +
              + + + + + + +
              +
              +
              + + + + + + + + + + + + + + + + + + +
              + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/cleveland.com2.html b/tests/data/html/cleveland.com2.html new file mode 100644 index 0000000..5cd08b6 --- /dev/null +++ b/tests/data/html/cleveland.com2.html @@ -0,0 +1,1299 @@ + + + + + + + + + + + + + + + + + + + + Best books for young readers: Entertainment Year in Review 2014 | cleveland.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
              + + + + + + + + + + + + + + + + +
              +
              +
              +
              +
              +
              +
              +
              +
              + +
              +
              + +
              +
              +
              +
              +
              +
                +
              • Home
                • + +
              • +
                + + + + +
                + +
                • +
              + +
              + + + + + + + + + +
              +
              +
              +
              +
              +
              +
              + + + +
              +
              +
              +
              +
              +
              +
              Back to Main Menu
              +
              +
              Close
              +
              +
              Customize Your Weather
              +
              + +
              +
              +
              +
              +
              +
              +
              Congratulations!
              +
              Your weather is set to . You can change the location at any time.
              +
              + +
              +
              +
              +
              AccuWeather.com Quick Look
              +
              + +
              +
              View Full Weather Report
              +
              +
              +
              +
              +
              +
              +
              +
              + +
              +
              +
              +
              +
              + +
              +
              +

              Search Cleveland.com

              + +
              +
              +
              +
              + Account + Sign In +
              +
              +
              +
              +
              +
              Close
              +
              +
              +

              Sign in to
              Cleveland.com

              +
              +
              + + + + +
              +
              + +
              + + +
              + +
              + Forgot your username and password? +
              +
              +
              +

              Don't have an account?

              +

              Register now for free, or sign in with any of these services:

              + + + + + + +
              +
              +
              +
              +
              + +
              + You are signed in as
              +

              +
              + +
              +
              +
                +

              • Favorite Schools

                expand
                +
                  +
                  • +

                • Favorite Teams

                  close
                  +
                    +
                    • +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  + Subscribe
                  +
                  +
                  +
                  +
                  +
                  + +
                  +
                  +
                  +
                  + +
                  + + + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + +
                  +
                  +
                  +
                  +
                  +
                  + +
                  comments
                  +
                  + + + + + +

                  Best books for young readers: Entertainment Year in Review 2014

                  +
                  + + +
                  + + + + + + +
                  +
                  + Print +
                  + + + + + + + + + + Joanna Connors, The Plain Dealer + + + + + + + + + + +By + + + + + + + + + + + + + Joanna Connors, The Plain Dealer + + + +The Plain Dealer + + + + + + +
                  on December 26, 2014 at 9:00 AM, updated December 26, 2014 at 9:13 AM + +
                  + + +
                  +
                  + +
                  + + + +
                  + + + + + + + + + + +
                  + + +
                  + + + +
                  + +
                  + + + + + + + + + +
                  + +
                  +
                  + + +
                  +

                  PICTURE BOOKS

                  +

                   

                  +
                  pilot-and-prince.jpgFoster Books 
                  +

                  The Pilot and the Little Prince
                  Peter Sís

                  Foster Books, $18.99; ages 5-8



                  +

                  This exquisitely illustrated biography recounts the life of writer and aviator Antoine de Saint-Exupéry. Lovers of his classic tale "The Little Prince" will find that the masterful Sís has captured the wonder and dreaminess evoked in that book. -- Karen Sandstrom

                  +

                  Mister Bud Wears the Cone
                  Carter Goodrich

                  +

                  Simon & Schuster, $16.99; ages 4-8

                  +

                  Goodrich finds hilarity and drama in "Mister Bud Wears the Cone," a story of one dog's humility in the confines of a plastic head cone. -- Sandstrom

                  Abuelo
                  Arthur Dorros; illustrated by Raúl Colón
                  Harper, $17.99; ages 6-8

                  +

                  A young boy learns a lot from his grandfather in the country as they camp and ride horses under the big sky. The abuelo also teaches his grandson the Spanish words for important ideas. Colón's rich illustrations make each page dazzle. -- Sandstrom

                  +

                  Where's My Mommy?
                  Beverly Donofrio; illustrated by Barbara McClintock
                  Schwartz & Wade, $17.99; ages 3-7

                  +

                  A girl and her mouse keep their friendship a secret from their parents in this gorgeously illustrated look at parallel lives. You'll marvel over the details McClintock gets just right as she lays out the two worlds in a soft, golden palette. -- Sandstrom

                  President Taft is Stuck in the Bath
                  Mac Barnett; illustrated by Chris Van Dusen
                  Candlewick Press, $16.99; ages 4-8

                  +

                  The story goes that our horizontally challenged 27th president once became trapped by in a bathtub. Branett's words and Van Dusen's silky smooth illustrations have the most possible fun with the idea, yet remain respectful. Historical notes at the end separate fact from fiction. -- Sandstrom

                  +

                  MIDDLE-GRADE BOOKS

                  +
                  brown-girl.jpgNancy Paulsen Books 
                  +

                  Brown Girl Dreaming

                  +

                  Jacqueline Woodson

                  +

                  Nancy Paulsen Books, $16.99; ages 10 and up

                  +

                  Woodson won the National Book Award for this childhood memoir in verse. It  begins with Woodson's birth in 1963. "I am born on a Tuesday at University Hospital / Columbus, Ohio, / USA – / a country caught / between Black and White." A wonderful model for young readers wanting to write their own family stories. -- Tricia Springstubb

                  +

                  West of the Moon

                  +

                  Margi Preus

                  +

                  Amulet Books, $16.95; ages 10-14

                  +

                  Weaving Norwegian folklore with actual hardships faced by 19th-century immigrants, Preus spins a riveting tale of love, sin, remorse, forgiveness and how stories give us courage. -- Springstubb

                  +

                  The Crossover

                  +

                  Kwame Alexander

                  +

                  Houghton Mifflin Harcourt, $16.99; ages 9-12

                  +

                  Sports and life intertwine in this electric celebration of the game and of the power of brotherhood and family. The language sizzles and pops, ranging from free verse to hip-hop to poems for two voices. -- Springstubb

                  +

                  Ophelia and the Marvelous Boy

                  +

                  Karen Foxlee

                  +

                  Knopf, $16.99; ages 8-12

                  +

                  Behind a museum door, Ophelia discovers a small boy with an unbelievable tale: Wizards have chosen him to defeat the wicked Snow Queen, and he needs help. Ophelia finds herself bravely battling evil, not just to save him, but her beloved father and sister, too, in this melancholy and beautiful book. -- Springstubb

                  +

                  The Meaning of Maggie

                  +

                  Megan J. Sovern

                  +

                  Chronicle Books, 220 pp., $16.99; ages 8-12

                  +

                  Maggie is smart, self-centered and friendless – not that she minds one bit. Her own brain and ambition are company enough. Resolving to fix her father's illness, she discovers multiple sclerosis has no cure. Maggie's family copes with courage, humor and love, and readers will not only root for them, but believe in them. -- Springstubb

                  +

                  Revolution

                  +

                  Deborah Wiles

                  +

                  Scholastic, $19.99; ages 8-12

                  +

                  Mississippi, 1964. Sunny and her stepbrother sneak into their town's segregated pool one hot night. To their surprise, a "colored" boy is there, too. Wiles chronicles the Freedom Summer through a mixture of fiction and documentary, including photos, excerpts of speeches and song lyrics. -- Springstubb

                  +

                  The Family Romanov: Murder, Rebellion, and the Fall of Imperial Russia

                  +

                  Candace Fleming

                  +

                  Schwartz and Wade, $ 18.99, ages 9-12

                  +

                  No fiction is more fantastic than the true story of foolish Nicholas, fanatic Anastasia, and their five beautiful children. Geared toward middle-school readers, this superb account will also satisfy adults looking for an overview of this period of Russian history, when impoverished workers revolted, soldiers died by the millions, Lenin was on the rise, and the tsar, secluded in his opulent country palace, trusted in God to save his throne. -- Springstubb

                  +

                  YOUNG ADULT BOOKS

                  +
                  why-we-took.jpgArthur A. Levine Books 
                  +

                  Why We Took the Car

                  +

                  Wolfgang Herrndorf

                  +

                  Arthur A. Levine Books, 256 pp., $17.99

                  +

                  Boys (and girls, too) will love this joy ride of a story, featuring German teens Mike and Tschick, who "borrow" a car to escape the boredom of summer break. Adventures – and misadventures – ensue, until they end up in police custody. Fasten your seatbelt for a rollicking read. -- Susan Glaser

                  +

                  We Were Liars

                  +

                  E. Lockhart

                  +

                  Delacorte, 240 pp., $20.99

                  +

                  The protagonist of this story is Cady Sinclair, a member of an upper-crust New England family that spends its summers on a private island off the coast of Massachusetts. Cady, together with same-age cousins Johnny and Mirren and love interest Gat Patil, make up "the Liars," tightknit teens who share adventures – and one big surprise. At age 17, Cady returns to Beechwood Island to piece together the details of an accident two years prior. The result: An ending you won't see coming. -- Glaser

                  +

                  I'll Give You the Sun

                  +

                  Jandy Nelson

                  +

                  Dial Books, 384 pp., $17.99

                  +

                  Twins Noah and Jude are the narrators of this tale, which alternates between their 13th and 16th years. In between: Their mother dies, their lives are upended and the two struggle to make peace with each other and the people around them. Their paths come back together at the end – but the real story is in the journey. -- Glaser

                  +

                  The Impossible Knife of Memory

                  +

                  Laurie Halse Anderson

                  +

                  Viking, 391 pp., $18.99

                  +

                  Anderson, who has tackled date rape and eating disorders in previous works, turns her attention to post-traumatic stress disorder in this story about Hayley Kincain and her Iraq War vet father, Andy. Hoping for stability, the two return to Andy's hometown in upstate New York for Hayley's senior year of high school. Instead, the two are forced to deal with more chaos, including Andy's increasingly erratic behavior. A budding romance between Hayley and fellow high schooler Finn helps lighten the mood. Even so, Anderson maintains her status as one of the most serious storytellers in the young adult genre. -- Glaser

                  +

                  Dorothy Must Die

                  +

                  Danielle Paige

                  +

                  HarperCollins, 464 pp., $17.99

                  +

                  Imagine that a second girl from Kansas was swept away to Oz after Dorothy left. But when Amy arrives, Oz is falling apart. The color is dull, and a huge hole in the middle of the land is getting bigger. What has happened to Oz? Short answer: Dorothy. Now it is up to Amy to fix things, and decide which of her unlikely companions are the most trustworthy. Is it the order of the wicked witches or the wingless flying monkeys, or both? Or are there other players in this game that we don't know about yet? I loved this book. -- Ami Bray, Loganberry Books

                  + + +
                  + + +
                  +
                  +
                  +
                  +
                  +
                  + +
                  + + +
                  +
                  +
                  +
                  +
                  + +
                  +
                  +
                  +
                  + + + + + + + + +
                  +
                  +
                  +
                  +
                  + + +
                  +

                  Best of cleveland.com

                  + + + + + + + + + + + + + + +
                  + + + + + + +
                  +
                  +
                  + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/cntraveler.com1.html b/tests/data/html/cntraveler.com1.html new file mode 100644 index 0000000..74363ff --- /dev/null +++ b/tests/data/html/cntraveler.com1.html @@ -0,0 +1,1229 @@ + + + + + +The Best Shopping in Marrakech - Condé Nast Traveler + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + +
                  +
                  At Home in the World

                  Subscribe

                  Subscribe Now

                  Subscribe to Conde Nast Traveler
                  +
                  +
                  +
                  +
                  + + +
                  + + +
                  + + + + +
                  +
                  +
                  +
                  + + +
                  +
                  +
                  +
                  +

                  Share this Slideshow

                  + + + +
                  +
                  +
                  +

                  Around The Web

                  + +
                  + + + +
                  Powered by ZergNet
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  + + +
                  +

                  The Best Shopping in Marrakech

                  +

                  In a way, no one actually needs a shopping guide to Marrakech: The city is so full of irresistible wonders (the souks alone could keep you busy for days) and terrific bargains that you almost can’t go wrong. Still, if you have limited time, these are the places to go.

                  + +
                  +

                  M’H

                  +
                  +

                  Belgian designer Martine Hillen’s gorgeous, lightweight, made-in-Morocco bags are cut into slouchy trapezoids or trimmed with long, luxurious leather shags. Most of them retail in the $250 range, far less then comparable bags in the States. She also stocks the full range of M’Tita Bamako’s recycled-plastic beach totes, embroidered pouches, and cotton bags printed with African leaders’ and politicians’ faces. (369 Q Sidi Ghanem; 212-667-350123)

                  +
                  +
                  +
                  + +
                  +

                  Topolina

                  +
                  +

                  Imagine if Auntie Mame moved to Marrakech and started designing clothes—that's the vibe at the Topolina showroom, where the walls are an aggressive hot pink, and the floors a jigsaw of mismatched carpets and rugs laid end to end. There are terrific discoveries here, but the real gems are Topolina’s own swingy, Mod-y separates and coats, including a charcoal-gray wool topper lined with black-and-white striped silk and cinched with a matching bel. (436 Zone Industrielle Sidi Ghanem; 212-651-3457-95)

                  +
                  +
                  +
                  + +
                  +

                  Magasin General

                  +
                  +

                  A Belgian couple with a background in interior design runs this large, airy store, where you can find pieces of vintage French china, throw pillows silkscreened with the faces of Mughal emperors, rose-scented candles, decoupaged plates, and antique leather saddlebags to fill your Provencal-by-way-of-Moroccan house. (369 Zone Industrielle Sidi Ghanem; 212-524-3366-73)

                  +
                  +
                  +
                  + +
                  +

                  Scenes de Lin

                  +
                  +

                  This elegant, polished interior design store interprets Marrakech through a Parisian lens. The best bets here are the bed linens, embroidered in crisp geometric shapes, and the heavy cotton blankets, which have the texture of silk, the heft of velvet, and are edged with elaborate stitching in contrasting colors. (70, rue El Houria; 212 24 43 61 08)

                  +
                  +
                  +
                  + +
                  +

                  Anitan

                  +
                  +

                  Rug shopping in the souk is invigorating…until it’s exhausting. You’ll pay higher prices at this smart, airy shop near the Jardin Majorelle, but the collection of Moroccan tribal and central Asian textiles is well-curated, easy to sort through, and, best of all, guaranteed to be of good quality (and they ship). Head upstairs for an excellent selection of well-made cotton towels and home accessories. (Rue Yves Saint Laurent Majorelle; 212 5243-32342)

                  +
                  +
                  +
                  + +
                  +

                  33 Rue Majorelle

                  +
                  +

                  This sunlit, glass-walled store bills itself as Marrakech’s first concept shop. Inside, you’ll find an imaginative, colorful selection of clutches made from tribal rugs; lightweight cotton tunics; fabulous raffia brogues; wool baskets; and silver jewelry, most of it sourced from Morocco and northern Africa. Don’t leave without stopping by the adjoining café, Kaowa, for a smoothie—one combining cinnamon, dates, banana, and almond milk is particularly good. (33 Rue Yves Saint Laurent Majorelle; 212-5243-14195)

                  +
                  +
                  +
                  + +
                  +

                  Akbar

                  +
                  +

                  You’ll find unbelievably gorgeous beaded and embroidered caftans, tunics, toppers, and babouches (and clutches, bracelets, and shawls) at this jewel box of a shop in the medina. It’s not cheap, but it’ll provide inspiration for days. (Place Bab Fteuh; 212-6671-661307)

                  +
                  +
                  +
                  + +
                  +

                  Pop-up Shop

                  +
                  +

                  At this sliver of a shop, located above the pretty, jade green-tiled Le Jardin restaurant, you’ll find perfectly cut, floaty caftans, leather tassels to clip onto your handbags, and chic clutches and tote bags made from lizard, leather, and water snake. (32, Souk El Jeld Sidi Abdelaziz)

                  +
                  +
                  +
                  + +
                  +

                  Peacock Pavilions

                  +
                  +

                  Maryam Montague, the owner of this lovely, cheery boutique hotel works for a human rights NGO; runs her inn; writes and photographs; and sources rugs, textiles, accessories, and furniture from across Morocco, Central Asia, and Africa for a small clientele of high-profile fashion designers in New York and Europe. There’s a rotating selection of her finds available on her website, or you can stop by and see what she has in stock in person. (Kilometer 18, Route de Ouarzazate; 212-6644-14653; peacockpavilions.com)

                  +
                  +
                  +
                  + +
                  + + + +
                  +
                  + + + +
                  + + + + +
                  +
                  +
                  1
                  +
                  2
                  +
                  3
                  +
                  4
                  +
                  5
                  +
                  6
                  +
                  7
                  +
                  8
                  +
                  9
                  +
                  10
                  +
                  11
                  +
                  12
                  +
                  13
                  +
                  14
                  +
                  15
                  +
                  16
                  +
                  17
                  +
                  18
                  +
                  19
                  +
                  20
                  +
                  21
                  +
                  22
                  +
                  23
                  +
                  24
                  +
                  +
                  + +
                  +
                  +
                  +
                  +
                  +
                  Where in the world are you thinking of?
                  + + + + +
                  +
                  + +
                  + +
                  + +
                  +
                  ×
                  +
                  Subscribe to Condé Nast Traveler
                  +
                  + + + + + + +
                  + An Error occurred while compiling your sass files. :( +
                  + Please find out what went wrong by consulting your friendly terminal. +
                  + We are sorry for any inconvenience this may have caused you. +
                  + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/cntraveler.com2.html b/tests/data/html/cntraveler.com2.html new file mode 100644 index 0000000..1bf037f --- /dev/null +++ b/tests/data/html/cntraveler.com2.html @@ -0,0 +1,1225 @@ + + + + + +What the Airlines Did Well in 2014 - Condé Nast Traveler + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + +
                  +
                  At Home in the World

                  Subscribe

                  Subscribe Now

                  Subscribe to Conde Nast Traveler
                  +
                  +
                  +
                  +
                  + + +
                  + + +
                  + + + + +
                  +
                  +
                  +
                  + + +
                  +
                  +
                  +
                  +

                  Share this Slideshow

                  + + + +
                  +
                  +
                  +

                  Around The Web

                  + +
                  + + + +
                  Powered by ZergNet
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  + + +
                  +

                  What the Airlines Did Well in 2014

                  +

                  Not often do the airlines receive praise from their passengers, but 2014 was the year airlines refreshed, rebranded, and reconsidered the flight experience. See what moves the airlines made this year to make travelers happier.

                  + +
                  +

                  U.S. airlines competed to be the best at transporting passengers

                  +
                  +

                  A full-on airline arms race broke out this year as both American and JetBlue (pictured) debuted their newest, shiniest airplanes on transcontinental routes. These Airbus A321s come with flat-bed seats for premium classes and state-of-the-art in-flight entertainment for all. Delta and United played catch-up, updating their older 757s with flat-bed seats in business class.

                  +
                  +
                  +
                  + +
                  +

                  Dated airplane interiors were upcycled

                  +
                  +

                  Southwest, Delta, American, and other airlines worked through 2014 to freshen up their airplane cabins. Though passengers may not notice the new seat covers, communities on the other side of the world are grateful for the soccer balls, shoes, and other items made from the old materials. Southwest in particular donated 43 acres of leather to be reused in Kenya.

                  +
                  +
                  +
                  + +
                  +

                  Wi-Fi use was approved during all stages of a flight

                  +
                  +

                  In 2013, the Federal Aviation Administration gave the green light for gadgets to remain on during an entire flight, but U.S. airlines still had to prove to the FAA that passengers could safely use their gadgets in Airplane Mode from gate to gate. In 2014, U.S. airlines made their case, and carriers in the U.K. and Europe followed. The new freedom to read a Kindle, use a travel app, or watch videos on takeoff is a victory over boredom.

                  +
                  +
                  +
                  + +
                  +

                  Airlines partnered with craft breweries

                  +
                  +

                  Airlines opened their galley carts to new beverage offerings in 2014, with a clear focus on beer. Hawaiian Airlines partnered with Maui Brewing Co., United with Goose Island, Delta with Sweetwater Brewing, Southwest with New Belgium, Alaska Airlines with Silver Gulch Brewing, and SAS with Mikkeller to tempt travelers with more than the usual can of “whatever’s onboard.”

                  +
                  +
                  +
                  + +
                  +

                  Ryanair turned on the charm to attract more traveling families.

                  +
                  +

                  European budget airline Ryanair decided 2014 was the year to improve its image by taking a “family-friendly” approach. It ditched its offensive ad campaigns and calendar of scantily clad flight attendants, lowered baggage fees, increased baggage allowances, upped its bare-bones offerings, updated its website, and joined Twitter.

                  +
                  +
                  +
                  + +
                  +

                  Dallas's smaller airport opened up

                  +
                  +

                  The restrictive Wright Amendment, signed into law in 1980, banned nonstop flights from Dallas Love Field to destinations farther than Louisiana, Arkansas, Oklahoma, and New Mexico. The point was to encourage more business at the newer Dallas/Fort Worth International Airport. Now that the amendment has been lifted, Texas travelers can take advantage of lower fares, more nonstop destinations, and Love’s easy proximity to downtown Dallas.

                  +
                  +
                  +
                  + +
                  +

                  Airline lounges ditched the corporate look for sleek redesigns

                  +
                  +

                  The generic framed art and chairs better befitting a doctor’s office are done and gone. Some airlines, including Cathay Pacific, Singapore Airlines, American Airlines, and Delta, used 2014 to introduce designer seating, “productivity pods” with plentiful power outlets, and even buffets with healthful food for those holding premium tickets.

                  +
                  +
                  +
                  + +
                  +

                  American Airlines highlighted classic Hollywood glamour.

                  +
                  +

                  Grace Kelly and Gregory Peck knew how to travel in great style. So American Airlines took 1950s images of these Hollywood icons flying AA and paired them with images of contemporary stars—Julianna Margulies, Neil Patrick Harris—to connect the glamour of the past with its new first class. The results dazzled travelers used to the usual ad focus on just the seats.

                  +
                  +
                  +
                  + +
                  +

                  Self-service boarding gates eased “gate lice"

                  +
                  +

                  In an effort to alleviate the confused jumble of passengers near a boarding gate, airlines added self-scanning devices at U.S. airports. Travelers simply scan their own boarding document, pass through a gate, and head down the jetway to the plane. British Airways and JetBlue are already using the gates at Las Vegas-McCarran Airport, Delta has run trials at Hartsfield-Jackson Atlanta International Airport, and United has installed a few test gates at Houston George Bush Intercontinental Airport.

                  +
                  +
                  +
                  + +
                  + + + +
                  +
                  + + + +
                  + + + + +
                  +
                  +
                  1
                  +
                  2
                  +
                  3
                  +
                  4
                  +
                  5
                  +
                  6
                  +
                  7
                  +
                  8
                  +
                  9
                  +
                  10
                  +
                  11
                  +
                  12
                  +
                  13
                  +
                  14
                  +
                  15
                  +
                  16
                  +
                  17
                  +
                  18
                  +
                  19
                  +
                  20
                  +
                  21
                  +
                  22
                  +
                  23
                  +
                  24
                  +
                  +
                  + +
                  +
                  +
                  +
                  +
                  +
                  Where in the world are you thinking of?
                  + + + + +
                  +
                  + +
                  + +
                  + +
                  +
                  ×
                  +
                  Subscribe to Condé Nast Traveler
                  +
                  + + + + + + +
                  + An Error occurred while compiling your sass files. :( +
                  + Please find out what went wrong by consulting your friendly terminal. +
                  + We are sorry for any inconvenience this may have caused you. +
                  + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/coolhunting.com1.html b/tests/data/html/coolhunting.com1.html new file mode 100644 index 0000000..80c9a53 --- /dev/null +++ b/tests/data/html/coolhunting.com1.html @@ -0,0 +1,1005 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + Monastero Santa Rosa Hotel and Spa on the Amalfi Coast - Cool Hunting + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  +
                  +
                  +
                  + + Today +
                  +
                  +                   + + Read +
                  +
                  +                   + + Look +
                  +
                  +                   + + Travel +
                  +
                  +                   + + Buy +
                  +
                  +                   + + Listen +
                  +
                  +                   + + Link +
                  +
                  +                   +
                  + +
                  + +
                  + +
                  +
                  + +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  + + +
                  + +
                  + +
                  All Articles
                   + +
                  + +
                  + +
                  All Articles
                   + +
                  + +
                  + +
                  +
                  +
                  TRAVEL
                  +
                  Monastero Santa Rosa Hotel and Spa on the Amalfi Coast
                  +
                  +
                  A former convent converted into a lavish 20-room resort, this Italian sanctuary is blessed with heavenly views
                  +
                  +
                  by CH Contributor
                  +
                  on 04 December 2014
                  +
                  +
                  + HOTELS + ITALY + SPAS + TRAVEL + AMALFI COAST + HISTORIC + POOLS + RESORTS +
                  + +
                  +
                  + +
                  +
                  + +
                  +
                  +
                  + + monastero-amalfi-1.jpg + +

                  by Kelly Phillips Badal

                  + +

                  Vacationing in a former convent may sound a bit austere—that is, until you experience Monastero Santa Rosa on Italy’s famous Amalfi Coast. This monastery-turned-hotel offers all the peaceful seclusion the sisters enjoyed, with none of the personal sacrifices. And though the popular coastline is studded with hotels, this distinctive destination—with its unmatched combination of five-star luxuries, natural beauty and centuries of character—is a serious standout.

                  + +monastero-amalfi-2.jpg + +

                  Getting there might have you pressing your palms together in supplication. The main route through the craggy Amalfi coastline is Strada Statale 163—also known as "the road of 1,000 bends." The ancient Roman-built drive is full of hairpin twists and turns, careening over steep precipices past sun-bleached villages and lemon groves for 50 miles, and is just barely wide enough for two cars to pass at some points. About 18 miles in sits Monastero Santa Rosa, perched on a cliff above the small fishing village of Conca dei Marini. The venue's American owner Bianca Sharma spotted the nunnery’s ruins from a boat in 1999 and promptly bought the property. After a lengthy decade-long restoration, it opened as a luxury hotel for the 2012 season.

                  + +monastero-amalfi-3.jpg + +

                  Much of the convent’s original 17th century architecture remains intact, thanks to Sharma’s careful conservation. Inside, reconfigured spaces pay thoughtful homage to the hotel’s heritage. Nuns' quarters are cleverly combined into 20 unique rooms, some with private terraces or multiple levels. One of the largest is located in what was the sisters’ refectory. All feature fine Italian linens, an array of tasteful period furniture, and deep soaking tubs made from fine Jerusalem stone, in addition to everyday contemporary amenities like minibars, television, and WiFi. Some of the rooms have vaulted ceilings, private alfresco dining areas, and seafront balconies; others have housed famous names like Prince Albert and Princess Charlene of Monaco. The guest rooms exude comfort, and every conceivable wish is quickly taken care of by the attentive staff.

                  + +

                  The tasteful restoration continues into Monastero Santa Rosa’s massive 750-foot state-of-the-art spa. Cavernous treatment rooms are carved from spaces once devoted to silent prayers, while the spa’s centerpiece, a vaulted tepidarium (warm relaxation room), is where the sisters made wine. There’s also a sauna, steam room, hydrotherapy pool, whirlpool footbaths, ice fountain and even programmable showers.

                  + +monastero-amalfi-5.jpg + +

                  The real star of Monastero Santa Rosa is the knockout coastal view, and there’s a countless number of magical places for taking it in. From the convent’s highest point, an airy sunset terrace, guests can gaze as far as the buzzy nearby towns of Amalfi or Positano. There’s the cascade of tiered, expertly manicured semi-tropical gardens, beset with ocean-facing sun loungers, daybeds and cabanas. There’s the breezy dining terrace of the hotel Ristorante, where guests can enjoy the scenery while tasting exclusively sourced extra virgin olive oil produced right in Conca dei Marini. The most breathtaking spot is floating within the curved cliff’s edge infinity pool while surveying the Gulf of Salerno some 660-feet below.

                  + + + +

                  After whiling away the hours on these sacred grounds, be sure to unburden your soul at the large antique wooden confessional resting in the main hallway. It cheekily invites guests “make a confession” by way of a written feedback for the hotel.

                  + +

                  Monastero Santa Rosa is located in the town of Conca dei Marini on Italy’s Amalfi Coast. Nightly room and suite rates range from $500 to $2,400. The resort will open for the 2015 season on 17 April.

                  + +

                  See more photos in the gallery, images by Tanveer Badal

                  + + +
                  +
                  + +
                  + HOTELS + ITALY + SPAS + TRAVEL + AMALFI COAST + HISTORIC + POOLS + RESORTS +
                  +
                  +
                  + +
                  +
                  + +
                  + +
                  + +
                  + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  A Week at Whistler: Resort Highlights
                  +
                  Four tips on where to eat, sleep and get pampered in North America's largest mountain resort
                  +
                  by Josh Rubin
                  +
                  Recently spending a week at Whistler Blackcomb (my annual snowboarding destination), I stuck to some of my favorite gear and places but also used the trip as an opportunity to try some new things. This first story, in a series of three, focuses on...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Jetsetter x Cool Hunting Miami Sweepstakes Deadline
                  +
                  Our curated getaway to Miami ends tomorrow!
                  +
                  by Evan Orensten
                  +
                  + +The CH-curated Miami getaway ends soon! This all-expenses-paid trip, created with Jetsetter, includes private museum tours, and three nights at the Viceroy Hotel. To enter, visit Jetsetter and sign up for their emails announcing exclusive travel...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  CH x Jetsetter: Miami Getaway Sweepstakes
                  +
                  Win a trip to Miami curated by Cool Hunting!
                  +
                  by Evan Orensten
                  +
                  We love Miami and joined forces with Jetsetter to provide a lucky reader (and guest) with the opportunity to experience it in style—with visits to galleries and museums, checking out great shops, and eating at some of our favorite restaurants...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Amangiri
                  +
                  Aman Resorts' alien escape in the Utah desert
                  +
                  by Josh Rubin
                  +
                  + + +Forget interstellar travel—there's a transcendent resort currently taking bookings here on earth, and it's called Amangiri. Located just over the Arizona border in Canyon Point, UT, the hotel sprawls amongst imposing bluffs with sweeping...
                  +
                  +                   + +
                  +
                  + +
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Wilderness Meets Luxury at Montana's Paws Up
                  +
                  Perfect for outdoor rookies, this family ranch-turned-resort offers up adventure with deluxe facilities
                  +
                  by Adrienne So
                  +
                  + +Located on 37,000 acres of a breathtakingly beautiful mountain valley outside of Missoula, Montana, the Resort at Paws Up combines rough-and-tumble Western attractions like whitewater rafting, rappelling and hiking with luxurious comfort. The aesthetic...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Pedras Salgadas Spa & Nature Resort, Portugal
                  +
                  Treehouse accommodation and mineral-rich thermal springs at this eco-minded destination
                  +
                  by CH Contributor
                  +
                  by Ross Belfer + + + +As much as one can plan ahead, living in the moment is certainly a fulfilling way to travel. After several days spent in Portugal's bustling second city of Porto, we felt in need of a tranquil getaway wherein a calming atmosphere...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  The Royal Mansour
                  +
                  Beauty and decadent service at Marrakech’s palatial property
                  +
                  by Ariston Anderson
                  +
                  + + + + +Anyone who books a luxury hotel surely wants the service to adhere to the old adage about being treated like a king, but Marrakech's decadent Royal Mansour palace—originally intended to serve actual nobility—truly delivers such an...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Parrot Cay
                  +
                  Private Island luxury, service and relaxation epitomized in Turks and Caicos
                  +
                  by Josh Rubin
                  +
                  + +Part of the north Caribbean archipelago of the Turks and Caicos, Parrot Cay was once a refuge for a notorious duo of female pirates, Anne Bonny and Mary Reid. Nearly 300 years later, tranquility prevails over the private island, covering 1,000 acres...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Word of Mouth Florence: Food + Drink
                  +
                  A quick guide to some of the time-honored specialists making the Tuscan capital a must-visit culinary destination
                  +
                  by Karen Day
                  +
                  +There's no shortage of tips for Italy's wildly popular Tuscan capital, but with so many tourist offerings pumping through the historic town of Florence, it's easy to end up eating a subpar pizza near the steps of the illustrious Duomo. Venturing into...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Boscolo Exedra Milano Hotel
                  +
                  +
                  by CH Contributor
                  +
                  by Paolo Ferrarini of Future Concept Lab + +Despite Milan's de facto world design capital status, the city lacks design hotels. Boscolo Exedra, a new hotel opening very soon, will fill the gap. The former bank, after one year and €150 million...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Tokyo High Low
                  +
                  We put Amex Platinum to the test in the sky and on the ground in the future's city +
                  +
                  by Josh Rubin
                  +
                  When my plans to get from Beijing to Tokyo required a last-minute change, American Express Platinum Travel was able to confirm a seat on a new flight just hours before departure, even though they didn’t handle my original booking. And when I checked...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Barracuda Yacht Charter by Fatboy Slim
                  +
                  +
                  by CH Contributor
                  +
                  +by Juliet Kinsman +If you thought boutique-hotel chic need be restricted to terra firma, you haven't heard of what Fatboy Slim (aka Norman Cook) and friends have been up to. Having got his paws on a classic wooden yacht, Cook's boat-loving...
                  +
                  +                   +
                  + +
                  Load More...
                  +                   +
                  + +
                  +
                  + +
                  + +
                  +
                  + +
                  + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/coolhunting.com2.html b/tests/data/html/coolhunting.com2.html new file mode 100644 index 0000000..bf6ed7e --- /dev/null +++ b/tests/data/html/coolhunting.com2.html @@ -0,0 +1,1005 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + Monastero Santa Rosa Hotel and Spa on the Amalfi Coast - Cool Hunting + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  +
                  +
                  +
                  + + Today +
                  +
                  +                   + + Read +
                  +
                  +                   + + Look +
                  +
                  +                   + + Travel +
                  +
                  +                   + + Buy +
                  +
                  +                   + + Listen +
                  +
                  +                   + + Link +
                  +
                  +                   +
                  + +
                  + +
                  + +
                  +
                  + +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  + + +
                  + +
                  + +
                  All Articles
                   + +
                  + +
                  + +
                  All Articles
                   + +
                  + +
                  + +
                  +
                  +
                  TRAVEL
                  +
                  Monastero Santa Rosa Hotel and Spa on the Amalfi Coast
                  +
                  +
                  A former convent converted into a lavish 20-room resort, this Italian sanctuary is blessed with heavenly views
                  +
                  +
                  by CH Contributor
                  +
                  on 04 December 2014
                  +
                  +
                  + HOTELS + ITALY + SPAS + TRAVEL + AMALFI COAST + HISTORIC + POOLS + RESORTS +
                  + +
                  +
                  + +
                  +
                  + +
                  +
                  +
                  + + monastero-amalfi-1.jpg + +

                  by Kelly Phillips Badal

                  + +

                  Vacationing in a former convent may sound a bit austere—that is, until you experience Monastero Santa Rosa on Italy’s famous Amalfi Coast. This monastery-turned-hotel offers all the peaceful seclusion the sisters enjoyed, with none of the personal sacrifices. And though the popular coastline is studded with hotels, this distinctive destination—with its unmatched combination of five-star luxuries, natural beauty and centuries of character—is a serious standout.

                  + +monastero-amalfi-2.jpg + +

                  Getting there might have you pressing your palms together in supplication. The main route through the craggy Amalfi coastline is Strada Statale 163—also known as "the road of 1,000 bends." The ancient Roman-built drive is full of hairpin twists and turns, careening over steep precipices past sun-bleached villages and lemon groves for 50 miles, and is just barely wide enough for two cars to pass at some points. About 18 miles in sits Monastero Santa Rosa, perched on a cliff above the small fishing village of Conca dei Marini. The venue's American owner Bianca Sharma spotted the nunnery’s ruins from a boat in 1999 and promptly bought the property. After a lengthy decade-long restoration, it opened as a luxury hotel for the 2012 season.

                  + +monastero-amalfi-3.jpg + +

                  Much of the convent’s original 17th century architecture remains intact, thanks to Sharma’s careful conservation. Inside, reconfigured spaces pay thoughtful homage to the hotel’s heritage. Nuns' quarters are cleverly combined into 20 unique rooms, some with private terraces or multiple levels. One of the largest is located in what was the sisters’ refectory. All feature fine Italian linens, an array of tasteful period furniture, and deep soaking tubs made from fine Jerusalem stone, in addition to everyday contemporary amenities like minibars, television, and WiFi. Some of the rooms have vaulted ceilings, private alfresco dining areas, and seafront balconies; others have housed famous names like Prince Albert and Princess Charlene of Monaco. The guest rooms exude comfort, and every conceivable wish is quickly taken care of by the attentive staff.

                  + +

                  The tasteful restoration continues into Monastero Santa Rosa’s massive 750-foot state-of-the-art spa. Cavernous treatment rooms are carved from spaces once devoted to silent prayers, while the spa’s centerpiece, a vaulted tepidarium (warm relaxation room), is where the sisters made wine. There’s also a sauna, steam room, hydrotherapy pool, whirlpool footbaths, ice fountain and even programmable showers.

                  + +monastero-amalfi-5.jpg + +

                  The real star of Monastero Santa Rosa is the knockout coastal view, and there’s a countless number of magical places for taking it in. From the convent’s highest point, an airy sunset terrace, guests can gaze as far as the buzzy nearby towns of Amalfi or Positano. There’s the cascade of tiered, expertly manicured semi-tropical gardens, beset with ocean-facing sun loungers, daybeds and cabanas. There’s the breezy dining terrace of the hotel Ristorante, where guests can enjoy the scenery while tasting exclusively sourced extra virgin olive oil produced right in Conca dei Marini. The most breathtaking spot is floating within the curved cliff’s edge infinity pool while surveying the Gulf of Salerno some 660-feet below.

                  + + + +

                  After whiling away the hours on these sacred grounds, be sure to unburden your soul at the large antique wooden confessional resting in the main hallway. It cheekily invites guests “make a confession” by way of a written feedback for the hotel.

                  + +

                  Monastero Santa Rosa is located in the town of Conca dei Marini on Italy’s Amalfi Coast. Nightly room and suite rates range from $500 to $2,400. The resort will open for the 2015 season on 17 April.

                  + +

                  See more photos in the gallery, images by Tanveer Badal

                  + + +
                  +
                  + +
                  + HOTELS + ITALY + SPAS + TRAVEL + AMALFI COAST + HISTORIC + POOLS + RESORTS +
                  +
                  +
                  + +
                  +
                  + +
                  + +
                  + +
                  + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  A Week at Whistler: Resort Highlights
                  +
                  Four tips on where to eat, sleep and get pampered in North America's largest mountain resort
                  +
                  by Josh Rubin
                  +
                  Recently spending a week at Whistler Blackcomb (my annual snowboarding destination), I stuck to some of my favorite gear and places but also used the trip as an opportunity to try some new things. This first story, in a series of three, focuses on...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Jetsetter x Cool Hunting Miami Sweepstakes Deadline
                  +
                  Our curated getaway to Miami ends tomorrow!
                  +
                  by Evan Orensten
                  +
                  + +The CH-curated Miami getaway ends soon! This all-expenses-paid trip, created with Jetsetter, includes private museum tours, and three nights at the Viceroy Hotel. To enter, visit Jetsetter and sign up for their emails announcing exclusive travel...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  CH x Jetsetter: Miami Getaway Sweepstakes
                  +
                  Win a trip to Miami curated by Cool Hunting!
                  +
                  by Evan Orensten
                  +
                  We love Miami and joined forces with Jetsetter to provide a lucky reader (and guest) with the opportunity to experience it in style—with visits to galleries and museums, checking out great shops, and eating at some of our favorite restaurants...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Amangiri
                  +
                  Aman Resorts' alien escape in the Utah desert
                  +
                  by Josh Rubin
                  +
                  + + +Forget interstellar travel—there's a transcendent resort currently taking bookings here on earth, and it's called Amangiri. Located just over the Arizona border in Canyon Point, UT, the hotel sprawls amongst imposing bluffs with sweeping...
                  +
                  +                   + +
                  +
                  + +
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Wilderness Meets Luxury at Montana's Paws Up
                  +
                  Perfect for outdoor rookies, this family ranch-turned-resort offers up adventure with deluxe facilities
                  +
                  by Adrienne So
                  +
                  + +Located on 37,000 acres of a breathtakingly beautiful mountain valley outside of Missoula, Montana, the Resort at Paws Up combines rough-and-tumble Western attractions like whitewater rafting, rappelling and hiking with luxurious comfort. The aesthetic...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Pedras Salgadas Spa & Nature Resort, Portugal
                  +
                  Treehouse accommodation and mineral-rich thermal springs at this eco-minded destination
                  +
                  by CH Contributor
                  +
                  by Ross Belfer + + + +As much as one can plan ahead, living in the moment is certainly a fulfilling way to travel. After several days spent in Portugal's bustling second city of Porto, we felt in need of a tranquil getaway wherein a calming atmosphere...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  The Royal Mansour
                  +
                  Beauty and decadent service at Marrakech’s palatial property
                  +
                  by Ariston Anderson
                  +
                  + + + + +Anyone who books a luxury hotel surely wants the service to adhere to the old adage about being treated like a king, but Marrakech's decadent Royal Mansour palace—originally intended to serve actual nobility—truly delivers such an...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Parrot Cay
                  +
                  Private Island luxury, service and relaxation epitomized in Turks and Caicos
                  +
                  by Josh Rubin
                  +
                  + +Part of the north Caribbean archipelago of the Turks and Caicos, Parrot Cay was once a refuge for a notorious duo of female pirates, Anne Bonny and Mary Reid. Nearly 300 years later, tranquility prevails over the private island, covering 1,000 acres...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Word of Mouth Florence: Food + Drink
                  +
                  A quick guide to some of the time-honored specialists making the Tuscan capital a must-visit culinary destination
                  +
                  by Karen Day
                  +
                  +There's no shortage of tips for Italy's wildly popular Tuscan capital, but with so many tourist offerings pumping through the historic town of Florence, it's easy to end up eating a subpar pizza near the steps of the illustrious Duomo. Venturing into...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Boscolo Exedra Milano Hotel
                  +
                  +
                  by CH Contributor
                  +
                  by Paolo Ferrarini of Future Concept Lab + +Despite Milan's de facto world design capital status, the city lacks design hotels. Boscolo Exedra, a new hotel opening very soon, will fill the gap. The former bank, after one year and €150 million...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Tokyo High Low
                  +
                  We put Amex Platinum to the test in the sky and on the ground in the future's city +
                  +
                  by Josh Rubin
                  +
                  When my plans to get from Beijing to Tokyo required a last-minute change, American Express Platinum Travel was able to confirm a seat on a new flight just hours before departure, even though they didn’t handle my original booking. And when I checked...
                  +
                  +                   + +
                  +
                  +
                  +
                  TRAVEL
                  +
                  +
                  Barracuda Yacht Charter by Fatboy Slim
                  +
                  +
                  by CH Contributor
                  +
                  +by Juliet Kinsman +If you thought boutique-hotel chic need be restricted to terra firma, you haven't heard of what Fatboy Slim (aka Norman Cook) and friends have been up to. Having got his paws on a classic wooden yacht, Cook's boat-loving...
                  +
                  +                   +
                  + +
                  Load More...
                  +                   +
                  + +
                  +
                  + +
                  + +
                  +
                  + +
                  + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/cricket.com.au1.html b/tests/data/html/cricket.com.au1.html new file mode 100644 index 0000000..7a1b753 --- /dev/null +++ b/tests/data/html/cricket.com.au1.html @@ -0,0 +1,1322 @@ + + + + + + + + + + + + + + + + + +Aussies seal series win in MCG draw | cricket.com.au + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + +
                  +
                  +
                  +
                  + + + +
                  +
                  +
                  +
                  + + + + +
                  + + + +
                  +
                  + + +
                  +
                  +
                  +
                  +

                  Advertisement

                  + + +
                  +
                  +
                  +
                  + +
                  +
                  + + +
                  + + +
                  +
                  + +
                  +
                  + +

                  Match
                  Report

                  +                   +

                  30 December 2014

                  +

                  + + + +
                    +
                  • + +
                    • +
                  • + +
                    • +
                  • + +
                    • +
                  +
                  +
                  +
                  +
                  + +
                  +
                  +
                  + +
                  + + +
                  + +
                  +
                  +
                  +

                  + + CommBank Test Series v India + +

                  +

                  Aussies seal series win in MCG draw

                  +
                  +
                  +

                  Andrew Ramsey, Melbourne Cricket Ground

                  + +
                  + +
                  +

                  Heroics from Johnson, Harris not enough but Australia still regain Border-Gavaskar Trophy

                  +
                  +
                  +
                  +
                  +

                  CommBank Test Series v India, Third Test

                  +
                  +
                  +
                  +

                  AUS

                  +
                  +
                  + +
                  +
                  +

                  IND

                  +
                  +
                  +
                  +
                  + SCORECARD +
                  +
                  +
                  +
                  +
                  + +
                  +

                  The series win that brings the Border-Gavaskar Trophy back to Australia after almost two years in India arrived courtesy of a mutually agreed draw rather than the emphatic statement the home team seemed primed to deliver.

                  +

                  When rival captains Steve Smith and MS Dhoni decided no result was possible at 6.24pm this evening, Australia had a further four of their compulsory 15 final-hour overs to bowl and India was nowhere close to their notional victory target of 384 from a minimum 70 overs at 6-174.

                  +

                  While the unassailable two-nil lead that Australia now takes into the last of the four Tests in Sydney next week was undoubtedly a factor in Smith opting to bat through today’s morning session and setting the improbable target, it raised more than a few questions due to its conservatism.

                  +

                  The captain and his brains trust will doubtless argue there was nothing to gain by setting India a goal they might conceivably attain, regardless of the spectacle it might have yielded and the availability of an extra dozen overs or more might have made.

                  +

                  And if the logic for delaying the declaration was to instil in India’s batsmen a sense of futility before the pursuit began, then the incident-laden first half hour of their second innings offered emphatic if ultimately premature vindication.

                  +
                  +
                  +
                  + + + + + + + + + + + + + + + +
                  +

                  With his second delivery Ryan Harris did for Shikhar Dhawan whose duck had him briefly being mentioned as a possible omission for next week’s final Commonwealth Bank Test in Sydney.

                  +

                  That was until the man being mooted as his potential replacement – Lokesh Rahul – completed his debut Test with a second innings less meritorious than his forgettable first.

                  +

                  On day three, the highly rated top-order batsman came in at No.6, lasted eight balls from which he was dropped once before holing out to an ugly slog sweep having scored three.

                  +

                  Today, promoted to No.3 in place of out-of-favour and form Cheteshwar Pujara and endured just five deliveries for a single scored before an ambitious pull shot to a ball from Mitchell Johnson that was too full, too close and too fast landed in the hands of Shane Watson running back from slip.

                  +

                  When India’s in-form opener Murali Vijay (11) was pinned lbw to a ball that the video review technology – being used as a novelty rather than a tool in this series – showed would have snuck past leg stump, the tourists were surging towards defeat at 3-19.

                  +

                  And in light of the contribution the bottom half of India’s batting has managed thus far in the series, the end was realistically just one more breakthrough away.

                  +
                  +
                  +
                  + + + + + + + + + + + + + + + +
                  +

                  For almost two hours, the Australians searched for it only to fumble when it fell their way.

                  +

                  Kohli should have been run out on four, his anxiety to get his innings underway failing to factor in Australia’s even stronger urge to restrain him as he pushed to mid-off and followed through for a single.

                  +

                  It was only due to a badly-bruised right forearm that David Warner was fielding there rather than his customary spot in the cordon, and it was that same injury that invariably saved Kohli as the return Warner fired after a diving save with Kohli stranded mid-pitch failed to threaten the stumps.

                  +

                  A more straightforward chance was offered by Rahane when he was on 22 and failed to get on top of a cut shot off Johnson that flew above head height to Chris Rogers at point who jumped, clutched and then jogged after the spill which meant his back was turned to the bowler’s displeasure.

                  +

                  In the over prior to tea, Kohli’s impetuosity almost cost him again when he defied old-fashioned cricket wisdom and tried to steal an overthrow that Pujara clearly didn’t believe existed, and was this time spared by Nathan Lyon’s inability to gather the searing throw and break the stumps.

                  +
                  +
                  +
                  + + + + + + + + + + + + + + + +
                  +

                  But when the Australians finally secured the wicket they so desperately sought – the in-form, in-your-face Kohli – it came amid such anti-climactic circumstances that the home team couldn’t find it in themselves to give their pantomime villain a send-off.

                  +

                  Perhaps they felt the Indian star was suffering enough, his shock at gently flicking the first ball after tea softly to an equally surprised Joe Burns at square leg reflected in the look he gave the pitch as if he had been done cold by one of those day five grubbers the MCG was once infamous for.

                  +

                  However, the final key that was supposed to unlock India’s dysfunctional lower-order batting took a while to turn.

                  +

                  And when it did, that turn came from an unlikely source.

                  +

                  After shaking Pujara with a bouncer that slammed into the grille of his protective helmet and then another that soared over the batsman’s head, Johnson slipped in the sucker punch in the form of a ‘slow’ (125kph – gentle by his standards) orthodox spinner that would have done Derek Underwood proud.

                  +
                  +
                  +
                  + + + + + + + + + + + + + + + +
                  +

                  Delivered from wide with the bowler’s fingers dragged down the side of the ball to impart turn, it pitched on the perfect length to lure Pujara forward and turned sufficiently to beat the bat but not off stump.

                  +

                  Four overs later Harris claimed the other prized scalp when Rahane aimed one of his few false strokes of this Test with a pull that hit high on the bat and looped to midwicket, leaving the Indian tail that had proved so hopelessly inadequate over the past year 15 overs to survive.

                  +

                  But Dhoni and spinner Ravi Ashwin defied both recent history and the Australian attack to survive a final hour and eliminate the prospect of a series whitewash.

                  +

                  The talking point at day’s beginning was at what stage of the morning Smith would shut down his second innings and let his bowlers loose on the tourists.

                  +

                  As it transpired, it was so far into the afternoon the players were on their way to the lunch room beneath the MCC Members’ Stand when the flag was waved, the tourists handed an unappetising order of 384 runs from a minimum of 70 overs to keep the series afloat.

                  +
                  +
                  +
                  + + + + + + + + + + + + + + + +
                  +

                  The tardiness of Smith’s declaration had become topical to the point of obsession during a morning session that began 24 minutes early, lost 40 minutes to Melbourne’s traditional festive season drizzle and came within a few centimetres of delivering a highlight.

                  +

                  That came when Shaun Marsh’s three-year wait to score a Test century on home soil was scuttled as he dived to complete his hundredth run, found short by Kohli (of course) who swooped, gathered and hit the stumps from close range as he sensed the Australian’s desperation for the milestone.

                  +

                  A polarising figure due to the vast, unexplained fluctuations between his successes and failures, Marsh is unlikely to finish with a Bradman-esque average.

                  +

                  But given how close he was to completing the run that distinguishes a very good innings from a great one he should perhaps be listed in the scorebook as ‘run out (Kohli) 99.94’.

                  +
                  +
                  +
                  + + + + + + + + + + + + + + + +
                  +

                  The mean-spiritedness of declaring on a batsman who has fought a long and public battle to forge an international career just as a definitive moment beckoned was one mitigating reason for Smith opting to bat India out of the series before declaring.

                  +

                  The effect of the damp outfield on his bowlers’ capacity to grip the ball another.

                  +

                  As was the prospect of India taking the second new-ball early in the day, thus raising the hope of a lift in the miserable scoring rate above the barely-two-runs-per-over the seemingly aimless session eventually yielded.

                  +

                  And maybe even the tidal fluctuations of the nearby Yarra River.

                  +

                  Whatever the rationale, Smith was so often and so closely scrutinised by television cameras as he sat in the dressing room casually tossing a ball from hand to hand he could have been excused for thinking he had become a Big Brother inmate.

                  +

                  While the simple explanation – that in holding a two-nil series lead and having been bowled out twice in the first three Tests there was no conceivable reason to gift India the remotest chance of winning – was also the most credible, the morning’s tactics remained curious.

                  +

                  Once the prospect of losing an early wicket and having the tailenders face a new ball had passed, why not up the tempo and grant yourself more than two sessions – albeit extended ones due to poor weather – to seal the series with a win rather than a damp draw?

                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  + +
                  +
                  +
                  + + +
                  +
                  +
                  + + +
                  + +
                  + +
                  +
                  + +
                  +

                  Top Stories

                  +
                  +
                  +
                  +
                  + +
                  +
                  +
                  + + + +
                  +
                  +

                  + + CommBank Test Series v India + +

                  +

                  Johnson an injury worry for Aussies

                  +
                  +
                  +

                  AAP

                  +
                    +
                    • + + + +
                  • 0
                    • +
                  +
                  + + +
                  +
                  +
                  +
                  + + +
                  +
                  +
                  +
                  +
                  + +
                  +
                  +
                  + + Shane Watson + +
                  +
                  +

                  + + CommBank Test Series v India + +

                  +

                  Watson ready for emotional SCG return

                  +
                  +
                  +

                  Andrew Ramsey

                  +
                    +
                  • 2:02
                    • + + + +
                  • 0
                    • +
                  +
                  + + +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +

                  Stars soar, Renegades hit record low

                  + +
                  +
                  +
                  +
                  +
                  +

                  Harris backs Siddle return to Test cricket

                  + +
                  +
                  +
                  +
                  + +
                  +
                  +
                  +

                  Hodge likely to miss rest of BBL|04

                  + +
                  +
                  +
                  +
                  +
                  +

                  Sangakkara fastest to 12,000 Test runs

                  + +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  + +
                  + + +
                  +
                  + +
                  + +
                  + +
                  +
                  + +
                  +
                  +
                  + +
                  + +
                  +
                  + + +
                  + +
                  + + + + +
                  +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/cricket.com.au2.html b/tests/data/html/cricket.com.au2.html new file mode 100644 index 0000000..0a6632d --- /dev/null +++ b/tests/data/html/cricket.com.au2.html @@ -0,0 +1,838 @@ + + + + + + + + + + + + + + + + + +Glenn Maxwell's unbelievable leave | cricket.com.au + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + +
                  +
                  +
                  +
                  + + + +
                  +
                  +
                  +
                  + + + + +
                  + + + +
                  +
                  + + +
                  +
                  +
                  +
                  +

                  Advertisement

                  + + +
                  +
                  +
                  +
                  + +
                  +
                  + + +
                  +
                  +
                  + + + + +
                  +
                  + +

                  Video

                  +                   +

                  28 December 2014

                  + +
                  +
                  + + +
                  +
                  + + +
                  +
                  +
                  + +
                  + +
                  +
                  +
                  +
                  + +

                  + + + KFC T20 BBL|04 + +

                  +

                  Glenn Maxwell's unbelievable leave

                  +
                  + +
                  +
                  +

                  The Brisbane Heat's Ryan Duffield had his second wicket in as many balls when Glenn Maxwell left a ball swinging back into the stumps

                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  + +
                  +
                  +
                  +
                  + +
                  +
                  +
                  +
                  +
                  + +
                  +
                  +
                  + + 2:02 + Johnson-injury-opens-door-for-Starc-still + +
                  +
                  +

                  + + + CommBank Test Series v India + +

                  +
                  +

                  Johnson injury opens door for Starc

                  +
                  +

                  Left-arm fast bowler says he'll prepare to play if Mitchell Johnson fails to recover from hamstring soreness

                  +
                  +
                  +
                  +
                  + + + +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  +
                  + +
                  + +
                  +
                  +
                  + + 0:57 + Steyn-and-Harmo-Wide-Ball-PKG-still + +
                  +
                  +
                  +

                  + + + South Africa v West Indies + +

                  +
                  +

                  Steyn does a Harmy

                  + +
                  +
                  +
                  + + + +
                  +
                  +
                  +
                  +
                  +
                  + +
                  +
                  +
                  +
                  + +
                  + +
                  +
                  +
                  + + 0:47 + Freddy-calls-the-action-from-the-middle-still + +
                  +
                  +
                  +

                  + + + KFC T20 BBL|04 + +

                  +
                  +

                  Freddy calls the action from the middle

                  + +
                  +
                  +
                  + + + +
                  +
                  +
                  +
                  +
                  +
                  + +
                  +
                  +
                  +
                  + + +
                  +
                  +
                  +
                  +
                  + +
                  + + +
                  + +
                  + +
                  +
                  + +
                  +
                  +
                  + +
                  + +
                  +
                  + + +
                  + +
                  + + + + +
                  +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/dailycaller.com1.html b/tests/data/html/dailycaller.com1.html new file mode 100644 index 0000000..a321944 --- /dev/null +++ b/tests/data/html/dailycaller.com1.html @@ -0,0 +1,977 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + +Happy Kwanzaa! The Holiday Brought To You By The FBI | The Daily Caller + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + +
                  +
                  + +
                  +
                  + +
                  + +
                  +
                  + +
                  +
                  +
                  + +
                  +
                  +
                  +
                  +
                  +
                  +
                  Ann Coulter
                  +
                  + +
                  +

                  Happy Kwanzaa! The Holiday Brought To You By The FBI

                  +
                  + 11:57 AM 12/25/2014
                  + +
                  + +
                  +
                  +
                  + +
                  +
                  Photo of Ann Coulter
                  Ann Coulter
                  Political Commentator
                  +
                  +
                  +

                  I will not be shooting any Black Panthers this week because I am Kwanza-reform, and we are not that observant. Kwanzaa, celebrated exclusively by white liberals, is a fake holiday invented in 1966 by black radical/FBI stooge, Ron Karenga — aka Dr. Maulana Karenga, founder of United Slaves, the violent nationalist rival to the Black Panthers. In the annals of the American ’60s, Karenga was the Father Gapon, pawn of the czarist police.

                  +

                  In what was ultimately a foolish gambit, during the madness of the ’60s, the FBI encouraged the most extreme black nationalist organizations in order to discredit and split the left. The more preposterous the group, the better. By that criterion, Karenga’s United Slaves was perfect.

                  +

                  Despite modern perceptions that blend all the black activists of the ’60s, the Black Panthers did not hate whites. Although some of their most high-profile leaders were drug dealers and murderers, they did not seek armed revolution.

                  +

                  Those were the precepts of Karenga’s United Slaves. The United Slaves were proto-fascists, walking around in dashikis, gunning down Black Panthers and adopting invented “African” names.

                  +

                  And hasn’t that been a huge help to the black community? The black man who assassinated two New York City cops last week went by the name “Ismaaiyl Abdullah-Muhammad,” and the man who attempted to hatchet four NYPD officers to death in October had adopted the name “Zaim Farouq Abdul-Malik.”

                  + +

                  It’s as if David Duke invented a holiday called “Anglika,” which he based on the philosophy of “Mein Kampf” — and clueless public school teachers began celebrating the made-up, racist holiday.

                  +

                  Whether Karenga was a willing FBI dupe, or just a dupe, remains unclear.

                  +

                  In the category of the-gentleman-doth-protest-too-much, back in the ’70s, Karenga was quick to criticize Nigerian newspapers that claimed that certain American black radicals were CIA operatives. Karenga publicly denounced the idea, saying, “Africans must stop generalizing about the loyalties and motives of Afro-Americans, including the widespread suspicion of black Americans being CIA agents.”

                  +

                  In a 1995 interview with Ethnic NewsWatch, Karenga matter-of-factly explained that the forces out to get O.J. Simpson for the “framed” murder of two whites included: “the FBI, the CIA, the State Department, Interpol, the Chicago Police Department” and so on. Karenga should know about FBI infiltration. (He further noted that the evidence against O.J. did not “eliminate unreasonable doubt” — an interesting standard of proof.)

                  +

                  Now we know: The FBI fueled the bloody rivalry between the Panthers and United Slaves. In one barbarous outburst, Karenga’s United Slaves shot two Black Panthers to death on the UCLA campus: Al “Bunchy” Carter and John Huggins. Karenga himself served time, a useful stepping-stone for his current position as a black studies professor at California State University at Long Beach.

                  +

                  (Speaking of which, Rep. Paul Ryan certainly is right about what a fantastic job his mentor Jack Kemp did reaching out to all those “socially conservative” minorities. Look at how California has swung decisively to the right since Kemp started all that outreach stuff. Good luck winning California now, Democrats!)

                  +

                  Back to the esteemed Cal State professor: Karenga’s invented holiday is a nutty blend of schmaltzy ’60s rhetoric, black racism and Marxism. The seven principles of Kwanzaa are the very same seven principles of the Symbionese Liberation Army, another invention of the Worst Generation.

                  +

                  In 1974, Patty Hearst, kidnap victim-cum-SLA revolutionary, posed next to the banner of her alleged captors, a seven-headed cobra. Each snakehead stood for one of the SLA’s revolutionary principles: Umoja, Kujichagulia, Ujima, Ujamaa, Nia, Kuumba and Imani. These are the exact same seven “principles” of Kwanzaa. And here’s something interesting: Kawaida, Kwanzaa and Kuumba are also the only three Kardashian sisters not to have their own shows on the E! Network.

                  +

                  Kwanzaa praises collectivism in every possible area of life — economics, work, personality, even litter removal. (“Kuumba: Everyone should strive to improve the community and make it more beautiful.”) It takes a village to raise a police snitch. When Karenga was asked to distinguish Kawaida, the philosophy underlying Kwanzaa, from “classical Marxism,” he essentially said that, under Kawaida, we also hate whites.

                  +
                  Tags: Ann Coulter, FBI, Kwanzaa, Maulana Karenga, Patty Hearst
                  + +
                  +
                  + + Leave a Comment
                  +
                  + + +
                  + + +
                  + +
                  + +
                  +
                  + +
                  +
                  + + + + + + +
                  +
                  + +
                  +
                  +
                  +
                  +
                  +
                  + +
                  +
                  + + +
                  Top
                  + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + + + + + + + + diff --git a/tests/data/html/dailycaller.com2.html b/tests/data/html/dailycaller.com2.html new file mode 100644 index 0000000..0b8e2ec --- /dev/null +++ b/tests/data/html/dailycaller.com2.html @@ -0,0 +1,1007 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + +Jennifer Lawrence Shows Up At The Louisville-Kentucky Game | The Daily Caller + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + + + +
                  + +
                  +
                  + +
                  +
                  +
                  + +
                  +
                  +
                  +
                  +
                  +
                  +
                  Sports
                  +
                  + + Dec 27, 2014; Louisville, KY, USA; Louisville Cardinals forward Montrezl Harrell (24) posts up against Kentucky Wildcats guard Aaron Harrison (2) during the first half at KFC Yum! Center. Mandatory Credit: Jamie Rhodes-USA TODAY Sports - RTR4JDW4 Dec 27, 2014; Louisville, KY, USA; Louisville Cardinals forward Montrezl Harrell (24) posts up against Kentucky Wildcats guard Aaron Harrison (2) during the first half at KFC Yum! Center. Mandatory Credit: Jamie Rhodes-USA TODAY Sports - RTR4JDW4  
                  +

                  Jennifer Lawrence Made An Appearance At The Louisville-Kentucky Flop Fest [VIDEO]

                  +
                  + 4:44 PM 12/27/2014
                  + +
                  + +
                  +
                  +
                  + +
                  +
                  Christian Datoc
                  Sports Editor
                  +
                  +
                  +

                  The Louisville Cardinals hosted the Kentucky Wildcats on Saturday for one of the 2014 season’s most highly anticipated college basketball games.

                  +

                  Rick Pitino’s 4th ranked Cardinals have had a great start to the season, but they were still huge underdogs against John Calipari’s unbeaten powerhouse. (RELATED: Kentucky Basketball’s Christmas Card Must Be Pretty Intimidating For Opposing Teams)

                  +

                  Louisville trailed by 4 points at halftime, but they couldn’t close the gap thanks to plays like this.

                  +

                  WATCH:

                  +

                  + +

                  Slow it down one time.

                  +

                  +

                  What a joke.

                  +

                  In games like these, I usually cheer for the underdog, but that flop had me wanting Kentucky to win by fifty. (RELATED: Forget ISIS, China And Immigrants; Flopping Is Threatening To Destroy America)

                  +

                  Like the rest of their games this season, the Wildcats eventually pulled away from their cross-state rival. UK won by a final score of 58-50.

                  +

                  On a side note, apparently Jennifer Lawrence is a Cardinals fan.

                  + +

                  + +

                  +

                  +

                  I love you too, J. Law.

                  +

                  Follow Datoc on Twitter

                  +
                  Tags: College basketball, Jennifer Lawrence, John Calipari, Rick Pitino, University of Kentucky, University of Louisville
                  + +
                  +
                  + + Leave a Comment
                  +
                  + + +
                  + + +
                  + +
                  + +
                  +
                  + +
                  +
                  + + + + + + +
                  +
                  + +
                  +
                  +
                  +
                  +
                  +
                  + +
                  +
                  + + +
                  Top
                  + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + + + + + + + diff --git a/tests/data/html/dailystar.co.uk1.html b/tests/data/html/dailystar.co.uk1.html new file mode 100644 index 0000000..323980d --- /dev/null +++ b/tests/data/html/dailystar.co.uk1.html @@ -0,0 +1,1561 @@ + + + + + + + + + + + + + + + + + + Ebola: Healthcare worker in Glasgow contracts Ebola | Latest News | Breaking News UK and Newspaper content | Daily Star + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + +
                  + + +
                  +
                  + + + +
                  + +
                  + +
                  + +
                  +
                  +
                  +
                  +
                  +

                  + + DailyStar + +

                  +
                  + +
                  +
                  + +
                  +
                  +
                  +
                  +
                  + + +
                  + +
                  +
                  + + +
                  + + +
                  +
                  + + + + +

                  Scot Ebola patient named: First pic of heroic nurse Pauline Cafferkey

                  + + +

                  A FEMALE healthcare worker who contracted Ebola after returning to Glasgow from Sierra Leone has been named.

                  + + + + +
                  + By Cyrus Engineer & Sophie Alexander + / + +
                  +
                  +
                  +
                  +

                  + Woman with Ebola transported to London + + TREATMENT: Pauline Cafferkey has been named as the Scottish Ebola patient [GETTY] +

                  +
                  +
                  +

                  Pauline Cafferkey, a Scottish nurse, arrived at the Royal Free Hospital in Hampstead, north London, for specialist treatment at the infectious diseases unit this morning.

                  Ms Cafferkey returned to Scotland after working in the west African country and arrived on a British Airways flight at Glasgow airport at around 11.30pm on Sunday.

                  She has been a nurse for 16 years and was volunteering for Save The Children when she contracted the deadly virus.

                  Ms Cafferkey was said to be displaying no symptoms on the plane and the risk to other patients is said to be "low".

                  Public health officials are said to be looking to contact passengers who sat adjacent to the nurse as a precautionary approach.

                  Meanwhile, another person is being tested in north west Scotland for the virus but is said to be "low risk".

                  Another patient, in Truro, Cornwall, has been placed in isolation and is also being tested for Ebola.

                  The Scottish nurse was admitted to hospital early on Monday after feeling unwell. She is in a stable condition.

                  She was accompanied to hospital by a convoy of ambulances and police cars as workers wore full protective suits.

                  A tent has been set up around her bed so the infection can be contained while she is treated.

                  The unit in London successfully treated British nurse WIlliam Pooley who was flown home from Sierra Leone in August after contracting the virus.

                  +
                  +

                  + + ISOLATION: Roads were shut as the woman arrived for her flight to London [REUTERS] +

                  +
                  +
                  +

                  Scotland's First Minister Nicola Sturgeon said: "Our first thoughts at this time must be with the patient diagnosed with Ebola and their friends and family. I wish them a speedy recovery.

                  "Scotland has been preparing for this possibility from the beginning of the outbreak in West Africa and I am confident that we are well prepared.

                  "We have the robust procedures in place to identify cases rapidly. Our health service also has the expertise and facilities to ensure that confirmed Ebola cases such as this are contained and isolated effectively minimising any potential spread of the disease.

                  "Scotland’s NHS has proved it is well able to cope with infectious diseases in the past, such as swine flu, and I am confident we will be able to respond effectively again.”

                  She has also spoken to Prime Minister David Cameron.

                  Health Secretary Jeremy Hunt, who chaired an emergency Cobra meeting, vowed the Government was doing "absolutely everything" to keep the public safe.

                  "We are reviewing our procedures and protocols for the other NHS workers who are working in Sierra Leone alongside colleagues from the Department for International Development and the Foreign Office," he said.

                  "They are doing a very, very brave job, under very challenging circumstances.

                  +
                  + +
                  + +
                  + + + + + + + + + + + + + + + + + + + + + +
                  +
                  +

                  "We want to make absolutely sure that we are doing everything we can to keep them safe.

                  "The clinical advice is that the risk is very low to other passengers. She wasn't exhibiting feverish symptoms.

                  "The process has worked well because the moment she did exhibit those symptoms we were able to take her into isolation."

                  A British Airways spokesman said: "We are working closely with the health authorities in England and Scotland and will offer assistance with any information they require.

                  "Customers who flew from London Heathrow to Glasgow on BA1478 which departed at 2100 on Sunday December 28 and have concerns should contact the special number 08000 858531 set up by the Scottish Government.

                  "The safety and security of our customers and crew is always our top priority and the risk to people on board that individual flight is extremely low."

                  +
                  +

                  + + EMERGENCY: The Health Secretary Jeremy Hunt chaired a Cobra meeting following the news [GETTY] +

                  +
                  +
                  +
                  +
                  +

                  + + TREATMENT: The Gartnavel Hospital campus in Glasgow where the female healthcare worker is being cared for [AFP/GETTY] +

                  +
                  +
                  +

                  The current Ebola outbreak, which began in West Africa, is the largest epidemic of the virus in history.

                  It began in Guinea in December 2013 and quickly spread to Liberia and Sierra Leone – the two worst-affected nations.

                  The World Health Organisation (WHO) has reported a total of 19,980 suspected cases and 7,793 deaths.

                  But the WHO believes these figures understate the true size of the deadly outbreak.

                  Earlier this month Time magazine named those healthcare workers who have travelled to help with the crisis as their "Person of the Year".

                  Anyone who was on the British Airways Heathrow to Glasgow flight on Sunday night is asked to call 08000 858531

                  +
                  +
                  Related articles
                  + +
                  + + +
                  + + + + +
                  +
                  +
                  +
                  +
                  +
                  +
                  + +
                  + +
                  + +
                  +
                  + Comments +
                  +
                  + +
                  +
                  + + + + + + + +
                  +
                  + +
                  + + + +
                  + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/dailystar.co.uk2.html b/tests/data/html/dailystar.co.uk2.html new file mode 100644 index 0000000..56c3cbf --- /dev/null +++ b/tests/data/html/dailystar.co.uk2.html @@ -0,0 +1,1403 @@ + + + + + + + + + + + + + + + + + + Helen Wood cheating boyfriend | Celebs | Showbiz and TV | Latest Celeb Gossip, TV, Film, Pop and Celeb News | Daily Star | Daily Star + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + +
                  + + +
                  +
                  + + + +
                  + +
                  + +
                  + +
                  +
                  +
                  +
                  +
                  +

                  + + DailyStar + +

                  +
                  + +
                  +
                  + +
                  +
                  +
                  +
                  +
                  + + +
                  + +
                  +
                  + + +
                  + + +
                  +
                  + + + + +

                  'I found cheap eyelashes and texts' Helen Wood speaks out on cheating boyfriend

                  + + +

                  Merry belated Christmas, 'tis the season to be jolly 'nd all that. And 'tis the season for all the dirty dawgs to get up to no good.

                  + + + + +
                  + By Helen Wood + / + +
                  +
                  +
                  +
                  +

                  + helen wood + GET SOME RESPECT! Helen Wood says NEVER tolerate a cheat [DS] +

                  +
                  +
                  +

                  The holidays come with many positives – families, no work, copious amounts of cheese (literally, eating it and the corny movies variety) – but they also come with a lot of naughtiness.

                  When I say naughtiness, I don’t mean kids unwrapping their pressies early. I mean the parties where everyone is obliterated and mauling one another (with a wedding ring on their finger).

                  Last week, I was sat in the local as an office party was going on beside me and my mates, just minding our own biz.

                  Then a lad, about 25, sits down on the stool next to us before a rather trollied lass plonked her unsteady behind down on his knee.

                  They were both slurring their words when we overheard the girl say, "Weeeell, you've got a girlfriend and I'm not single, but so what?!" Lovely.

                  I especially loved her discretion, slap bang in the middle of the pub. She's basically got a wide-on over another guy while her other half was probably at home stuffing the turkey.

                  Stats show that cheating increases at this time of year, instead of secret Santa we have the secret s***gers too. Jokes aside, I think it's disgusting.

                  The classic excuse, 'it meant nothing'. Well, that's more of a f***ing insult! If someone is going to cheat, there must be some feelings or strong attraction, surely.

                  Another lame backtrack is blaming dropping your chinos or lifting your skirt on being drunk.

                  +
                  +

                  + helen wood + BEACH BABE: Helen snaps a selfie in Thailand [DS] +

                  +
                  +
                  +

                  I don’t understand how anyone in their right mind gets THAT wasted that they don’t know what they're doing.

                  Coming from someone who every time they go out they get sloshed, I still don’t wake up the next morning thinking, 'Oh my God, who have I slept with?'

                  I've also never woken up after a night out thinking, 'S**t, did I s**g someone behind my partner's back last night?'

                  I think if I ever did wake up after doing that, I'd give up alcohol altogether and reassess my morals.

                  Alcohol is just used as an excuse, b*****ks do people only get these urges to cheat when under the influence. If you're going to cheat, you'll do it sober or drunk.

                  Despite the trolls (who really should make getting out more their primary new year resolution) blasting me with 'You can't talk, homewrecker/s**g/blah blah' – I CAN talk.

                  My views on cheating are extremely strong and always have been. Yeah, I've done my fair share of messing around and one-night stands, but I was never hurting anyone.

                  When I was younger, it didn’t really bother me if I knew a guy had a girlfriend, if I didn’t know the girl, it didn’t effect me. That was my opinion at the time.

                  +
                  +

                  + helen wood + CHRISTMAS ONESIE: Helen celebrated in style [DS] +

                  +
                  +
                  +

                  Since getting older, my feelings have changed. I think if I gave my number out knowing that the lad has a chick, it'll bite me back on the a**e at some point in life.

                  Although I've been the girl to cheat with men that are occupied, I'd never be able to do that myself.

                  Having found cheap eyelashes, texts and lip-glosses in and around my ex’s things, it didn’t take a genius to work out what he’d been up to. Let's just say I've put that one to bed now.

                  +
                  +
                  Related articles
                  + +
                  +
                  + +
                  + +
                  + + + + + + + + + + + + + + + + + + + + + +
                  +
                  +

                  If I felt in any way sexual towards another guy, and I don’t mean looking at a fittie in a bar, it's time to leave. Wanting to bed another man clearly means my current partner is not the one I want to have sex with for the rest of my life – SO WHAT IS THE POINT IN BEING THERE?!

                  One thing that actually grates on me, is when a couple 'move on' from cheating: how the f**k do you move on?

                  I don’t care if it's texting, kissing, s***ging whatever, it's all still cheating. A text usually leads to sex, otherwise why else do people do this?

                  You don’t start the ball rolling for a hot chocolate in Starbucks.

                  +
                  +

                  + helen wood + STAY DIGNIFIED! Helen has fallen victim to cheating [DS] +

                  +
                  +
                  +

                  I pity girls that stick with guys that mess around, I mean, I can never ever imagine getting back into bed with a bloke who had his penis in another girl. What do you talk about?

                  'So, erm, did she have a Brazilian or a Hollywood?' 'Does she spit or swallow?' 'Who went on top?'

                  It's just bizarre, get a grip! I couldn’t even speak to a guy who had cheated on me, who had stripped me of dignity, trampled on my respect and took me for a fool.

                  There is no moving on from there.

                  With so many guys and girls in the world who are loyal, why waste your time on one who can't even keep an eyeball on you without the other wandering.

                  We’re approaching a new year, thank God I'm approaching it single, unlike some of the desperadoes I know who will celebrate being a mug through to 2016 and onwards, not me thanks.

                  Have a fab new year and keep it in your pants if you're otherwise engaged. Or if you're the victim of someone doing the dirty, you're worth more than that. Time to skedaddle.

                  Love always, Hels Bels xxx

                  + + +
                  + + + + +
                  +
                  +
                  +
                  +
                  +
                  +
                  + +
                  + +
                  + +
                  +
                  + Comments +
                  +
                  + +
                  +
                  + + + + + + + +
                  +
                  + +
                  + + + +
                  + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/dallasnews.com1.html b/tests/data/html/dallasnews.com1.html new file mode 100644 index 0000000..9ffc28d --- /dev/null +++ b/tests/data/html/dallasnews.com1.html @@ -0,0 +1,568 @@ + + + + + + + + +Kindhearted police with holiday spirit | Dallas Morning News + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + +
                  +
                  + + + + + + + + +
                  + + + + + +
                  + +
                  + + + +
                  +
                  +
                  + + + +
                  + Letters to the Editor +
                  + +
                  +
                  +

                  Kindhearted police with holiday spirit

                  +
                  +
                  +
                  +
                  + + Email comments@dallasnews.com +
                  +
                  +
                  + +
                  +Published: +
                  + +
                  +

                  On Saturday, I went to volunteer at the Operation Care International’s Christmas Party For Jesus at the Kay Bailey Hutchison Convention Center, and being directionally impaired, I got lost and had no idea where to park.

                  +

                  I saw two female Dallas police officers and rolled down my window to ask about parking. Upon rolling down my window, the antler on my window fell off. Not wanting to backtrack and tie up traffic, I drove off leaving the antler on the street. I found the parking meter lot that the officer had given me directions to, but then realized I had no change.

                  +

                  I was standing by the meter figuring out how to pay when I hear someone saying, “Hey, you lost your antler.” I turned around, and the female officer was in her squad car holding out the antler that had fallen off my window. I went over and got my antler, explaining that I was figuring out how to pay for parking because I had no change. The officer said they had just announced that they would not be giving out parking-meter ticket violations that day during the event hours. I’m thankful to our Dallas Police Department for all they do.

                  +

                  Kim Gump, Dallas

                  +
                  +

                  Top Picks

                  + + + + +
                  + + + + + + + + + + +
                  +
                  +
                  Comments
                  +

                  To post a comment, log into your chosen social network and then add your comment below. Your comments are subject to our Terms of Service and the privacy policy and terms of service of your social network. If you do not want to comment with a social network, please consider writing a letter to the editor.

                  +
                  +
                  +
                  + + + + + + + +
                  + +
                  + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/dallasnews.com2.html b/tests/data/html/dallasnews.com2.html new file mode 100644 index 0000000..414f01e --- /dev/null +++ b/tests/data/html/dallasnews.com2.html @@ -0,0 +1,634 @@ + + + + + + + + +Football’s caste system will continue to grow as more parents say no | Dallas Morning News + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + +
                  +
                  + + + + + + + + +
                  + + + + + +
                  + +
                  + + + +
                  +
                  +
                  + + + +
                  + Opinion Blog +
                  + +
                  +
                  +

                  Football’s caste system will continue to grow as more parents say no

                  +
                  +
                  +
                  +
                  + + Follow @SharonFGrigsby + Email sgrigsby@dallasnews.com +
                  +
                  +
                  + +
                  +Published: +
                  + +
                  +
                  Brenham's Ryan Nunn (22) tackles Aledo quarterback Luke Bishop (4) during the 2013 UIL Class 4A Division II state championship game. Research shows that parents are increasingly opposed to their children playing football.
                  (File 2013/The Associated Press)
                  Brenham's Ryan Nunn (22) tackles Aledo quarterback Luke Bishop (4) during the 2013 UIL Class 4A Division II state championship game. Resarch shows that parents are increasingly opposed to their children playing football.
                  +

                  Twenty years from now, will we look back on photos such as the one above and wonder why in the world we considered that to be “sport”?

                  +

                  A new poll by Bloomberg News indicates Americans are continuing to inch in that direction.

                  +

                  It’s more comfortable to look past the head injury issue, especially this time of year. We have high school playoffs to cheer. And a packed college bowl schedule, exciting for everyone even if your school didn’t get into the game you thought it deserved. (Baylor and TCU fans, hope you saw our editorial on that topic.) And the NFL continues to score big by most any measure, regardless of its many missteps. (Hey, we wrote about that too.)

                  +

                  But new research, commissioned by Bloomberg Politics, is the latest indicator that parents are increasingly refusing to let their sons play the sport. Just last month, our own sports department produced a revealing special report on former Dallas Cowboy stars and their discomfort with their sons following in their footsteps.

                  +

                  Overall, the Bloomberg data shows that half of the respondents don’t want their sons playing football. What’s most eye-opening — and troubling — is that the percentage who don’t want their sons participating goes up a lot among those who are college-educated (62 percent) and who make over $100,00 (also 62 percent).

                  +

                  While I’ve read lots of arguments about sports being a decent vehicle for young lower-income teens to ride into a better life, I hate to think of us all enjoying a game that likely will become increasingly populated by those whose parents aren’t educated about the risks. Polls such as Bloomberg’s leave me feeling a bit like we’ve got a growing caste system in this sport.

                  +

                  One bright note in the survey: 58 percent of women (as opposed to 41 percent of men) oppose their sons playing football. That number includes moms of all educational and financial backgrounds.

                  +

                  We’re a long way from becoming a nation of flag football supporters, but I hope the momentum grows for finding ways to create a sport that is a lot less violent.

                  +

                   

                  +

                   

                  +

                   

                  +

                   

                  +
                  +
                  +

                  Top Picks

                  + + + + +
                  + + + + + + + + + + +
                  +
                  +
                  Comments
                  +

                  To post a comment, log into your chosen social network and then add your comment below. Your comments are subject to our Terms of Service and the privacy policy and terms of service of your social network. If you do not want to comment with a social network, please consider writing a letter to the editor.

                  +
                  +
                  +
                  + + + + + + + +
                  + +
                  + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/details.com1.html b/tests/data/html/details.com1.html new file mode 100644 index 0000000..89b10ff --- /dev/null +++ b/tests/data/html/details.com1.html @@ -0,0 +1,6850 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Page Not Found: Details + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + +
                  + +
                  +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + +
                  +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + +
                  + + +

                  + + Now
                  Trending + +

                  +
                  + + + + + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + + +
                  + + +

                  + + 10 Home Design Predictions for 2015 + +

                  +
                  + + + + + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + + +
                  + + +

                  + + The Best-Dressed Men of 2014 + +

                  +
                  + + + + + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + + +
                  + + +

                  + + New Year's Resolutions Guide + +

                  +
                  + + + + + + + + + + + + +
                  + + +
                  + + + + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + + + + +
                    + + +
                  • + + Home + +
                    • + + + + +
                  + + + + + + + + + + + + +
                  + + + +
                  +
                  +

                  404 Errors

                  +
                  WAIT,DON'T LEAVE YET!
                  +
                    +
                  1. Use your browser's back button to return to the page that brought you here.
                    2. +
                  2. Enter a search term below. +
                    +
                    + + +
                    + + +
                    +
                    +
                    +
                    3. +
                  3. Check out stories about watches, + street style, + suits, + hair styles, + men's health,
                    + and men's style blogs.
                    4. +
                  4. See below for the latest articles on Details.com.
                    5. +
                  +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + +
                  + + + +

                  + + + + The Latest in DETAILS + + + +

                  +
                  + + + +
                  + + + +

                  + + + + Culture & Trends + + + +

                  + + + + + + + + + + + + + +
                  + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + +
                  +
                  + +
                  +
                  + + + + + + + +
                  + /blogs/daily-details +
                  + + + + + + + + + + + + + + + + + + + + + + + +

                  + Chefs Predict the Biggest Food Trends of 2015 +

                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + +
                  see all
                  + + + +

                  + + + + Health & Fitness + + + +

                  + + + + + + + + + + + + + +
                  + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + +
                  +
                  + +
                  +
                  + + + + + + + +
                  + /blogs/daily-details +
                  + + + + + + + + + + + + + + + + + + + + + + + +

                  + 8 New Year's Resolutions That Usually Fail, and How You Make Them Work in 2015 +

                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + +
                  see all
                  + + + +
                  + + + +

                  + + + + Celebrities & Entertainment + + + +

                  + + + + + + + + + + + + + +
                  + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + +
                  +
                  + +
                  +
                  + + + + + + + +
                  + /blogs/daily-details +
                  + + + + + + + + + + + + + + + + + + + + + + + +

                  + The Most F*ckable Celebrities of 2014 Are ... +

                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + +
                  see all
                  + + + +

                  + + + + Style & Advice + + + +

                  + + + + + + + + + + + + + +
                  + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + +
                  +
                  + +
                  +
                  + + + + + + + +
                  + /blogs/daily-details +
                  + + + + + + + + + + + + + + + + + + + + + + + +

                  + Real-Estate Porn: Homes With Incredibly Spacious Closets +

                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + +
                  see all
                  + + + + + + + + +
                  + + + + + + + + + + + + + + + + +
                  + +
                  + + + +
                  + + + + + +
                  +
                  + + + + +
                  + + +
                  + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/details.com2.html b/tests/data/html/details.com2.html new file mode 100644 index 0000000..6bd19c0 --- /dev/null +++ b/tests/data/html/details.com2.html @@ -0,0 +1,9473 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Going Gray: Perfect Wardrobe : Details + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + +
                  + +
                  +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + +
                  +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + +
                  + + +

                  + + Now
                  Trending + +

                  +
                  + + + + + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + + +
                  + + +

                  + + 10 Home Design Predictions for 2015 + +

                  +
                  + + + + + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + + +
                  + + +

                  + + The Best-Dressed Men of 2014 + +

                  +
                  + + + + + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + + +
                  + + +

                  + + New Year's Resolutions Guide + +

                  +
                  + + + + + + + + + + + + +
                  + + +
                  + + + + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + +
                  + + + + + + +
                  + +
                  + + + + + + + + + + + + + + + +

                  Going Gray

                  + + + + + + + + + + + + + + + + + + + +

                  This season, designers updated a classic color by way of modern silhouettes both tailored and casual. The verdict? The most effortless way to transition into fall is all in the shading.

                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  Photographs by Robert Nethery
                  +
                  + + + + + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + Friday, August 01, 2014 + + + + + + + + + +
                  + + + + + + +
                  + +
                  + + + + + + + + + + + + + +
                  + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + +
                  + +
                  + + + + + + + + + + +
                  + + + +
                  +
                  Play Slideshow
                  +
                  Pause
                  + +
                  View Larger
                  + + +
                  View All Thumbnails
                  + + +
                  1 of 10
                  + +
                  + + + + + + + + + + + + +
                  +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + +
                  + +
                  +
                  +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  +
                  + + + + + + + + +
                  +

                  Blazer and vest by Ermenegildo Zegna Couture. Shirt by Carven.

                  +
                  + + + + + + + + + + + + + + + + + + + +
                  + + + + + +
                  + + + + + + + + + + + + +
                  +
                  + + + +
                  + + + + + +
                  +
                  + + + + + + + + + +
                  + + + +
                  +
                  Play Slideshow
                  +
                  Pause
                  + +
                  View Larger
                  + + +
                  View All Thumbnails
                  + + +
                  1 of 10
                  + +
                  + + + + + + + + +
                  + + + + + + + + + + + + + +
                  + + + + + + + + + + + + +
                  + + + + + +
                  + + + + + +
                  Styling by Benjamin Sturgill. Grooming by Martin-Christopher Harper at Platform using Aveda. Casting by Edward Kim at The Edit Desk.
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  +
                  Keywords
                  +
                  style and advice,
                  + + + + + + + + + + + + + + + +
                  perfect wardrobe,
                  + + + + + + + + + + + + + + + +
                  fashion and style,
                  + + + + + + + + + + + + + + + +
                  fashion,
                  + + + + + + + + + + + + + + + +
                  style
                  +
                  +
                  + + + + +
                  + + + + + + + + + + + + + + + + +
                  + + + + + + +
                  + + + + +
                  + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + Subscribe to Details + + + + + + + + + + + + + + + + + + + + + +
                  + +
                  +
                  +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  • Share
                    • + + + + + + +
                  + + + + + + + + + + + + + + + + + + + +
                  + Replay +
                  +
                  +
                  + + + + + + +
                  + + +
                  +
                  + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + +
                  + + + + + + + + + + + + +
                  + + +
                  +
                  +
                  +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + Subscribe to Details + + + + + + + + + + + + + + + + + + + + + +
                  + + +
                  +
                  + +
                  +
                  Newsletter Sign Up
                  +
                  +
                  + + + + + + + +
                  + +
                  + + +
                  +
                    + +
                  • + + + + + +
                    Get the latest in men's style, grooming, diet, fitness and pop-culture trends every Wednesday. See Sample
                    + + + + +
                    • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  • + + + + + +
                    Get the most popular articles, blog posts, and slideshows of the past week every Saturday. See Sample
                    + + + + +
                    • +
                  +
                  +
                  + I understand and agree that registration on or use of this site constitutes agreement to its User Agreement, and Privacy Policy. +
                  +
                  + + +
                  +
                  +
                  +
                  + + + + +
                  + +
                  +
                  AROUND THE WEB
                  + + + + + +
                  Powered By ZergNet
                  +
                  + +
                  + + + + + + + + + +
                  +
                  + + +

                  most viewed

                  +
                  + +
                  + +
                  + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + +
                  + + + +
                  + + +
                  +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + Subscribe to Details + + + + + + + + + + + + + + + + + + + + + +
                  + +
                  +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + +
                  + + + + + + + + + + + + + + + + + +
                  +
                  + + + + +
                  + + +
                  + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + +
                  + + + +

                  + + + + Ultimate Guides + + + +

                  + + + + + + + + + +
                  Hair Styles
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + + + + + + + + + +
                  Exercise
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + + + + + + + + + +
                  Watches
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + + + + + + + + + +
                  Street Style
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + + + + + + + + + +
                  Resolutions
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + + + + + + + + + +
                  Classic American Menswear
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + + + + + + + + + +
                  Travel
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + + + + + + + + + +
                  Grooming
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + + + + + + + + + +
                  Celebrity Style
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  +
                  + + + + + + + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + +
                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                   
                  + + + + + + + + + + diff --git a/tests/data/html/elle.com1.html b/tests/data/html/elle.com1.html new file mode 100644 index 0000000..b04e17a --- /dev/null +++ b/tests/data/html/elle.com1.html @@ -0,0 +1,6163 @@ + + + + + + + + + + + + Nicole Miller Spring 2015 Ready-to-Wear Collection + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + +                   +
                  + + + +
                  + +
                  + + +
                  + + + + + +
                  +
                  + +
                  +
                  + + Star Signs + The AstroTwins predict what 2015 has in store for you + +
                  +
                  +
                  + + + + +
                  +
                  + +
                  +
                  + + Fit Bit + From Zac to Becks: the hottest man abs of 2014 + +
                  +
                  +
                  + + + + +
                  +
                  + +
                  +
                  + + Campaign Game + The best fashion spots from spring 2015 + +
                  +
                  +
                  + + + + +
                  + +
                  + +
                  + ELLE +
                  + +
                  + + +
                  + + +
                  + +
                  +
                  +
                  + + + +                   +
                  +
                  + + + +
                  + + +
                  + +
                  +
                  + + + + + +
                  +
                  + + +

                  Nicole Miller Spring 2015 Ready-to-Wear Collection

                  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                  + + + + +
                  +
                  + + + + +
                  + Print +
                  + + + + +
                  +
                  + + +
                  +
                  + +
                  + View Larger + View Thumbnails +
                  +
                  + + +
                  + Runway + + + + +
                  + +
                  + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + + + +
                  + + + + + + +
                  + + + +
                  + +
                  +
                  +
                  +

                  REPLAY:

                  +

                  Nicole Miller Spring 2015 Ready-to-Wear Collection

                  +
                  +

                  Related Links

                  + +
                  + +
                  + + +
                  + + +
                  +
                  +
                  + + +
                  + +

                  Nicole Miller Spring 2015 Ready-to-Wear Collection

                  +
                  +
                    +
                    +
                    + +
                    +
                    advertisement
                    +
                    +
                    +
                    + +
                    + +
                    + +
                    + + +
                    + + + + + + + + + + + + + +
                    + + +

                    past seasons: Nicole Miller

                    + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + +
                    +
                    +

                    All Past Collections

                    +
                    +

                    Select a Season

                    + +
                    +
                    + +
                    +

                    Designer Profile

                    +

                    Everything You Love About

                    + + Nicole Miller + +
                    +
                    + + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +

                    Spring 2015 Ready-to-Wear

                    + +
                    +
                    + + +
                    All Runway
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    +
                    + +
                    +
                    +
                      + +
                    +
                    +
                    +
                      + +
                    +
                    +
                    +
                      + +
                    +
                    +
                    +
                      + +
                    +
                    +
                    +
                    +
                    +
                    +
                    + +
                    +
                    + + +
                    +
                    + + + + + + + + + + + + +
                    + + + +                     + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/elle.com2.html b/tests/data/html/elle.com2.html new file mode 100644 index 0000000..83bd2b5 --- /dev/null +++ b/tests/data/html/elle.com2.html @@ -0,0 +1,3387 @@ + + + + + + + + + + + + + + + + Passive Aggressive Holiday Digs - Elle + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + +                     +
                    + + + +
                    + +
                    + + +
                    + + + + + +
                    +
                    + +
                    +
                    + + Star Signs + The AstroTwins predict what 2015 has in store for you + +
                    +
                    +
                    + + + + +
                    +
                    + +
                    +
                    + + Fit Bit + From Zac to Becks: the hottest man abs of 2014 + +
                    +
                    +
                    + + + + +
                    +
                    + +
                    +
                    + + Campaign Game + The best fashion spots from spring 2015 + +
                    +
                    +
                    + + + + +
                    + +
                    + +
                    + ELLE +
                    + +
                    + + +
                    + + +
                    + +
                    +
                    +
                    + + + +                     +
                    +
                    + + + +
                    + + +
                    + +
                    + + +
                    +
                    + +
                    + +
                    +

                    8 Passive Aggressive Things That Were Said to Us Over the Holidays

                    + + + +
                    ELLE.com  +  | 

                    Life & Love News

                    + + + + + + +
                    + +
                    + + + +
                    + +
                    +
                    + +

                    +

                    Ah, the holidays: A time for gift giving, family gathering, and passive aggressive rage flames. Here are some well-meaning but totally backhanded digs we heard over the holidays. Add your own in the comments. It feels good to vent.

                    + +

                    From: Grandma +
                    What she said: "Wouldn't it be nice to be in a relationship so you don't have to have roommates anymore?" +
                    What we said: "I like my apartment; did Mom show you the new bar cart I found?" +
                    What we wanted to say: "Literally the only thing harder than finding an affordable apartment in New York City is meeting a guy good enough to make you move out of it. If you know of a site that lists cute 1-bedrooms stocked with single guys, send it the hell over."

                    + +

                    + +

                    From Mom: +
                    What she said: "It would be so nice to have some babies around here soon to open presents!" +
                    What we said: HAHAHAHAHAHA. +
                    What we wanted to say: HAHAHAHAHAHA.

                    +

                    + + +

                    From Aunt: +
                    What she said: "Have you heard of this thing called Tinder?" +
                    What we said: "Um, yes, kind of." +
                    What we wanted to say: "If I hadn't heard of Tinder, I wouldn't have touched a male in over a year. So. Yes, yes I have."

                    +

                    + +

                    From: Mother in Law: +
                    What she said: "Did you REALLY cook all this yourself?" +
                    What we said:" I sure did, hope you enjoy!" +
                    What we wanted to say: "Just because I’m not giving up my career to cook three meals a day for your precious angel of a son doesn’t mean I can’t figure out which end of the turkey is which, lady." +

                    + +

                    +

                    From: Mom +
                    What she said: "Maybe it’s time to see a therapist." +
                    What we said: "Yeah, maybe that could help." +
                    What we wanted to say: "I am already seeing a therapist to try and resolve my relationship issues before I’m doomed to die alone, THANKS!"

                    + +

                    + +

                    From: Mom: +
                    What she said: "Did you go outside at all today?" +
                    What we said: "Oh, haha, I guess I haven't!" +
                    What we wanted to say: *crawls back under covers, fighting back shame waves*

                    + +

                    + + +

                    From: Brother +
                    What he said:"If she can wear that, then I don’t have to get dressed." +
                    What we said: "Then don’t get dressed." +
                    What we wanted to say: "Then don’t get dressed."

                    + +

                    + +

                    From a STRANGER at a Christmas party: +
                    What she said: "I lived in New York and would have worked forever, like you, if my husband hadn’t moved us to Virginia. But really, you can’t work forever and wait to have kids. You should do Match.com. My sister did Match.com and she’s 42 and just got married and had a baby." +
                    What we said: *Awkward polite laughter* +
                    What we wanted to say: "Save some of that white wine for the rest of us…"

                    +

                    + +
                    + +
                    +
                    +
                    +
                    + + + + + + +
                    + + + +
                    + + + + +                     + + + + + + + + + + + + + + + +
                    + + + + + + + + + + + + + + + + +
                    + + + + + + + +
                    +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/flavorwire.com1.html b/tests/data/html/flavorwire.com1.html new file mode 100644 index 0000000..989559c --- /dev/null +++ b/tests/data/html/flavorwire.com1.html @@ -0,0 +1,1276 @@ + + + + + + + + + + From The Interview to Iggy Azalea, 2014’s Worst Cultural Moments – Flavorwire + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    +
                    + +
                    +
                    + +
                    + +
                    +
                    +
                    +
                    + +
                    +
                    + +
                    +
                    + +
                    +
                    +
                    + F + +

                    Flavorwire

                    +
                    + + + +
                    +
                    + +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    + + +
                    + + +
                    +
                    +
                    + +
                    + +
                    +
                    + + 0 +

                    Media

                    13 Media Moments from 2014 We Could Have Lived Without

                    + +
                    + By + + on
                    + +
                    + +
                    + + + + + + +
                    + +

                    Presenting; a mix of the morally execrable and the culturally annoying moments in 2014 that we sort wish had never happened, to be honest, although we dutifully thought and wrote about them (and to be even more honest, these ten moments are merely the tip-top of the Christmas tree of head-smacking moments from 2014.)

                    +

                    Adieu, 2014!

                    +

                    +

                    1. Celebrity nude photo leaks. It was a bummer when actresses were targeted by hackers who released their nude photos. And when everyone slut-shamed them as a result. Sidenote: same went for celebrity plastic surgery gawking.

                    +

                    2. Donald Sterling-gate. One of many examples of 2014 scandals that made us aware of how awfully racist people in power were, but this one was just the most epically depressing on a human level.

                    +

                    3. The Newsroom‘s Campus Rape Plotline and Aaron’s Sorkin’s response. Just no, Aaron Sorkin.

                    +

                    4. The Interview hacking brouhaha. Censorship is terrible and free speech is important, but why did we have to this discussion about a sub-par Rogen-Franco joint?

                    +

                    5. Igloo Australia’s Twitter racism. While pop star feuds, beefs, and rivalries are usually enjoyable and beneficial for everyone involved (I kid), Iggy Azalea’s ignorance on matters of race only reinforced her clueless pop persona.

                    +

                    6. Camille Cosby’s statement and Woody Allen’s letter to the New York Times. Alleged sexual predators and their wives: given a platform for victim-blaming since the beginning of modern media.

                    +

                    7. “Rude.” You are genuinely terrible, “Rude,” we declared this year. Also, you are still stuck in our heads and will inevitably be heard on New Year’s Eve.

                    +

                    8. Literary genre wars that weren’t. Did we really have to spend another year scolding each other for our reading choices? Even scolding the littlest readers?

                    +

                    9. Accusing Lena Dunham of a crime for her writing about of her sister on the left and right and trying to discredit her own sexual assault story on the right. Rape culture is serious, and the freedom some (white) artists have to be messy while other artists are constrained by social prejudice informs a lot of the understandable ire directed at Dunham. But none of those factors, nor anything Dunham has written, indicated she had committed a crime, nor that the assault she wrote about herself hadn’t taken place — and watching feminists and right-wingers join in on this one broke our hearts a little bit.

                    +

                    10. Normcore, Basic, and Health Goth. Stop trying to make fetch happen, bogus trend-pieces.

                    +

                    11. Ariel Pink. Was his misogyny a joke? A nasty slice of his real personality? Trolling because he realized he got more attention for being a jerk than for his music? To be real, much of this whole conversation was unnecessary.

                    +

                    12. This godawful, treacle-coated cover of Leonard Cohen’s “Hallelujah”.

                    +

                    13. The disrespectful, racist right wing media circus around Ferguson and the death of Michael Brown.  

                    +

                    Bonus:  Sarah Palin’s Christmas Pie-baking instruction and garbled speech special that’s eerily reminiscent of SNL’s “Martha Stewart’s Topless Christmas.” Just kidding, we’re so glad this happened! Never leave us, ex-governor Palin.

                    + + +
                    + +
                    + +
                    +

                    Filed Under:

                    2014: The Year in CultureAriel PinkLena DuhamRenee Zellwegerhealth gothrude
                    +
                    + +
                    + + + + + + +
                    +
                    +
                    +
                    +
                    + 2 comments +
                    + +
                    + +
                    +
                    +   + Livefyre + + +
                    +
                    +
                    + +
                    + +
                    + +
                    +
                    +
                    + +
                    + + + +
                    +
                    +
                    + +
                    +
                    + Newest | Oldest +
                    + +
                    + + + + + + + + +
                    +
                    + + + +
                    + helenkdeleon + +
                    +
                    + +
                    + helenkdeleon + + + + + + + +
                    + +
                    +
                    +

                    just before I looked at the draft which had said $6361 , I didn't believe ...that...my neighbour realey receiving money part time on-line. . there neighbour had bean doing this for under 22 months and a short time ago cleard the mortgage on there apartment and bought a great new Chevrolet . look at this now.....

                    ➜➜➜➜➜ w­­­w­­­w­­­.­­­n­­­e­­­t­­­j­­­o­­­b­­­7­­­0­­­.­­­c­­­o­­­m  

                    +
                    + +
                    + +
                    +
                    +
                    +
                    + + + +
                    + +
                    +
                    + + + + +
                    +
                    + + + +
                    + HiddnApp + +
                    +
                    + +
                    + HiddnApp + + + + + + + +
                    + +
                    +
                    +

                    We totally agree that we could have lived without the celebrity nude photo leaks! The Fappening was an awful phenomenon. That's exactly why we created Hiddn, an app that will protect our photos from being stolen and used against our will on the web. It instantly encrypts the photos from the very first moment you take them and doesn't sync them to iCloud, keeping them locally. Here's the app, if you're interested: bit.ly/hiddnapp.


                    We really hope that 2015 won't be similar to this year regarding the online privacy...

                    +
                    + +
                    + +
                    +
                    +
                    +
                    + + + +
                    + +
                    +
                    + + + + + + +
                    +
                    +
                    +
                    +
                    + +
                    + + + +
                    + + +
                    + + + + + + + +
                    +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    +
                    + +
                    + Follow +
                    + +

                    + +
                    +

                    Get every new post delivered to your Inbox.

                    + + + +

                    Join 8,750 other followers

                    +

                    + + + + + + + +

                    +
                    + +
                    +
                    + + + + + + + +
                    + + + + + + + + + diff --git a/tests/data/html/flavorwire.com2.html b/tests/data/html/flavorwire.com2.html new file mode 100644 index 0000000..7f0ac81 --- /dev/null +++ b/tests/data/html/flavorwire.com2.html @@ -0,0 +1,1355 @@ + + + + + + + + + + 2014: The Year the Outrage Machine Started Eating the Real World – Flavorwire + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    +
                    + +
                    +
                    + +
                    + +
                    +
                    +
                    +
                    + +
                    +
                    + +
                    +
                    + +
                    +
                    +
                    + F + +

                    Flavorwire

                    +
                    + + + +
                    +
                    + +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    + + +
                    + + +
                    +
                    +
                    + +
                    + +
                    +
                    + + 0 +

                    Pop Culture

                    2014: The Year the Outrage Machine Started Eating the Real World

                    + +
                    + By + + on
                    + +
                    + +
                    + + +
                    ←→
                    of 2
                    + + +
                    + +

                    If you’re inclined to believe #slatepitches, then 2014 was the Year Of Outrage. The Internet’s favorite shrine to contrarianism published an interactive calendar earlier this month wherein one can track, day by day, the things about which we (“we” being liberal American adults on the Internet, basically) were outraged this year. I’m not so sure this year was any different to any other, though: the public has always been fond of being righteously outraged, and for the last few years, at least, the Internet has felt like (and been characterized as) a giant outrage machine. But 2014 did feel like a landmark in one respect: it was the year that the outrage machine proved its power to chew up and spit out people IRL as well as on Twitter or Tumblr. It was a year in which the precipitous fall taken by Bill Cosby, in particular, proved that it’s much, much harder for stars to bury unflattering narratives these days. But the ever-growing power of the angry mob also has pretty terrifying implications if you take an old-fashioned view of what constitutes justice.

                    +

                    +

                    Rage face

                    +

                    There have certainly been plenty of hand-wringing thinkpieces this year lamenting the rise of rage culture (and at least one about how the 300 Sandwiches kerfuffle may have saved us from invading Syria). But notably, two of the biggest stories of 2014 demonstrate the flip-side of that culture: instances where the Internet’s unparalleled ability to disseminate information, and to do so relentlessly, has shone light into hitherto dark places. I’m talking about the fall of Bill Cosby and the near-fall of R. Kelly. Both cases involved allegations that have been on the public record for years, but had nevertheless disappeared from public attention. (And, it should be noted, both involved black men: the sordid history of white celebrities tends to remain buried far more readily than that of men like Kelly and Cosby.)

                    +

                    In both cases, you can trace the story’s reemergence back to a single moment. First there was Jessica Hopper’s interview with Jim DeRogatis in the Village Voice, right at the end of last year, which brought to light (again) the details of the multiple rape accusations against Kelly. Not long after, DeRogatis himself penned a piece entitled, “Why Are People Finally Paying Attention to R. Kelly’s Many Crimes?” DeRogatis’ piece was interesting and perceptive, but the answer could have been summarized in three words: the outrage machine.

                    +

                    It was the same with Cosby: again, all it took was one person to say, “Wait, look at this.” In this case, it was Hannibal Buress flat-out calling Cosby a rapist on stage. The next morning, you could feel the entire Internet rubbing its eyes and saying, “Oh yeah, so what was the deal with Cosby?” As it turned out, the deal with Cosby was just as awful as the Kelly accusations: decades’ worth of women telling stories of having been drugged and assaulted.

                    +

                    Bill Cosby, Camille CosbyNot long after Buress’ performance, the Cosby thinkpieces started to appear. Then one of Cosby’s alleged victims, Barbara Bowman, wrote an op-ed for the Washington Post. And then… well, you can choose your own metaphor: the floodgates opening, the avalanche building, a shower turning into hurricane. However you want to put it, in the course of about three weeks, the attention given to the Cosby accusations increased exponentially, to the point that it could no longer be ignored by anyone (except Cosby himself, who’s still defiantly sticking to a strategy of stonewalling that simply no longer works). The fallout was dramatic: a canceled NBC project, a shelved Netflix special, pulled Cosby Show re-runs all over the place. This wasn’t a case of people online saying nasty things; this was quantifiable and significant damage to whatever’s left of Cosby’s career.

                    +

                    Both with Cosby and with Kelly, we had public interest being reignited in accusations that had been actively suppressed or allowed to just fade away. In the past, it was relatively easy to bury a story: gaslight and discredit the accuser, cozy up to the press, call in some favors. There were only so many ways that news could get out. Once those channels were closed, a story would live on, at best, as a rumor, discussed in bars and over dinner, always laden with an air of doubt and hearsay.

                    +

                    In 2014, it’s almost impossible for that to happen once the story gains any sort of momentum. Thanks in large part to social media, there’s an infinite number of leaks to plug. No doubt some stories are still suppressed before they ever get reported, but once there’s anything on the public record, it just takes one person to notice it and tweet it… and the story’s gone, beyond anyone’s control.

                    +

                    Even if the outrage machine stuck exclusively to eviscerating celebrities who have been burying bad press for decades, its power to destroy would be kind of terrifying. But, of course, it doesn’t. The case that springs to mind immediately is that of the musician Conor Oberst, accused of rape by one Joanie Faircloth in a series of comments on an xoJane article. The pattern was the same: the original comments appeared, they sat idle for a couple of days, not garnering any attention beyond their original forum… then someone reported them, at which point they started doing the rounds on Twitter and Tumblr. And suddenly they were everywhere.

                    +

                    oberst2It’s no coincidence, I’m sure, that all three cases — Kelly, Cosby, and Oberst — involved sexual assault. As we all know, it’s a crime that’s notoriously hard to prove and to prosecute, and even more so when years have passed since the alleged incident. In the cases of Kelly and Cosby, it appears from sheer weight of evidence that the Internet’s collective guilty verdict is most likely justified. The case of Oberst was quite a bit different.

                    +

                    As I wrote at the time, the simple fact was that no one knew what had happened except Oberst and his accuser. As so often happens with rape, it was a game of he-said, she-said, except in this case neither he nor she was saying anything — Oberst released a brief statement denying the accusations, and Faircloth went to ground. There was no information beyond a couple of deleted comments made by a woman about which the world knew next to nothing. Of course, because the Internet abhors a vacuum of information, this only served to heighten the rage and speculation. Commentators pronounced Oberst guilty or innocent without the slightest hint of a doubt, on the basis of absolutely nothing beyond personal conviction and confirmation bias.

                    +

                    As it transpired, Faircloth withdrew the allegations after Oberst threatened to sue her. But no one will come out of this story unscathed: there will always be people out there who now believe, no matter what, that Conor Oberst is a rapist. Faircloth, meanwhile, has her credibility left in shreds — there’ll be people to whom she’ll always be the crazy girl who made the false accusation. Either way, the Internet feeding frenzy has done her no favors: if her accusation was true, it seems almost impossible for her to ever pursue it, and if it was false, she most likely needs serious help. Having her story plastered all over the Internet (in violation of her express wishes) did her no more good than it did Oberst.

                    +

                    None of this bothered the Internet judge/jury/executioners, though, who had already happily moved on. The Internet being the Internet, though, what’s forgotten isn’t necessarily gone. The Frisky’s hugely irresponsible “Why I Believe Conor Oberst’s Anonymous Rape Accuser” essay, for instance, is still online, prefaced only by a one-sentence “update” that’s essentially the journalistic equivalent of ¯\_(ツ)_/¯. In cyberspace, accusations never die: they just sit there, somewhere on Google, waiting for people to dredge them up again. It’s for this reason that there have been recent cases in the EU regarding a right to be forgotten.

                    + +
                    + +
                    ←→
                    of 2
                    View all pages
                    + +
                    +

                    Filed Under:

                    2014: The Year in CultureJustine SaccoOutrageR. Kellybill cosbygamergate
                    +
                    + +
                    + + + + + + +
                    +
                    +
                    +
                    +
                    + 4 comments +
                    + +
                    + +
                    +
                    +   + Livefyre + + +
                    +
                    +
                    + +
                    + +
                    + +
                    +
                    +
                    + +
                    + + + +
                    +
                    +
                    + +
                    +
                    + Newest | Oldest +
                    + +
                    + + +
                    +
                    + + + +
                    + JenniferGentle94 + +
                    +
                    + +
                    + JenniferGentle94 + + + + + + + +
                    + +
                    +
                    +

                    extremely well-thought out, refreshing, and important article, thanks for sharing

                    +
                    + +
                    + +
                    +
                    +
                    +
                    + + + +
                    + +
                    +
                    + + + + +
                    +
                    + + + +
                    + jacquelinecwire + +
                    +
                    + +
                    + jacquelinecwire + + + + + + + +
                    + +
                    +
                    +

                    Brooke . I just agree... Lawrence `s remark is nice, I just bought a gorgeous Land Rover Defender sincee geting a check for $8170 this-last/4 weeks and-also, $10 thousand lass-month . without a doubt it is my favourite-work Ive ever done . I started this 6 months ago and straight away was bringing in minimum $86, per hour . view it now........

                    ➜➜➜➜➜ w­­­w­­­w­­­.­­­n­­­e­­­t­­­j­­­o­­­b­­­7­­­0­­­.­­­c­­­o­­­m 

                    +
                    + +
                    + +
                    +
                    +
                    +
                    + + + +
                    + +
                    +
                    + + + + +
                    +
                    + + + +
                    + Teodora + +
                    +
                    + +
                    + Teodora + + + + + + + +
                    + +
                    +
                    +

                    upto I looked at the receipt saying $9473 , I accept that my father in law had been realy taking home money in there spare time from there new laptop. . there neighbor has been doing this 4 less than and as of now repaid the mortgage on their home and bought themselves a Ford . 


                    www.time-review.com

                    +
                    + +
                    + +
                    +
                    +
                    +
                    + + + +
                    + +
                    +
                    + + + + + + + +
                    +
                    + + + +
                    + cynicalwank + +
                    +
                    + +
                    + cynicalwank + + + + + + + +
                    + +
                    +
                    +

                    The Justine Sacco thing... I think part of that story wasn't so much the perceived racism in her tweet, but the fact that she was a PR exec.  This kind of stuff is explicitly HER JOB.  You'd think that a PR exec, of all people, would take an extra minute after composing a tweet and say to herself: 'hmm, how are people going to read this?'.


                    To me, 2014 is the year substandard 'journalism' websites used The Outrage Machine to exploit people's emotions with clickbait articles designed to either confirm bias or enrage the opposition, rather than any thoughtful objective analysis.  In my opinion, nobody looked good in the wake of #gamergate, either the pro- or anti- side.  I would have thought that journalists would have covered this issue soberly and dispassionately, which in fairness, some did.  Many, however, fanned the flames for the sole purpose of generating clicks.  It was disgusting.

                    +
                    + +
                    + +
                    +
                    +
                    +
                    + + + +
                    + +
                    +
                    + + + +
                    +
                    +
                    +
                    +
                    + +
                    + + + +
                    + + +
                    + + + + + + + +
                    +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    +
                    + +
                    + Follow +
                    + +

                    + +
                    +

                    Get every new post delivered to your Inbox.

                    + + + +

                    Join 8,750 other followers

                    +

                    + + + + + + + +

                    +
                    + +
                    +
                    + + + + + + + +
                    + + + + + + + + + diff --git a/tests/data/html/fool.com1.html b/tests/data/html/fool.com1.html new file mode 100644 index 0000000..68aeb2d --- /dev/null +++ b/tests/data/html/fool.com1.html @@ -0,0 +1,2009 @@ + + + + + + 7 Top Stocks to Buy for 2015 (AAPL, FB, GOOG, GOOGL, QCOM, SEAS, TSM, WWAV) + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    +
                    + +
                    + + + +
                    +
                    +
                    +
                    +
                    + +
                    +
                    + + + + + + +
                    + +
                    + +
                    + +
                    +
                    +

                    My Watchlist

                    +
                    + + +
                    + + Track the companies that matter to you. It's FREE! Click one of these fan favorites to get started: Apple; Google; Ford. + +
                    + +
                    + + + +
                    + + + + + +
                    + + + + + + + + + + + + + + +
                    + + + + + + +
                    + + +
                    +
                    +

                    Recs

                    +

                    + + 46 + +

                    +
                    + +
                    + +
                    + +
                    + +
                    + + + + + +
                      + + + + + + +
                    + + + +

                    7 Top Stocks to Buy for 2015

                    + + + + + +

                    + By + + + + | + More Articles + + + +
                    + December 22, 2014 + | + Comments (25) + +

                    + +
                    + + + + + + + + +

                    Need a reason to invest in stocks? How about the beginning of a new year. To help you find solid stock ideas we asked Fool.com contributors covering technology and consumer goods stocks to talk about top stocks for 2015. Read on to see what they had to say about Qualcomm (NASDAQ: QCOM  ) , Facebook (NASDAQ: FB  ) , SeaWorld Entertainment (NYSE: SEAS  ) , WhiteWave Foods (NYSE: WWAV  ) , Google (NASDAQ: GOOG  ) (NASDAQ: GOOGL  ) , Taiwan Semiconductor (NYSE: TSM  ) , and Apple (NASDAQ: AAPL  ) .

                    +

                    Ashraf Eassa (Qualcomm): It's hard not to be pleased with the performances of technology and, in particular, semiconductor stocks in 2014. The Philadelphia Semiconductor Index is up over 28% year-to-date, handily crushing the S&P 500 and the Nasdaq, up 10.12% and 12.73%, respectively. However, one high-quality chip company that has underperformed pretty significantly during 2014 -- but one that I believe is set to do much better in 2015 -- is Qualcomm.

                    +

                    First, Qualcomm's execution in developing and delivering a compelling range of mobile applications processor offerings looks unmatched. For example, the company revealed on Dec. 11 that it would be upgrading the baseband on its upcoming high-end Snapdragon 810 processor to offer 50% greater download speeds than had been previously announced. This further extends the company's leadership position in cellular baseband technology.

                    +

                    It's this kind of execution in its chip business that not only keeps it ahead of major competitors like MediaTek, but also makes it very difficult for mobile device vendors to successfully develop their own in-house chip solutions in a bid to cut Qualcomm out.

                    +

                    Further, Qualcomm's technology licensing business, which collects royalties on most 3G/4G devices sold, is extremely profitable and should continue to grow with overall smartphone growth. Now, it's well-known that Qualcomm is having issues collecting on royalties from some Chinese handset vendors (leading to pessimism around the business), but I think Qualcomm will be able to solve its issues there, as it has done in the past.

                    +

                    All told, Qualcomm stock is cheap at just 16.36 times trailing-12-month earnings, it's a high-quality company, but the stock has underperformed during 2014. Qualcomm the company is a winner, and I think that during 2015, Qualcomm the stock will be, too.

                    +

                    Andrés Cardenal (Google): Information is power and Google's mission statement, "to organize the world's information and make it universally accessible and useful" says a lot about the company and the role it plays in times of chaotically abundant information.

                    +

                    Google is the undisputed king in online search; the company has a bigger market share than all its competitors combined. In addition, Google has built a massive portfolio of services and applications, including enormously valuable assets like Gmail, YouTube, and Chrome, to name a few remarkable examples. More than 80% of smartphones around the planet are powered by Android, so Google is in a position of strength to continue thriving under the mobile paradigm.

                    +

                    The company generates tons of cash flows from its leadership position in online advertising, and management is not shy at all when it comes to investing that money in the search for breakthrough innovations. From self-driving cars to biotechnology solutions to fighting human aging and associated diseases, Google has plenty of exciting projects with disruptive potential in its pipeline.

                    +

                    Investors are getting concerned about slowing revenue growth and rising expenses lately, and this may provide a buying opportunity in the online search giant. Google trades at a forward P/E ratio near 17.5, roughly in line with the S&P 500 Index. However, even during a "disappointing" third quarter, Google delivered a big increase of 20% in revenues, a level of performance which most companies in the index can only envy. Google has a lot of things going right and I think Google is a top stock to consider buying for 2015.

                    +

                    Tamara Walsh (WhiteWave Foods): From smart acquisitions to promising opportunities in oversees markets such as China, WhiteWave Foods is one of my favorite stock picks heading into the new year. The packaged food and beverage company has enjoyed a nice run this year with the stock up more than 47% year-to-date. However, there should be plenty of growth ahead thanks to WhiteWave's partnership with Mengniu Dairy, one of China's largest dairy companies.

                    +
                    +

                    Image source: whitewave.com

                    +
                    +

                    As part of this joint venture, WhiteWave purchased a production facility where it plans to begin manufacturing its products for the Chinese market in the coming months. WhiteWave Foods owns a 49% stake in the deal, which will enable the company to sell its brands in China, one of the world's largest consumer markets with over 1.3 billion consumers and a rapidly growing middle class. Market-leading brands including Silk soy milk and almond milk, Land-o-Lakes butter, and International Delight coffee creamers, have already helped WhiteWave Foods make a name for itself in North America and Europe. The company celebrated a record third quarter recently, with net sales climbing 35% to $857 million in the period. I expect this momentum to carry over into the new year, and for the stock to continue to gain speed in the year ahead as the company expands into new markets and product categories.

                    +

                    Rick Munarriz (SeaWorld Entertainment): I'm going to go full contrarian with a stock that everybody seems to hate. SeaWorld is in a bad spot these days. Activists have succeeded in keeping guests away from its marine life theme parks given the negative publicity about killer whales in captivity. Attendance across its 11 parks fell 4.1% in 2013 and is off by another 4.7% through the first nine months of 2014. This is the only theme park or regional amusement park operator that's experiencing lower turnstile clicks this year. The stock that went public at $27 early in 2013 is now all the way down to the mid-teens, and earlier this month it announced that it would have to postpone the dividend that was supposed to go out in December because it would violate its debt covenants. 

                    +
                    +
                    +

                    Image source: SeaWorld

                    +
                    +
                    +

                    This all seems pretty grim, but changes are coming. SeaWorld's CEO is leaving in January, opening the door for an outsider who can help soften the battered brand. Along the way we have some favorable trends including an improving economy and lower gas prices that should deliver big boosts to the theme park industry in general.

                    +

                    SeaWorld is in a bad spot, but it's also important to remember that just three of its parks are orca-housing SeaWorld attractions. The dividend should return in January, and guests will eventually follow as the chain either takes active steps to improve its image or fickle consumers move on to a new cause. With SeaWorld trading at a valuation discount to its peers there's plenty of upside in 2015 even if the market doesn't comply. The climate is ripe for SeaWorld to make a big splash in the year ahead.

                    +

                    Dylan Lewis (Apple): It's far from a sexy pick, but most who have bet against Apple the past five years have come to regret it and I don't see 2015 being any different.

                    +

                    Apple's brand cachet and customer loyalty hasn't wavered -- while the company's iPad line is faltering, Macs are selling well. In October the company revealed the segment posted its highest quarterly market share since 1995.

                    +

                    Apple's brand prestige is even more valuable in the increasingly competitive smartphone market as Asian OEM's Xiaomi, Lenovo, and Huawei continue to produce low-cost devices. Skeptics need to look no further than Samsung's shrinking smartphone market share to appreciate the moat Apple enjoys due to its status, quality, and exclusive iOS and Mac operating systems.

                    +

                    The recent December sell-off gives investors an even more attractive entry point, the company still trades at a TTM P/E of 17 and a forward P/E of 14.

                    +

                    Even in the neighborhood of some of the more conservative analyst estimates of 5 million to 10 million units, the Apple Watch could provide a 1%-3% lift on projected revenue for CY 2015. The fledgling Apple Pay now supports credit cards that comprise 90% of the U.S. credit card purchase volume and could prove to be an even bigger catalyst than the new line of wearables. With each e-commerce security breach (it seems like there's one almost every other week), Apple Pay's tokenization system becomes increasingly appealing to consumers seeking security.

                    +

                    Stability with its hardware stalwarts, new growth opportunities, a decent dividend yield (1.7%) and an average of $11 billion in stock repurchases each quarter for the past year and a half – there are simply too many reasons to ignore the Mac maker in 2015.

                    +

                    Tim Brugger (Facebook): With its stock price up 38% so far this year, it may seem counterintuitive to include Facebook on a list of stocks to buy in 2015. However, there are a laundry list of revenue opportunities at Facebook's fingertips heading into the new year, and it appears a couple in particular are about ready to pay off.

                    +
                    +

                    Though Twitter is loath to admit the importance of the milestone, the news that Instagram recently topped 300 million monthly active users (MAUs) is significant, to say the least. Perhaps most impressive is how quickly Instagram's MAUs grew. The number was hovering around 200 million users just nine months ago. No wonder Twitter's envious.

                    +

                    Facebook COO Sheryl Sandberg made waves earlier this year when she said that there was no rush to monetize Instagram in any meaningful way, nor incorporate video spots as an advertising medium. Instead, Sandberg and CEO Mark Zuckerberg wanted to grow Instagram's user base, ensure a positive user experience, and test the video ad waters -- at a whopping cost of $1 million a day -- before making them available to its marketing partners. The MAU growth of Instagram is certainly there, and with the advent of video ads on both Facebook and Instagram, 2015 should be yet another banner year.

                    +

                    Sean O’Reilly (Taiwan Semiconductor): Technology can be a tough business to be in for investors. The relentless competition and constant need to innovate frequently make long-term shareholder gains elusive. However, Taiwan Semiconductor not only dominates its market but happens to be leveraged to an increasingly important technological trend making it my top stock pick for 2015.

                    +

                    Taiwan Semiconductor is the world’s largest fabricator of silicon chips. The company pioneered the dedicated semiconductor foundry model and operates primarily by partnering with fabless customers that don’t have the scale and operating expertise that Taiwan Semiconductor possesses. Cost advantage and scale are the name of the game and these happen to be things that Taiwan Semiconductor has in spades. These advantages will become all the more apparent as the world’s need for semiconductor chips grows exponentially in the coming years.

                    +

                    As the world becomes more and more connected (a trend called the “Internet of Things”), Taiwan Semiconductor stands to benefit in a big way. Technology research organization Gartner estimates that 4.9 billion connected “things” will be in use in 2015, up from 3.75 billion in 2014. Gartner’s estimate for 2020? Try 25 billion connected devices. Investors have two ways to participate in this increasingly connected world: Focus on those that produce the connected devices, or the companies that make connecting these devices to the internet possible, like Taiwan Semiconductor.

                    +

                    There’s a lot to like on Taiwan Semi’s balance sheet and income statement as well. The company trades for just under 14 times this year’s estimated EPS according to S&P Capital IQ estimates (high for a semiconductor fabricator but more than fair given its dominant industry position) and has a pristine balance sheet with very little debt. Add in the company’s exceptional return on equity, which has averaged 23.62% over the last five years and you get a company that should be on every Foolish investor's holiday wish list.

                    +

                    +
                    +

                    1 great stock to buy for 2015 and beyond
                    2015 is shaping up to be another great year for stocks. But if you want to make sure that 2015 is your best investing year ever, you need to know where to start. That's why The Motley Fool's chief investment officer just published a brand-new research report that reveals his top stock for the year ahead. To get the full story on this year's stock -- completely free -- simply click here.

                    +

                    +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

                    Andrés Cardenal owns shares of Apple, Google (C shares), and Qualcomm. Ashraf Eassa owns shares of Qualcomm. Dylan Lewis owns shares of Apple. Rick Munarriz owns shares of Qualcomm. Sean O'Reilly has no position in any stocks mentioned. Tamara Rutter owns shares of Apple, Twitter, and WhiteWave Foods. Tim Brugger has no position in any stocks mentioned. The Motley Fool recommends Apple, Facebook, Gartner, Google (A shares), Google (C shares), Twitter, and WhiteWave Foods. The Motley Fool owns shares of Apple, Facebook, Google (A shares), Google (C shares), Qualcomm, Twitter, and WhiteWave Foods.

                    +

                    Try any of our Foolish newsletter services free for 30 days. We Fools may not all hold the same opinions, but we all believe that considering a diverse range of insights makes us better investors. The Motley Fool has a disclosure policy.

                    + +
                    + +
                    +
                    + + +
                    + +

                    + Read/Post Comments (25) + | + + + Recommend This Article (46) + + + + + + + +

                    + + + +

                    + + +
                    + + + + + + Print +
                    + + + +
                    + + + + +
                    +
                    +
                    + + + +
                    + + + + +
                    + +

                    Comments from our Foolish Readers

                    +

                    Help us keep this a respectfully Foolish area! This is a place for our readers to discuss, debate, and learn more about the Foolish investing topic you read about above. Help us keep it clean and safe. If you believe a comment is abusive or otherwise violates our Fool's Rules, please report it via the Report this Comment Report this Comment icon found on every comment.

                    + +
                    + +
                      + +
                    • +
                      +
                      + Report this Comment + On December 23, 2014, + at 10:07 PM, + argusdc wrote: +
                      +
                      +

                      "Activists have succeeded in keeping guests away from its marine life theme parks given the negative publicity about killer whales in captivity"

                      I'm sorry--the cruelty to orcas in captivity is well documented in the documentary Blackfish and employees are less than honest to the public about the health problems these mammals suffer. Consumers are not being 'fickle' here--they are responding here to inhumane treatment of orcas at SeaWorld, which is now a sinking ship.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 23, 2014, + at 10:41 PM, + SuntanIronMan wrote: +
                      +
                      +

                      Given that Cedar Fair trades at a similar earnings multiple, pays a dividend, and isn't subject to animal rights activism, I have a hard time choosing SeaWorld as a possible investment.

                      I not really interested in Cedar Fair either, but if I was interested in an amusement/theme park operator, I couldn't really see myself choosing SeaWorld when there are many other options to choose from (including Disney).

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 25, 2014, + at 9:57 AM, + papsrus wrote: +
                      +
                      +

                      Rick Munarriz writes:

                      "... Activists have succeeded in keeping guests away from its marine life theme parks given the negative publicity about killer whales in captivity."

                      and

                      " ... guests will eventually follow as the chain either takes active steps to improve its image or fickle consumers move on to a new cause."

                      That pretty much says it all as far as your stand on animal cruelty.

                      "Activists" have not kept paying customers away from Sea World. The exposure of Sea World's own practices is what is keeping paying customers away.

                      And you repeatedly use the term "guests" when what you really mean is "paying customer." A guest is someone I welcome into my home with a cozy embrace. I don't charge them a fee at the door. Your warm and fuzzy language and dismissal of "fickle consumers" doesn't mask what's really going on here.

                      You also did not mention in your "investment thesis" that animal rights activists have been accumulating shares in the company in order to try to have some greater say in the matter, although I'm sure you were aware of it (or should have been before recommending the stock).

                      I wouldn't bet the farm that the issue of Sea World's well-documented mistreatment of animals (and, incidentally, their apparent lethal disregard for the safety of animal trainers as well) simply recedes into our feeble collective memory as "fickle consumers" find more cash to spend on entertainment.

                      A weak investment thesis for a company that is unattractive on so many levels.

                      Disappointed.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 25, 2014, + at 10:28 AM, + AaronRogers wrote: +
                      +
                      +

                      WAH WAH WAH you cry baby no place for money matter replies are pathetic and wasted reading. Investing and making money has nothing to do with your moral values which I strongly disagree with anyways. For the record does anyone care about most the species going extinct. NO. Know why because the population has no experience or knowledge of their existence nor plight. Sea world brings a much needed conciousnes. Anyways Love the Sea World theory and full heartedly agree with it. Are they going bankrupt? Will they returm to stronger profitability? They are priced for bad bad times. Unless they go belly up they soar. Perfect homerun swing pick.

                      The awful pick is White Wave. They have a forecasted declining growth rates with a greater than 3x P:E to growth rate multiple. This stock is way ahead of itsself. How much more can you possibly see in a climate of economic slowdown. Awful. Pick. Borderline pathetic.

                      As to the rest of the picks - REALLY! Can you be more boring. Can you be more bland. Can you be less insightful. Facebook, google, etc... At best these stocks all do well. But this article was BEST STOCKS! Pick ones your readers don't know. Pick ones your readers can learn and research about like White whatever. Pick ones that have a chance to trounce not match the S&P. Atleast white whatever and Sea World have a chance to be the best. All the rest will not even place in the top 20 percent this year. Not the top 30 either. PATHETIC!

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 26, 2014, + at 12:03 AM, + papsrus wrote: +
                      +
                      +

                      "WAH WAH WAH you cry baby no place for money matter replies are pathetic and wasted reading. ..."

                      You should be commended for attempting to learn a second language. Keep up the hard work.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 26, 2014, + at 12:21 PM, + EnigmaDude wrote: +
                      +
                      +

                      Guess it depends on how you define "top stocks" for 2015. Does that mean the ones that will perform the best in terms of % share price increase? Or best time to invest for the long term?

                      My picks for top stocks in terms of % change in share price include Opko Health (OPK), Cadiz (CDZI), and a couple of cheap energy stocks like Encana (ECA).

                      Do your own research, and make constructive comments. Happy new year, Fools!

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 26, 2014, + at 3:21 PM, + clematisclem wrote: +
                      +
                      +

                      "Investing and making money has nothing to do with your moral values..."

                      ...to you. Warren Buffett advised investors to invest in companies that they believe in. I do not believe in SeaWorld's practices, and judging by the falling attendance, many others similarly do not. As a result of falling revenues due to people making other entertainment choices based at least in part on their moral values, Sea World's stock price has declined and the dividend was delayed. Obviously making money and moral values are not always separate issues.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 27, 2014, + at 1:14 AM, + AaronRogers wrote: +
                      +
                      +

                      LOL yeah tell that to constellation investors and their 48% this year. I'd have never guessed that for an over priced stock. And I commend those that were and drank the kool aid. Enjoy buying some stock in UNICEF. Sea World is a great pick for an article. Might go bad. But if his theory is right he trounces. Great read. Great idea. That was my point originally. You dont have to agree w his pick but that is what due diligence and personal risk tolerances are for.

                      Apple...Yeah dude great call. What kind of run can that have? Long term all tech stocks are bad for the other commentor. Pick 1 long term that has rewarded investors...congrats you named a few. Look at the fail list. BTW- most investors in apple are on that one (remember when it went to 7).

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 28, 2014, + at 5:19 PM, + TMFHamFoolery wrote: +
                      +
                      +

                      @enigmadude...best to invest for the long-term. Even through the end of 2015 is rather short term for Fool investing.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 28, 2014, + at 8:02 PM, + Trololololo wrote: +
                      +
                      +

                      Regarding the recommendations of the MF staff, my biggest concern for each of these have to do with valuation, especially at this stage of the bull market. Facebook is a good example. Despite its growth and promise, Facebook trades at a very high earnings multiple and PEG, something I found with many of the recommendations above.

                      Yes, I know. You can't judge a business by its earnings alone. But something that increasingly worries me about so many MF recommendations is that I read nothing but "feel-good movie of the summer!!!" stories tied to them without a close look on whether their growth will ever catch up to the PE applied to them by the market. It might be one thing when a bull market is just getting its legs. But I am concerned that we are getting into the latter stages of a remarkable rally. And at some point, the party will end, and the seas will roll back, letting us see who was swimming naked.

                      Call me wrong and point me to the errors in my ways. But when I first joined the Motley Fool, I did so because the Gardner brothers pounded the table on the notion of not paying too much for an investment in the style of Graham, Dodd and Buffett. Today however I am left with the impression that the hierarchy of the Motley Fool does not think this is important. And that deeply concerns me.

                      Don't get me wrong – I'm all for growth, but at a reasonable price. And the recommendations above, excellent companies notwithstanding, appear to be far too rich for my blood.

                      FOOLS: Please reply with your thoughts. I'm not afraid of criticism; in fact, quite the opposite. It's an opportunity to learn from you. Thanks in advance.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 28, 2014, + at 8:35 PM, + EvanBuck wrote: +
                      +
                      +

                      @Trololololo: Your comment is remarkably insightful for someone with such a..."non-serious" username.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 28, 2014, + at 10:29 PM, + phexac wrote: +
                      +
                      +

                      Trololololo, I am right there with you. I canceled my SA subscription because the methodology for recommendations becomes complete garbage. There was no sign of analysis or consideration given to what price is ok to pay for a particular stock, and more and more recommendations were trending towards momentum overhyped story stocks with earnings multiples in the stratosphere. Moreover, those stocks were implied as good buys at any price and at any stage of the hype cycle.

                      Furthermore, if you look at the prices of SA recommendations and replace each recommended stock buy with S&P 500, then since 2011, SA has underperformed the market by a significant margin.

                      MOREOVER, when you looked at the stock price history of the SA picks, you also saw those stocks could not be obtained for the prices listed in the SA recommendation history, as in most cases prices that low did not occur for weeks either before or after the recommendations. This last part is a huge deal since it basically means that SA subscribers can never ever even approach the advertised SA results because the performance advertised for the service is based on prices that didn't exist at the time of recommendations. In many cases the in listed purchase price was over 10% lower than the bottom of the range for the stock price for several weeks before or after the recommendation date.

                      So due to the "methodology" based on feel good stories, reported under performance, and very importantly outright lies as to the prices for their picks, I saw this service for what it is--one that is completely worthless and trying to sell lucky picks of NFLX and AMZN 10+ years ago as some ability to stock pick well.

                      Bottom line is, I agree with you, MF writers' methodology for recommending stocks is worthless as are the services they offer.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 29, 2014, + at 9:17 AM, + bloomr wrote: +
                      +
                      +

                      Purchase prices are dividend-adjusted, as is the S&P benchmark comparison. I have been a Fool reader for over 15 years, and I have not seen any shenanigans with their purchase price claims. They also wait to buy a stock for at least a day after they recommend it, so they don't take advantage of the "bump" some stocks get on the day of the rec.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 29, 2014, + at 10:18 AM, + phexac wrote: +
                      +
                      +

                      Bloom, as I mentioned in my post, the prices they list often don't occur for weeks before or after the recommendation, so a short waiting period is definitely not in play here.

                      The S&P price is accurate usually though, so for my money, there is definitely shenanigans going on.

                      And even with those, since start of 2011, their picks have underperformed the market.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 29, 2014, + at 11:13 AM, + TMFBomb wrote: +
                      +
                      +

                      @Trololololo, phexac, and bloomr,

                      In terms of stock selection, The Motley Fool believes in finding great companies and investing for the long term (years and decades, not days and months) and that market timing doesn't work. We also believe in listening to a diversity of opinion...that means we can disagree with each other...for instance, the analysts who contributed to this article can disagree with each other and can disagree with the analysts on our premium services like Motley Fool Stock Advisor.

                      One person's overvalued stock based on a high P/E ratio is another person's undervalued stock because of the belief in factors such as future growth, a strong moat enabling sustainability of earnings and market relevance, a misunderstood accounting nuance, a one-time item, etc.

                      Because opinions and strategies differ, we focus on being highly transparent with our premium picks, including maintaining a scorecard of every pick's performance vs. the S&P 500. We take the integrity of that reporting very seriously. Here is what we say in our FAQ for Motley Fool Stock Advisor members:

                      "How do you track the performance of the stocks you recommend?

                      We provide a scorecard of comprehensive performance data online. The scorecard tracks both active stocks and ones we’ve recommended selling — look for sold stocks in the David vs. Tom view of the online scorecard.

                      As of Jan. 26, 2011, we use total average returns on our scorecard. Total average returns are the average of all individual stock recommendations (active and sold) and the average of the S&P 500 Total Return Index, starting from the end of the day we make each recommendation. Both the stock and benchmark returns include reinvested dividends, splits, and adjustments for other corporate actions such as spinoffs and acquisitions, if applicable.

                      On the David vs. Tom comparison page, the column “vs. S&P” is calculated by taking the difference in the return of the recommendation and the return of the S&P 500 over the same period. It's measured in percentage points.

                      Our returns are verified by Alpha Performance Verification Services"

                      The link to their latest report is here:

                      http://g.fool.com/art/newsletters/18/images/The%20Motley%20F...

                      Fool on,

                      Anand Chokkavelu, CFA (Editorial Director of Fool.com)

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 29, 2014, + at 12:15 PM, + phexac wrote: +
                      +
                      +

                      You can tell by the lack of actual denial in Bomb's post of the practice mismatching the price of stock picks with the recommendation date price I described above in Bomb's that their price point picking is exactly as I described.

                      "One person's overvalued stock based on a high P/E ratio is another person's undervalued stock because of the belief in factors such as future growth"

                      This is the typical nebulous declaration followed by an SA stock pick based on more fuzzy feeling about how fantastic a company is and completely ignoring that price you pay for a security is one of the most important factors in determining returns.

                      I suggest anyone with SA subscription go to the page with recommendation and do your own research. See if the price on recommendation date is within the range where stock traded on or around that date. Then check the returns against actual obtainable stock price vs S&P. Then see how SA has done since 2011. Then see how SA has done if you take out AMZN and NFLX from early 2000s. You will see that what's left is a bunch of mediocre picks based on nebulous beliefs that are pretty average.

                      And just one more time, any stock advising service that treats a stock as equally good buy regardless of price (often different by a factor) is worse than worthless.

                      Just look at DDD, which SA touted from about $18 all the way to $80+ post stock split. If you bought at 18, sure it was ok, though not spectacular. If you bought at 80, over half of your money is gone.

                      Price matters and by acting like it doesn't MF team is basically insulting everyone's intelligence.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 29, 2014, + at 12:30 PM, + phexac wrote: +
                      +
                      +

                      Oh and when someone tells you, our results are verified by XYZ, it's a meaningless statement unless you know exactly what's being verified and what the process is. Judging by the TFM response, it's not the type of verification that would do anything about using prices on dates different from the recommendations.

                      And the thing is, if it were the case TMF just buys the stock on some other date for operational reasons, that's fine, but you would expect roughly half the prices to be above and half below the recommend on date price range. However, in SA case, the prices I checked for 2011 and 2012 are ALWAYS lower than on the recommendation date.

                      When you see something like this, you know you are being lied to.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 29, 2014, + at 12:46 PM, + Mathman6577 wrote: +
                      +
                      +

                      ^^^ No matter what TMFBomb said (and in many cases other Fools have said in the past) in his comment, many of the Fools still pick their stocks based upon personal opinions regarding the company, the CEO, or a political agenda (which is becoming more and more prevalent).

                      If it meets their green energy (solar and wind), ObamaCare, min. wage, or income inequality narrative expect Fools to weigh in positively, even if the P/E is at 200 or the company has never made any money.

                      If the CEO is a golden boy or girl in their eyes the stock is automatically a recommendation (Jeff Bezos can do no wrong -- even if AMZN doesn't turn a profit they will make excuses such as the "company is planning for the future").

                      If the company goes against their narrative (think WMT, MCD, and many big oil companies) the stock gets bashed.

                      Apple products are always being compared against "superior" Android products on one or two features (that most users do not care about). The forest is always missed thru the trees when it comes to Apple.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 29, 2014, + at 4:52 PM, + AaronRogers wrote: +
                      +
                      +

                      LOL! So everyone is bombing MF on how they calculate their scoring. I am and so should everyone else be confident in how they score their picks. Its a very simple calculation. They don't always hype themselves. Hidden Gems showed a lesser return for quite a while.

                      However, I definitely agree with the poster with regard to the divergence away from graham style. I don't think MF has because of lack of principle but rather more simplistic explanations and articles. I would like to see MF get back to their more complicated articles that require research to completely follow. The conclusion paragraph works well for those who just want a quick answer to what picks and why. However, I feel MF used to challenge us as readers to learn more and teach more. If they are recommending sky high P/E stocks they should type more explaining that the growth rates show an expanded P/E is worthwhile and what is considered to be a reasonable ratio of growth rate to P/E. The articles have become more USA Today like is basically what I'm saying. The banking/black swan article is a great example of a great article. I actually have to look up the exact ratio and how it is calculated. However, it was in depth and educational while challenging and provided a quirky and interesting twist on investments within the sector.

                      However, I think everyone can trust how they score their advice and picks.

                      What I don't like about these picks is how bland and generic can they be. Its impossible for Apple to be a true top stock. Way to BIG with no new tech. to be ground breaking and dominant. MF used to find more obscure and perhaps more risky companies.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 29, 2014, + at 5:31 PM, + phexac wrote: +
                      +
                      +

                      Yeah, it's definitely the lack of deeper research that is a turn-off for me.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 29, 2014, + at 5:32 PM, + phexac wrote: +
                      +
                      +

                      That being said, their prices are factually off. How you choose to interpret that or whether you even take it into consideration is up to you.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 30, 2014, + at 12:08 AM, + bloomr wrote: +
                      +
                      +

                      phexac, please give an example of what you consider an erroneous price quote. I'd be willing to bet it's because of adjustments down the road - dividends, spin offs, acquisitions, etc.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On December 30, 2014, + at 1:29 AM, + phexac wrote: +
                      +
                      +

                      bloom, what I did was start in 2011. Go to the first recommendation. Check out the date and the price. Next go to Google or Yahoo finance and see what was the price range where the stock traded on that date. Is MF price even within that range?

                      In cases where it isn't, go ahead and see when is the closest day preceding or following the recommendation date when the advertised price occurred.

                      And remember, in most cases Google and Yahoo also adjust their stock prices correctly.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On January 01, 2015, + at 10:10 PM, + anastunya wrote: +
                      +
                      +

                      I would never buy food from a country that killed its own babies with poisonous formula. Many Americans are avoiding anything made in China.

                      + +
                      • + +
                    • +
                      +
                      + Report this Comment + On January 02, 2015, + at 1:10 AM, + Foolistherule wrote: +
                      +
                      +

                      Phexac, AaronRogers, and Trololo..

                      Interested in the style of Graham, Dodd, Buffet, and Lynch?

                      So am I !!

                      So, I invite you all to check out this project that we are working on for quite a few busy weeks now.

                      I gotta warn you, it is not for the weak. We are doing 'hard core' write ups of lots of stocks. So far, we have compiled a list of more than 100 stocks small caps to large. Value or growth. Divs or not. A little bit of 'deep value' (oil stocks right now).

                      It is a HUGE thread. Don't try to read it all. Start at the bottom. We are all serious investors, but we joke and have fun.

                      Tell ya what:

                      Check in at the end of the thread. Stop by and say 'hi'. Let me know what you are after and I'll

                      guide you to the right spot. Or, better yet, join us in our quest to seek out the best stocks in Fooldom!

                      This could be just the spot you are lookind for if you miss 'the good ol days' of SA

                      See ya there!--

                      http://www.fool.com/investing/general/2014/11/02/4-secrets-w...

                      + +
                      • + +
                    + +
                    Add your comment.
                    + + + +
                    + + + + + + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + +
                    + + +
                    +

                    Compare Brokers

                    +
                    + +
                    +
                    + +
                    +
                    + +
                    +
                    + +
                    + Fool Disclosure +
                    + + +
                    +

                    Sponsored Links

                    +
                    + Leaked: Apple's Next Smart Device
                    + (Warning, it may shock you)
                    + The secret is out... experts are predicting 458 million of these types of devices will be sold per year. 1 hyper-growth company stands to rake in maximum profit - and it's NOT Apple. + Show me Apple's new smart gizmo!                     +
                    +
                    + +

                    DocumentId: 3208784, ~/Articles/ArticleHandler.aspx, 1/3/2015 6:47:11 AM

                    + + +
                    + + + +
                    + +

                    Report This Comment

                    + +

                    + Use this area to report a comment that you believe + is in violation of the community guidelines. Our + team will review the entry and take any appropriate + action. +

                    + + + + + + +
                    + + +
                    +
                    + +
                    + + + +

                    Sending report...

                    + +
                    + + + + + +
                    + + + + +
                    +
                    +
                    + +
                    +
                    +

                    Today's Market

                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    +
                    + updated 8 hours ago + Sponsored by: +
                    + +
                    + + + DOW + + 17,832.99 + + 9.92 + + 0.06% +
                    + + + S&P 500 + + 2,058.20 + + -0.70 + + -0.03% +
                    + + + NASD + + 4,726.81 + + -9.24 + + -0.20% +
                    + +
                    +
                    + + + + + +
                    + + + + +
                    + +
                    +

                    Create My Watchlist

                    +

                    Go to My Watchlist

                    +
                    +
                    +
                    You don't seem to be following any stocks yet!
                    +

                    Better investing starts with a watchlist. Now you can create a personalized watchlist and get immediate access to the personalized information you need to make successful investing decisions.

                    +
                    + + + +

                    Data delayed up to 5 minutes

                    +
                    + + + +
                    + +
                    +
                    +
                    + +
                    + + +
                    +

                    + Related Tickers +

                    +
                    + 1/2/2015 4:00 PM +
                    + + + + + + + + + + + + + + + + +
                    + + + + + AAPL + + + $109.33 + + Down + + + -1.05 + + + -0.95% +
                    + Apple + + + CAPS Rating: + **** + +
                    + + + + + + + + + + + + + + + + + +
                    + + + + + FB + + + $78.45 + + Up + + + +0.43 + + + +0.55% +
                    + Facebook + + + CAPS Rating: + ** + +
                    + + + + + + + + + + + + + + + + + +
                    + + + + + GOOG + + + $524.81 + + Down + + + -1.59 + + + -0.30% +
                    + Google (C shares) + + + CAPS Rating: + **** + +
                    + + + + + + + + + + + + + + + + + +
                    + + + + + GOOGL + + + $529.55 + + Down + + + -1.11 + + + -0.21% +
                    + Google (A shares) + + + CAPS Rating: + **** + +
                    + + + + + + + + + + + + + + + + + +
                    + + + + + QCOM + + + $74.28 + + Down + + + -0.05 + + + -0.07% +
                    + Qualcomm + + + CAPS Rating: + **** + +
                    + + + + + + + + + + + + + + + + + +
                    + + + + + SEAS + + + $17.97 + + Up + + + +0.07 + + + +0.39% +
                    + SeaWorld Entertain… + + + CAPS Rating: + * + +
                    + + + + + + + + + + + + + + + + + +
                    + + + + + TSM + + + $22.28 + + Down + + + -0.10 + + + -0.45% +
                    + Taiwan Semiconduct… + + + CAPS Rating: + **** + +
                    + + + +
                    + + +
                    + +
                    +
                    + +
                    +
                    + +
                    +
                    + +
                    + +
                    + +
                    + +
                    + + + +
                    + + + + +
                    + +
                    + +
                    +
                    + + +
                    + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/fool.com2.html b/tests/data/html/fool.com2.html new file mode 100644 index 0000000..7f500ec --- /dev/null +++ b/tests/data/html/fool.com2.html @@ -0,0 +1,14 @@ + +Forbidden + +

                    Forbidden URL

                    +

                    HTTP Error 403. The request URL is forbidden.

                    + diff --git a/tests/data/html/foxbusiness.com1.html b/tests/data/html/foxbusiness.com1.html new file mode 100644 index 0000000..33249b0 --- /dev/null +++ b/tests/data/html/foxbusiness.com1.html @@ -0,0 +1,598 @@ + + + + + + + + + + + + +7 Powerful Ways to Convert Neutral Traffic into Paying Customers | Fox Small Business Center + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    +
                    +
                    Fox Business - The Power to Prosper
                    +
                    +
                    + +
                    + +
                    +
                    + + Account +
                    +
                    +

                    You're logged in as  

                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + Search Site + + + +
                    +
                    +

                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + + +
                    +

                    7 Powerful Ways to Convert Neutral Traffic into Paying Customers

                    + +
                    +
                    + + + +
                    +
                    +
                    +
                    +
                      +
                    • +
                      + +
                      +
                      +

                      +
                      +
                      • +
                    +
                    +
                    +
                    +

                    No matter how much traffic your site gets, what really matters is conversions. Convert neutral traffic – people who haven’t decided whether to buy or not – by investing in analyzing and incentivizing them to buy. Increasing conversions is more financially beneficial than driving more traffic. Instead of accepting your current conversion rate, focus on increases of 10% or greater using the methods below.

                    + +

                    Your site must grab visitors attention immediately, then lead them from where they land to checkout. Is it obvious how landing on your site will benefit your visitors? If they can’t immediately tell they will leave. Use analytics to check bounce rates and improve any pages that show high exit rates.

                    + +

                    1. Upsell and Cross Sell

                    + +

                    Offering related products on product pages to sell more than one product is a common strategy known as cross-selling. Upselling is offering more expensive related products to increase the amount spent.

                    + +

                    New SaaS provider Fanplayr.com helps to make this process seamless for businesses. Their service analyzes your existing traffic, assessing the behavior and profiles of each visitor in real-time and automatically upsells or offer specifically tailored deals. This is executed based on defined rules and customized offers and incentives set by you for your target customers. This customized approached helps you to increase your average order value and conversions.

                    + +

                    Fanplayr analyzes traffic you drive so you can target different offers to segments of visitors based on:
                    + 

                    + +
                      +
                    • user type
                      • + +
                    • visit count
                      • + +
                    • past purchases
                      • + +
                    • time on site
                      • + +
                    • page views
                      • + +
                    • cart size
                      • + +
                    • device type
                      • + +
                    • browser
                      • + +
                    • source
                      • + +
                    • search term
                      • + +
                    •  location
                      • +
                    + +

                    New visitors who place items with high profit margins in their carts can be offered a higher dollar discount. Reward the loyalty of your repeat buyers with percent off their current purchase. Be sure to let them know they received the discount because they have purchased from you before.

                    + +

                    Just as some sites offer free shipping for orders over $50, $75 or $100, increase visitor’s total spend by offering a higher discount based on the dollar amount they have in their carts or how much they have spent with you previously. Read more in Proven Online Cross-Selling and Upselling Techniques.

                    + +

                    2. Improve Site Search

                    + +

                    Make sure your customers can find what they want quickly. Test your site search to ensure that all your products show up as expected and just as importantly confirm that irrelevant products are not appearing in searches. Consumers will not trudge through page after page of search results.

                    + +

                    Standard site search often returns all results for any word in the search. What this means is that if someone searches for ‘pink widgets’ the search will return every pink item on the site. This is unacceptable as not all users will realize the problem and change their search phrases. There are many easily installed third party site search solutions to resolve these issues.

                    + +

                    3. Conversion Test eCommerce Incentives

                    + +

                    Traffic from AdWords can be offered multiple types of incentives which can be measured to see which increases sales more. For example, test whether your visitors would rather have:

                    + +

                       Free shipping if they spend $50 or more
                    +   10% off sales of $100 or more
                    +   $20 off a $200 purchase

                    + +

                    Fanplayr not only analyzes, segments, and allows you to add incentives and offers; it integrates A/B testing into ecommerce software. Changes can be made to text campaigns on the fly.

                    + +

                    Conversion testing can increase conversion rates up to 25% ~ Up to 50% higher average order values ~ Targeted offers can generate up to 20% margin improvement. 

                    + +

                    4. Conversion Tests for SaaS

                    + +

                    Solutions providers can use analysis and segmenting to decrease the time it takes to progress through their sales funnels. For example, Neil Patel at QuickSprout suggested in 7 Simple A/B Tests to Increase Conversions 10% or More to test:

                    + +
                      +
                    • Buy now vs free trial
                      • + +
                    • Credit card vs no credit card
                      • +
                    + +

                    Improve your sales funnel by comparing the actions of visitors who have converted with those who haven’t. Check page views to determine whether visiting particular pages increases conversions. If it does, change site navigation to add that page to the sales funnel.

                    + +

                    Provide different incentives to repeat visitors or visitors who have downloaded specific white papers or watched specific videos. Analysis can provide your sales team insights into what a particular lead is most interested in.

                    + +

                    5. Strengthen Trust Signals

                    + +

                    Unless you’re a household name, your site must convey how trustworthy your site is. Adding photos of the business location and people behind the brand to your about page can increase conversions. Your about page is usually visited just before a person checks out to make sure you are a “real” business. Optimize this page. Make it convey why they should buy from you.

                    + +

                    Online buyers are more sophisticated today. Many know to verify that your site is secure by looking for the https:// in your url and a Secure Shopping 256 bit icon. Display Trust Signals such as Better Business Bureau, TrustE, Norton Secured, TrustWave, Google Trusted Store.

                    + +

                    6. Reviews and Testimonials

                    + +

                    Real testimonials are another way to increase trust. If you sell a service, offer it to the leading influencers in your industry and ask for their endorsement. Use their photo, logo and text or even a video. Video testimonials are doable for any size business.

                    + +

                    Do your fellow consumers a favor and review the products and services you buy. Even though testimonials and reviews can be manipulated, they are still valuable during the decision-making process. Savvy buyers know to look at a reviewers other reviews or to search for the testimonial giver online to determine whether they can be trusted.

                    + +

                    Enable the ability for your buyers to review your products and services. What they write is feedback for you and your customers. No product or service is a perfect fit for everyone. Details left by buyers ensure buyers choose wisely.

                    + +

                    7. Be Easy to Contact

                    + +

                    People don’t buy unless they’re confident they are making the right decision. Even if you have excellent product descriptions and multiple photos, they may still have a question. At a minimum be sure you have a contact page that is easy to find. Test it to make sure it works.

                    + +

                    Better yet, add live chat to your site. Businesses that provide live interactions at least during business hours save money and experience increased sales and conversions.

                    + +

                       “According to an article on Sitepoint, the top ten reasons buyers abandon their online shopping sessions are often related to confusion and complications at checkout. Confused customers may have a question that they want answered in real time. “

                    + +

                    This is especially true if you are a very small brand. People want to know there is a real person they can contact behind the site. Answering them in real time increases confidence they can reach you should their package not arrive or they have problems with their purchase.

                    + +

                    Gail Gardner is the Small Business Marketing Strategist who founded and provides consulting at GrowMap.com. She also answers questions in live chat as Community Manager at SocialImplications.com.

                    + +

                    More from AllBusiness.com: 

                    + + + +

                     

                    +
                    + +
                    +
                    +
                    +
                    + +
                    + +
                    + +
                    + + +
                    +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    + +
                    +
                    + +
                    + +
                    +

                    View Article

                    +
                    +
                    + + +
                    +
                    + +
                    +
                    +
                    +
                    +

                    CONNECT WITH SMALL BUSINESS CENTER

                    +
                    +
                    +

                    Get Our Free Newsletter

                    +
                    +
                    + Newsletter Signup + + + +
                    +
                     
                    +
                    +
                    +
                    + +
                    + +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + + + +
                    + + + + \ No newline at end of file diff --git a/tests/data/html/foxbusiness.com2.html b/tests/data/html/foxbusiness.com2.html new file mode 100644 index 0000000..e76ec49 --- /dev/null +++ b/tests/data/html/foxbusiness.com2.html @@ -0,0 +1,524 @@ + + + + + + + + + + + + +How to Deal With a Scrooge Client | Fox Small Business Center + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    +
                    +
                    Fox Business - The Power to Prosper
                    +
                    +
                    + +
                    + +
                    +
                    + + Account +
                    +
                    +

                    You're logged in as  

                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + Search Site + + + +
                    +
                    +

                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + + +
                    +

                    How to Deal With a Scrooge Client

                    + +
                    +
                    + + + +
                    +
                    +
                    +
                    +
                      +
                    • +
                      + +
                      +
                      +

                      REUTERS

                      +
                      +
                      • +
                    +
                    +
                    +
                    +

                    If a Scrooge client is scaring the dickens out of you, don’t let it spoil your holiday season. A visit from the Spirit of Business Past, the Spirit of Business Present, and the Spirit of Business Future will make even the sourest customer as sweet as Tiny Tim.

                    + +

                    The Spirit of Business Past

                    + +

                    Scrooge clients have short memories. Pay them a holiday visit and review all of the ways you have helped them save money, become more efficient, increase their sales, avert a crisis, and whatever else had a meaningful impact.

                    + +

                    It takes more than a casual visit. The more visual and vivid your presentation is, the greater its effect — recall how the cold heart of Ebenezer Scrooge began to thaw when he saw and felt and heard his former self. Do you think the Spirit of Christmas Past would have elicited the same response by showing Ebenezer a PowerPoint crammed with wordy bullet points?

                    + +

                    The Spirit of Business Present

                    + +

                    The holiday season is a time of joy — do you remember what a merry old soul the Spirit of Christmas Present was? A small thing such as taking your Scrooge client to lunch or meeting him for an after-work cocktail can change everything. Simply getting your Scrooge away from that damp, cold, and dreary office will make his mood more festive and his business more secure.

                    + +

                    Along with a dollop of holiday cheer, offer your Scrooge a business-present present: a gift, a December discount, or extra rewards points — something that answers the question, “What have you done for me lately?” Nothing makes a Scrooge client more Scrooge-like than the feeling of being taken for granted.

                    + +

                    The Spirit of Business Future

                    + +

                    The outlook for a Scrooge client is grim indeed; you cannot help but feel that it’s only a matter of time before his business is buried in the graveyard of lost opportunities. But as the Spirit of Christmas Future revealed to Ebenezer, the future can be changed!

                    + +

                    Give your Scrooge scenario a hopeful future by introducing incentives that reward his future business. Annual rebates, volume discounts, and loyalty rewards programs make it easier — far easier — for your Scrooge to overlook the day-to-day hiccups that occur in any business relationship. Just as the goal of curing Tiny Tim gave Ebenezer a reason to live well, a goal of getting more “something” gives clients a reason to do business.

                    + +

                    Most businesses routinely do these activities, which require only a modest effort and investment. The plot twist here is to do them all in equal measure.

                    + +

                    Focusing on the past alone, or the present alone, or the future alone is not enough. If only one or two spirits had visited Ebenezer that Christmas Eve, the story would have been quite different; he would not have been redeemed.

                    + +

                    By demonstrating past value, present value, and future value, your Scrooge clients will be reclaimed. For you, and them, it will be a very merry holiday season indeed.

                    + +

                       “I am as light as a feather, I am as happy as an angel, I am as merry as a school-boy. I am as giddy as a drunken man. A merry Christmas to every-body! A happy New Year to all the world! Hallo here! Whoop! Hallo!” – Charles Dickens, A Christmas Carol

                    + +

                    --

                    + +

                    Brad Shorr is Director of B2B Marketing for Straight North, an Internet marketing agency in the Chicago area. With in-house, freelance and agency experience, he writes frequently about content marketing, SEO, social media and small business strategy.

                    + +

                    More from AllBusiness.com:

                    + + + +

                     

                    +
                    + +
                    +
                    +
                    +
                    + +
                    + +
                    + +
                    + + +
                    +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    + +
                    +
                    + +
                    + +
                    +

                    View Article

                    +
                    +
                    + + +
                    +
                    + +
                    +
                    +
                    +
                    +

                    CONNECT WITH SMALL BUSINESS CENTER

                    +
                    +
                    +

                    Get Our Free Newsletter

                    +
                    +
                    + Newsletter Signup + + + +
                    +
                     
                    +
                    +
                    +
                    + +
                    + +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + + + +
                    + + + + \ No newline at end of file diff --git a/tests/data/html/foxnews.com1.html b/tests/data/html/foxnews.com1.html new file mode 100644 index 0000000..cedad1f --- /dev/null +++ b/tests/data/html/foxnews.com1.html @@ -0,0 +1,808 @@ + + + + + + + + + + + + +How Oscar Isaac and Jessica Chastain went about bringing to life 'A Most Violent Year' | Fox News Latino + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    +
                    +
                    Fox News Latino - Fair & Balanced
                    +
                    +
                    + +
                    + +
                    +
                    + + Account +
                    +
                    +

                    You're logged in as  

                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +

                    +
                    +
                    + Search Site + + +
                    +
                    +
                    +
                    + + + + + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + +
                    + +
                    +
                    + +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + + +
                    +

                    How Oscar Isaac and Jessica Chastain went about bringing to life 'A Most Violent Year'

                    + +
                    +
                    + + + +
                    +
                    +
                    +
                    +
                      +
                    • +
                      + +
                      +
                      +

                      In this image released by A24 Films, Jessica Chastain, left, and Oscar Isaac appear in a scene from "A Most Violent Year." Chastain was nominated for a Golden Globe for best supporting actress in a drama for her role in the film on Thursday, Dec. 11, 2014. The 72nd annual Golden Globe awards will air on NBC on Sunday, Jan. 11. (AP Photo/A24 Films, Atsushi Nishijima)AP2014

                      +
                      +
                      • +
                    +
                    +
                    +
                    +

                    Oscar Isaac has had a pretty stellar year. It started off with a Golden Globe nomination for his portrayal of the title role in “Inside Llewyn Davis.”

                    + +

                    He just completed filming in the next highly-anticipated installment of the “Star Wars” franchise, and he finishes off the year with a masterful performance in J.C. Chandor’s “A Most Violent Year, ”out on Dec. 31 in limited release.

                    + +

                    Set in New York City in 1981, the 35-year-old Cuban-Guatemalan actor plays Abel Morales, a moral businessman in a very immoral time. He doesn't want to be a gangster and has to fight against himself, as well as everything around him, to make sure it never happens.

                    + +

                    It was this tension that attracted Isaac to the role, which allowed him to work alongside longtime friend, Jessica Chastain, who co-stars as his wife, Anna.

                    + +

                    “He doesn't want to be a gangster, and he has never wanted to be one. And he is afraid that if he starts down that path, that he will be dismissed as one – and also, possibly, that if he starts down that path, he will really like it,” Isaac told Fox News Latino recently during an interview that also included Chastain. “The tension that J.C. creates, it plays with the audience’s expectations. The audience gets a little bloodthirsty.”

                    + +

                    For this internal battle fighting against violence, Chandor asked his leading man to pick a time in Latin America that the character had lived through and escaped.

                    + +

                    “Scripts are vague on back-story, what you see on screen is what the actors get when they first (read it),” the director said. “Oscar’s character, I always believed, came to the U.S. sometime between 7 years old and 10 or 12 – in that window, so young enough that you are able to strip away your past and young enough that you really can become just an American in your adult life.”

                    + +

                    He said Isaac zeroed in on a period of civil unrest in Colombia after World War II that is known as “La Violencia” ("The Violence").

                    + +

                    “I thought it was a cool opportunity to tie in what his character was then going to be facing, the equivalent that he would have come here in the late 1950s probably and seen this city and America climb, climb, climb through the '60s and then in the late '60s and into the '70s, see the city of New York fall into this life of crime and people leaving the city – falling back into decay.”

                    + +

                    Isaac said he chose that specific time because it would have been “really intense if (Abel) had left this incredibly violent situation to come to this country to escape the violence, and yet the violence follows him.”

                    + +

                    To further develop their characters' back-stories, Isaac and Chastian, 37, used their mutual Julliard School training to discuss every scene.

                    + +

                    “It’s pretty intense because the script itself is already quite dense, full of so many details, but also very mysterious 'cause there is not a lot of description of his past or even their past, how they got to where they are,” Isaac said. “We got together and went through every scene, every line and just talked about it. We started talking about possibilities of where this whole relationship started, when it started, how we met, when we decided to buy the business. Just to create the context so that when we started shooting, we had that bedrock.”

                    + +

                    Chastain said that the director "really left (the script) free for us to explore … because he doesn’t want to taint our natural instincts."

                    + +

                    Chandor attributed the two actors’ long off-screen friendship for making Abel and Anna’s onscreen relationship feel so real.

                    + +

                    “I’m not sure if I knew it at the time, but, looking back at it now, it was just amazing cause there’s this shared history. The fact that they had known each other almost as long as the characters had – it was just meant to be,” he said.

                    + +

                    “A Most Violent Year” hits select theaters on Dec. 31, followed by a wider release in January.

                    + +

                    Next year Isaac will also appear in two blockbuster films, though “Star Wars: Episode VII” could probably the most secretive.

                    + +

                    All known of Isaac’s character is that at the very least he pilots an X-wing fighter in the trailer.

                    + +

                    Although he said it was “wild” to see himself in the film’s teaser, Isaac stopped short of revealing anything about it.

                    + +

                    “I’ve signed away my organs,” he joked, adding that filming the iconic franchise was great. “J.J. Abrams is amazing.”

                    + +

                    Like us on Facebook
                    +                    Follow us on Twitter & Instagram

                    Follow Lucia I. Suarez on Twitter @luciasuarezsang

                    + +
                    +
                    +
                    +
                    + +
                    + +
                    + +
                    + +

                    Related Slideshow

                    + + Miss Nevada USA Nia Sanchez.jpg + +

                    +

                    Miss Nevada Nia Sanchez Crowned As 63rd Miss USA

                    +

                    +

                    + + Yoga Jan 21.jpg + +

                    +

                    Check Out Hilaria Baldwin's Daily Photos Of Her Wacky And Racy Yoga Poses

                    +

                    +

                    + + AP21929033846_31.jpg + +

                    +

                    Best pix of the week

                    +

                    +

                    + + Demi Lovato Halloween.jpg + +

                    +

                    Latino celebs dress up for Halloween

                    +

                    +

                    + + Bella Thorne Latina.jpg + +

                    +

                    Latinos Undercover: Celebs You Never Guessed Had Hispanic Blood, Sí Señor!

                    +

                    +
                    +
                    + + +
                    + +
                    +
                    + +
                    +
                    +
                    +
                    +
                    + +
                    +
                    + +
                    + +
                    +

                    View Article

                    +
                    +
                    + + +
                    +
                    + +
                    +
                    +
                    +
                    +

                    Follow Fox News Latino

                    +
                    +
                    +

                    Get Our Free Newsletter

                    +
                    +
                    + Newsletter Signup + + + +
                    +
                     
                    +
                    +
                    +
                    + +
                    + +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +

                    More Stories

                    +
                    +
                    + + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    +
                    +

                    Also on the web

                    +
                    +
                    +
                    +
                    +
                    + + + +
                    + + + + \ No newline at end of file diff --git a/tests/data/html/foxnews.com2.html b/tests/data/html/foxnews.com2.html new file mode 100644 index 0000000..8fb8c72 --- /dev/null +++ b/tests/data/html/foxnews.com2.html @@ -0,0 +1,794 @@ + + + + + + + + + + + + +Teen desperate for a baby kills woman who was 8 months pregnant, cuts out baby | Fox News Latino + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    +
                    +
                    Fox News Latino - Fair & Balanced
                    +
                    +
                    + +
                    + +
                    +
                    + + Account +
                    +
                    +

                    You're logged in as  

                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +

                    +
                    +
                    + Search Site + + +
                    +
                    +
                    +
                    + + + + + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + +
                    + +
                    +
                    + +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + + +
                    +

                    Teen desperate for a baby kills woman who was 8 months pregnant, cuts out baby

                    + +
                    +
                    + + + +
                    +
                    +
                    +
                    +
                      +
                    • +
                      + +
                      +
                      +

                      Nathaly Cartas Leon in an undated picture.Facebook

                      +
                      +
                      • +
                    • +
                      + +
                      +
                      +

                      Nathaly Cartas Leon in an undated picture.Facebook

                      +
                      +
                      • +
                    +
                    +
                    +
                    + + +
                    +
                    +
                    +
                    +

                    In a page taken from the most gruesome of books, a 17-year-old girl from Reynosa, Mexico lured an 8-months-pregnant woman to her home and killed her to try and steal her unborn baby.

                    + +

                    Nathaly Cartas Leon, 20, had “met” Guadalupe Salinas Hernández on Facebook and had gratefully accepted her offer to give the mom-to-be a few baby items she needed. They met at a mall and then went to Salinas’ home, where she said she had more stuff to give her.

                    + +

                    Once there, investigators said, Salinas beat Cartas to death with a blunt object and then proceeded to open her belly with a kitchen knife. The motive, police said: obsessive love. According to authorities, Salinas had an abortion back in June and had not told her boyfriend, who still believed she was pregnant and was looking forward to the birth.

                    + +

                    It is not clear whether Salinas’ abortion was intentional or not.

                    + +

                    After the gruesome killing and removal of the newborn, the teen hurried to the hospital and tried to save him, claiming the child was stillborn at home. But the fetus had stopped breathing when her mother died and could not be saved. 

                    + +

                    It didn’t take much for the doctors at the hospital to realize that the baby had not come from Salinas’ womb and they contacted police.

                    + +

                    “I don’t regret it, I don’t regret,” local newspapers quote Salinas as saying. The body of the young mother was found in a shrub close to the killer’s house. Investigators are still trying to determine if she had an accomplice.

                    + +

                    Reynosa is a border city in the northern part of Tamaulipas, Mexico. It is located on the southern bank of the Rio Grande, directly across the border from Hidalgo, Texas.

                    + +

                    Like us on Facebook
                    +                    Follow us on Twitter & Instagram

                    + +
                    +
                    +
                    +
                    + +
                    + +
                    + +
                    +

                    Related Video

                    +
                    +

                    + + + +

                    +

                    Yuca mash with spicy Peruvian touch

                    +

                    +
                    +
                    +
                    + +

                    Related Slideshow

                    + + 5261537_G.jpg + +

                    +

                    The most bizarre border busts

                    +

                    +

                    + + Best Pix 12192014 (110).jpg + +

                    +

                    Best pix of the week

                    +

                    +
                    +
                    +
                    Related Stories
                    +
                    Schools using mariachi music to bring together teachers, parents
                    +
                    +
                    + + +
                    + +
                    +
                    + +
                    +
                    +
                    +
                    +
                    + +
                    +
                    + +
                    + +
                    +

                    View Article

                    +
                    +
                    + + +
                    +
                    + +
                    +
                    +
                    +
                    +

                    Follow Fox News Latino

                    +
                    +
                    +

                    Get Our Free Newsletter

                    +
                    +
                    + Newsletter Signup + + + +
                    +
                     
                    +
                    +
                    +
                    + +
                    + +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +

                    More Stories

                    +
                    +
                    + + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    +
                    +

                    Also on the web

                    +
                    +
                    +
                    +
                    +
                    + + + +
                    + + + + \ No newline at end of file diff --git a/tests/data/html/glamour.com1.html b/tests/data/html/glamour.com1.html new file mode 100644 index 0000000..4d44939 --- /dev/null +++ b/tests/data/html/glamour.com1.html @@ -0,0 +1,2328 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Rihanna at Alexander Wang, Adam Selman, and Altuzarra at New York Fashion Week: Glamour.com + + + + + + + + + + + + + + +
                    + +
                    + +
                    + + + +
                    + Fashion +
                    + + + +
                    + Beauty +
                    + + + +
                    + Celebs +
                    + + + +
                    + Sex ♥ Dating +
                    + + + +
                    + Weddings +
                    + + + +
                    + Health & Diet +
                    + + + +
                    + Inspired +
                    + + + +
                    + Living +
                    + + + +
                    + Video +
                    + + + +
                    + +
                    + + + +
                    +   +
                    + + + +
                    + Magazine +
                    + + + +
                    + Free Stuff +
                    + + + +
                    + Promos +
                    + + + +
                    + Apps +
                    + + + +
                    + Horoscopes +
                    + + + +
                    + Newsletters +
                    + + + +
                    + +
                    +
                    + + + + +
                    +
                    +
                    +
                    +
                    +
                    +
                    + + + + + + + + + +
                    + + +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    + + +
                    +
                    + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    +
                    +
                    +
                    + + +
                    +
                    +
                    + + + +
                    + +
                    + + + + + + + + + + +
                    + +
                    + Dressed +
                    + + + + +

                    Rihanna Leaves Pants at Home for Altuzarra Show, and We Love Her for It

                    + + +
                    + + + +
                    + By + + Sophia Chabbott + +
                    + + + + + + + +
                    September 7, 2014
                    + + +
                    + + + +
                    + +
                    + + +

                    Oh, RiRi. You truly are an icon.

                    When Rihanna walks into a fashion show, even editors, publicists, other celebs gasp. Gasp they did on Friday and Saturday as the cooler-than-thou-crooner sashayed into her costume designer Adam Selman's show, as well as those of Joseph Altuzarra and Alexander Wang. And she did not disappoint. Let's take a look at what she wore:

                    rihanna-adam-selman
                    At Adam Selman, RiRi rocked an elegant and girly white A-line dress with pearls and my favorite Christian Louboutin strappy pumps.

                    rihanna-altuzarra1
                    For Altuzarra, she glammed out in super sophistication with a plunging black jacket with fringe from the designer's collection—WITHOUT PANTS. I LOVE IT.

                    rihanna-alexander-wang
                    At Alexander Wang, she brought out her inner '90s child with a matching midnight blue hoodie and skirt.

                    Are you a Rihhana fan? I love her. Now where's my plunging black jacket? Not to fret—I will wear pants.

                    + + + + + + + +
                    Photos: Getty Images
                    + + + + + + +
                    + ADVERTISEMENT +
                    + + +
                    +
                    +
                    + + + + + + + +
                    + +
                    + + + +
                    + +
                    + + Sophia Chabbott + + Senior online fashion editor, Alaïa enthusiast, collector of white button down shirts, shredded jean shorts, and huge fan of beach waves. + +
                    + + + + + +
                    +
                    +
                    + + + + + + +
                    + +

                    Keywords:

                    + + +
                    + +
                    + + + + + +

                    Recommended

                    +
                    + + +
                    +
                    +
                    + + + + +
                    + + + +
                    +
                    + + + + + + +
                    +
                    + + + +
                    + +
                    +
                    + + + + +
                    +
                    + + + + + +
                    +
                    + + +

                    More Stories Like This

                    + + + + + +
                    + + +
                    +
                    + + + + + + The 5 New Ways To Style Pants That Will Rock Your World + The 5 New Ways To Style Pants That Will Rock Your World + + + + +
                    + + +
                    + + + + fashion + + + + + + The 5 New Ways To Style Pants That Will Rock Your World + The 5 New Ways To Style Pants That Will Rock Your World + + + + +
                    By Avery Matera
                    + + + + + +
                    13 hours ago
                    + + +
                    + +
                    + + + + + + + + +
                    +
                    + + + + + + Over Glitter? Never. Glitter Shoes That Are Year-Round Approved + Over Glitter? Never. Glitter Shoes That Are Year-Round Approved + + + + +
                    + + +
                    + + + + fashion + + + + + + Over Glitter? Never. Glitter Shoes That Are Year-Round Approved + Over Glitter? Never. 17 Glitter Shoes That Are Year-Round Approved + + + + +
                    By Avery Matera
                    + + + + + +
                    14 hours ago
                    + + +
                    + +
                    + + + + + + + +
                    + + + + +
                    +
                    + + + + + +
                    +
                    + + + + + + +
                    + +
                    +

                    TRENDING

                    + + +
                    + + Princess Mary Had the Dreamiest New Year's Outfit, Ever + + + + Princess Mary Had the Dreamiest New Year's Outfit, Ever + +
                    + + + +
                    + + Is This the Most Sexist Relationship Advice Ever? + + + + Is This the Most Sexist Relationship Advice Ever? + +
                    + + + +
                    + + Huh? The Bra You're Supposed to Wear at Night (I Tried It!) + + + + Huh? The Bra You're Supposed to Wear at Night (I Tried It!) + +
                    + + + + + + +
                    + +
                    + + + + +
                    +
                    + + + +
                    + + + + + + + + + + + + + + + + + + + + + + +
                    + +
                    +
                    +
                    +
                    +
                    + +
                    + + + +
                    +
                    + + + + + + +
                    +
                    + + + +
                    + +
                    +
                    + + + + +
                    +
                    + + + + + + + +
                    +
                    + +
                    +
                    +
                    + + +
                    + + + + + + + + +
                    + + + reese witherspoon + + + +
                    + + + + + + +
                    + + + + +
                    + + Behind the Scenes: Reese Witherspoon's Cover Shoot + +
                    + +
                    + + + + + +
                    + + + +
                    + + + + + + + + +
                    + + + engagement rings + + + +
                    + + + + + + +
                    + + + + +
                    + + All About Getting Engaged + +
                    + +
                    + + + + + +
                    + + + +
                    + + + + + + + + +
                    + + + shiny hair + + + +
                    + + + + + + +
                    + + + + +
                    + + The Best Products for Healthy, Shiny Hair + +
                    + +
                    + + + + + +
                    + + + +
                    + + + + + + + + +
                    + + + sweater + + + +
                    + + + + + + +
                    + + + + +
                    + + Winter Outfit Ideas + +
                    + +
                    + + + + + +
                    + + + +
                    + + + + + + + + +
                    + + + guys + + + +
                    + + + + + + +
                    + + + + +
                    + + Guys Explain Their Worst Behavior + +
                    + +
                    + + + + + +
                    + + + + + + +
                    +
                    +
                    +
                    +
                    +
                    + + + + + + + + + + + + +
                    + + +
                    +
                    + + + + + + What Exactly Is a "Healthy" Sex Life, Anyway? + What Exactly Is a "Healthy" Sex Life, Anyway? + + + + +
                    + + +
                    + + + + sex-love-life + + + + + + What Exactly Is a "Healthy" Sex Life, Anyway? + What Exactly Is a "Healthy" Sex Life, Anyway? + + + + +
                    By Jillian Kramer
                    + + + + + +
                    12 hours ago
                    + + +
                    + +
                    + + + + + + + + +
                    +
                    + + + + + + The 5 New Ways To Style Pants That Will Rock Your World + The 5 New Ways To Style Pants That Will Rock Your World + + + + +
                    + + +
                    + + + + fashion + + + + + + The 5 New Ways To Style Pants That Will Rock Your World + The 5 New Ways To Style Pants That Will Rock Your World + + + + +
                    By Avery Matera
                    + + + + + +
                    13 hours ago
                    + + +
                    + +
                    + + + + + + + + +
                    +
                    + + + + + + Over Glitter? Never. Glitter Shoes That Are Year-Round Approved + Over Glitter? Never. Glitter Shoes That Are Year-Round Approved + + + + +
                    + + +
                    + + + + fashion + + + + + + Over Glitter? Never. Glitter Shoes That Are Year-Round Approved + Over Glitter? Never. 17 Glitter Shoes That Are Year-Round Approved + + + + +
                    By Avery Matera
                    + + + + + +
                    14 hours ago
                    + + +
                    + +
                    + + + + + + + + +
                    +
                    + + + + + + Does Gwen Stefani Wear Makeup to Go Skiing? Here's Your Answer + Does Gwen Stefani Wear Makeup to Go Skiing? Here's Your Answer + + + + +
                    + + +
                    + + + + beauty + + + + + + Does Gwen Stefani Wear Makeup to Go Skiing? Here's Your Answer + Does Gwen Stefani Wear Makeup to Go Skiing? Here's Your Answer + + + + +
                    By Beth Shapouri
                    + + + + + +
                    14 hours ago
                    + + +
                    + +
                    + + + + + + + + +
                    +
                    + + + + + + What to Watch, Read, Stream, and Listen to This Weekend + What to Watch, Read, Stream, and Listen to This Weekend + + + + +
                    + + +
                    + + + + entertainment + + + + + + What to Watch, Read, Stream, and Listen to This Weekend + What to Watch, Read, Stream, and Listen to This Weekend + + + + +
                    By Lynsey Eidell
                    + + + + + +
                    14 hours ago
                    + + +
                    + +
                    + + + + + + + +
                    + + + + +
                    +
                    +
                    + +
                    +
                    + + + + + +
                    + + +
                    + + +
                    +
                    +
                    + +
                    +
                    +
                    + + +
                    +
                    +
                    +
                    + +
                    +
                    + + +
                    +

                    © 2015 Condé Nast. All rights reserved
                    + Use of this site constitutes acceptance of our User Agreement (effective 1/2/2014) and Privacy Policy (effective 1/2/2014). +
                    Your California Privacy Rights
                    + The material on this site may not be reproduced, distributed, transmitted, cached or otherwise used, except with the prior written permission of Condé Nast. +

                    + +
                    +
                    + Ad Choices +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    + +
                    + + + + + + + + + +
                    + + +
                    + + +
                    + +
                    +
                    +
                    + GLAMOUR.COM WORLDWIDE: +
                    + +
                    + +
                    + + +
                    +
                    + +
                    +
                    + +
                    + +
                    +
                    + +

                    © 2015 Condé Nast. All rights reserved
                    + Use of this site constitutes acceptance of our User Agreement (effective 1/2/2014) and Privacy Policy (effective 1/2/2014). +
                    Your California Privacy Rights
                    + The material on this site may not be reproduced, distributed, transmitted, cached or otherwise used, except with the prior written permission of Condé Nast. +

                    + +
                    +
                    + Ad Choices +
                    +
                    +
                    +
                    +
                    +
                    + + + +
                    + + + + + + + + + + + + + +
                    +
                    + + + + + + + + + + + + + diff --git a/tests/data/html/glamour.com2.html b/tests/data/html/glamour.com2.html new file mode 100644 index 0000000..41e8d03 --- /dev/null +++ b/tests/data/html/glamour.com2.html @@ -0,0 +1,2330 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Simple Wedding Dresses: Best Off-the-Rack Wedding Dresses, Wedding Gowns: Glamour.com + + + + + + + + + + + + + + +
                    + +
                    + +
                    + + + +
                    + Fashion +
                    + + + +
                    + Beauty +
                    + + + +
                    + Celebs +
                    + + + +
                    + Sex ♥ Dating +
                    + + + +
                    + Weddings +
                    + + + +
                    + Health & Diet +
                    + + + +
                    + Inspired +
                    + + + +
                    + Living +
                    + + + +
                    + Video +
                    + + + +
                    + +
                    + + + +
                    +   +
                    + + + +
                    + Magazine +
                    + + + +
                    + Free Stuff +
                    + + + +
                    + Promos +
                    + + + +
                    + Apps +
                    + + + +
                    + Horoscopes +
                    + + + +
                    + Newsletters +
                    + + + +
                    + +
                    +
                    + + + + +
                    +
                    +
                    +
                    +
                    +
                    +
                    + + + + + + + + + +
                    + + +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    + + +
                    +
                    + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    +
                    +
                    +
                    + + +
                    +
                    +
                    + + + +
                    + +
                    + + + + + + + + + + +
                    + +
                    + Save the Date +
                    + + + + +

                    6 Wedding Dresses With Zero Fluff, for Brides Who Don’t Want to Look Like a Damn Cupcake

                    + + +
                    + + + +
                    + By + + Kim Fusaro + +
                    + + + + + + + +
                    December 17, 2014
                    + + +
                    + + + +
                    + +
                    + + +

                    A ton of brides are going for the pretty pretty princess vibe on their wedding day, so lots of wedding dress designers automatically reach for the tulle and the crinolines. {“Fluffier! Puffier! MORE! } If you’re a bride who isn’t feeling the cupcake vibe, I suggest checking out white evening dresses, which tend to be a lot more streamlined. And bonus: Evening gowns are generally less expensive than wedding gowns. (Four of the dresses below are under $1,000.) Here are six off-the-rack I like:


                    Off-the-rack wedding dresses: Yes or no? Would you want to wear an evening gown on your wedding day? Or does it HAVE to be bridal?

                    + + + + + + + +
                    Photos: Courtesy of the vendors.
                    + + + + + + +
                    + ADVERTISEMENT +
                    + + +
                    +
                    +
                    + + + + + + + +
                    + +
                    + + + +
                    + +
                    + + Kim Fusaro + + Weddings and lifestyle writer. Owner of two bad knees and one 1920s fixer-upper. Hoarder of Cherry ChapStick, high-end vacuums, and stray animals. Eats chocolate every day. + +
                    + + + + + + + EMAIL ME + + +
                    +
                    +
                    + + + + + + +
                    + +

                    Keywords:

                    + + +
                    + +
                    + + + + + +

                    Recommended

                    +
                    + + +
                    +
                    +
                    + + + + +
                    + + + +
                    +
                    + + + + + + +
                    +
                    + + + +
                    + +
                    +
                    + + + + +
                    +
                    + + + + + +
                    +
                    + + +

                    More Stories Like This

                    + + + + + +
                    + + +
                    +
                    + + + + + + The Essential Guide to Engagement Ring Shopping + The Essential Guide to Engagement Ring Shopping + + + + + + +
                    + + +
                    + + + + weddings + + + + + + The Essential Guide to Engagement Ring Shopping + + + + +
                    By Eliza Krpoyan
                    + + + +
                    November 17, 2014
                    + + +
                    + +
                    + + + + + + + + +
                    +
                    + + + + + + 18 Perfect Wedding Dresses for Beach Brides + 18 Perfect Wedding Dresses for Beach Brides + + + + + + +
                    + + +
                    + + + + weddings + + + + + + 18 Perfect Wedding Dresses for Beach Brides + + + + +
                    By Kim Fusaro
                    + + + +
                    November 13, 2014
                    + + +
                    + +
                    + + + + + + + +
                    + + + + +
                    +
                    + + + + + +
                    +
                    + + + + + + +
                    + +
                    +

                    TRENDING

                    + + +
                    + + Princess Mary Had the Dreamiest New Year's Outfit, Ever + + + + Princess Mary Had the Dreamiest New Year's Outfit, Ever + +
                    + + + +
                    + + Is This the Most Sexist Relationship Advice Ever? + + + + Is This the Most Sexist Relationship Advice Ever? + +
                    + + + +
                    + + Huh? The Bra You're Supposed to Wear at Night (I Tried It!) + + + + Huh? The Bra You're Supposed to Wear at Night (I Tried It!) + +
                    + + + + + + +
                    + +
                    + + + + +
                    +
                    + + + +
                    + + + + + + + + + + + + + + + + + + + + + + +
                    + +
                    +
                    +
                    +
                    +
                    + +
                    + + + +
                    +
                    + + + + + + +
                    +
                    + + + +
                    + +
                    +
                    + + + + +
                    +
                    + + + + + + + +
                    +
                    + +
                    +
                    +
                    + + +
                    + + + + + + + + +
                    + + + reese witherspoon + + + +
                    + + + + + + +
                    + + + + +
                    + + Behind the Scenes: Reese Witherspoon's Cover Shoot + +
                    + +
                    + + + + + +
                    + + + +
                    + + + + + + + + +
                    + + + engagement rings + + + +
                    + + + + + + +
                    + + + + +
                    + + All About Getting Engaged + +
                    + +
                    + + + + + +
                    + + + +
                    + + + + + + + + +
                    + + + shiny hair + + + +
                    + + + + + + +
                    + + + + +
                    + + The Best Products for Healthy, Shiny Hair + +
                    + +
                    + + + + + +
                    + + + +
                    + + + + + + + + +
                    + + + sweater + + + +
                    + + + + + + +
                    + + + + +
                    + + Winter Outfit Ideas + +
                    + +
                    + + + + + +
                    + + + +
                    + + + + + + + + +
                    + + + guys + + + +
                    + + + + + + +
                    + + + + +
                    + + Guys Explain Their Worst Behavior + +
                    + +
                    + + + + + +
                    + + + + + + +
                    +
                    +
                    +
                    +
                    +
                    + + + + + + + + + + + + +
                    + + +
                    +
                    + + + + + + What Exactly Is a "Healthy" Sex Life, Anyway? + What Exactly Is a "Healthy" Sex Life, Anyway? + + + + +
                    + + +
                    + + + + sex-love-life + + + + + + What Exactly Is a "Healthy" Sex Life, Anyway? + What Exactly Is a "Healthy" Sex Life, Anyway? + + + + +
                    By Jillian Kramer
                    + + + + + +
                    12 hours ago
                    + + +
                    + +
                    + + + + + + + + +
                    +
                    + + + + + + The 5 New Ways To Style Pants That Will Rock Your World + The 5 New Ways To Style Pants That Will Rock Your World + + + + +
                    + + +
                    + + + + fashion + + + + + + The 5 New Ways To Style Pants That Will Rock Your World + The 5 New Ways To Style Pants That Will Rock Your World + + + + +
                    By Avery Matera
                    + + + + + +
                    13 hours ago
                    + + +
                    + +
                    + + + + + + + + +
                    +
                    + + + + + + Over Glitter? Never. Glitter Shoes That Are Year-Round Approved + Over Glitter? Never. Glitter Shoes That Are Year-Round Approved + + + + +
                    + + +
                    + + + + fashion + + + + + + Over Glitter? Never. Glitter Shoes That Are Year-Round Approved + Over Glitter? Never. 17 Glitter Shoes That Are Year-Round Approved + + + + +
                    By Avery Matera
                    + + + + + +
                    14 hours ago
                    + + +
                    + +
                    + + + + + + + + +
                    +
                    + + + + + + Does Gwen Stefani Wear Makeup to Go Skiing? Here's Your Answer + Does Gwen Stefani Wear Makeup to Go Skiing? Here's Your Answer + + + + +
                    + + +
                    + + + + beauty + + + + + + Does Gwen Stefani Wear Makeup to Go Skiing? Here's Your Answer + Does Gwen Stefani Wear Makeup to Go Skiing? Here's Your Answer + + + + +
                    By Beth Shapouri
                    + + + + + +
                    14 hours ago
                    + + +
                    + +
                    + + + + + + + + +
                    +
                    + + + + + + What to Watch, Read, Stream, and Listen to This Weekend + What to Watch, Read, Stream, and Listen to This Weekend + + + + +
                    + + +
                    + + + + entertainment + + + + + + What to Watch, Read, Stream, and Listen to This Weekend + What to Watch, Read, Stream, and Listen to This Weekend + + + + +
                    By Lynsey Eidell
                    + + + + + +
                    14 hours ago
                    + + +
                    + +
                    + + + + + + + +
                    + + + + +
                    +
                    +
                    + +
                    +
                    + + + + + +
                    + + +
                    + + +
                    +
                    +
                    + +
                    +
                    +
                    + + +
                    +
                    +
                    +
                    + +
                    +
                    + + +
                    +

                    © 2015 Condé Nast. All rights reserved
                    + Use of this site constitutes acceptance of our User Agreement (effective 1/2/2014) and Privacy Policy (effective 1/2/2014). +
                    Your California Privacy Rights
                    + The material on this site may not be reproduced, distributed, transmitted, cached or otherwise used, except with the prior written permission of Condé Nast. +

                    + +
                    +
                    + Ad Choices +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    + +
                    + + + + + + + + + +
                    + + +
                    + + +
                    + +
                    +
                    +
                    + GLAMOUR.COM WORLDWIDE: +
                    + +
                    + +
                    + + +
                    +
                    + +
                    +
                    + +
                    + +
                    +
                    + +

                    © 2015 Condé Nast. All rights reserved
                    + Use of this site constitutes acceptance of our User Agreement (effective 1/2/2014) and Privacy Policy (effective 1/2/2014). +
                    Your California Privacy Rights
                    + The material on this site may not be reproduced, distributed, transmitted, cached or otherwise used, except with the prior written permission of Condé Nast. +

                    + +
                    +
                    + Ad Choices +
                    +
                    +
                    +
                    +
                    +
                    + + + +
                    + + + + + + + + + + + + + +
                    +
                    + + + + + + + + + + + + + diff --git a/tests/data/html/globalnews.ca1.html b/tests/data/html/globalnews.ca1.html new file mode 100644 index 0000000..cd8b5e2 --- /dev/null +++ b/tests/data/html/globalnews.ca1.html @@ -0,0 +1,1920 @@ + + + + + + + + + + + + + + + + Video of the Gardners hours before birth of quadruplets | Watch News Videos Online + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + +
                    + + + + +
                    + +
                    +
                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    + + World +
                    +
                    + December 29 2014 9:11pm
                    +
                    +
                    +
                    +
                    + + + 01:34 +
                    +
                    +
                    +
                    +
                    + + + +
                    + + +
                    +

                    Loading...

                    +
                    + + + + + +
                    +

                    + Video of the Gardners hours before birth of quadruplets

                    +
                    +
                    +
                    +

                    In a video posted to their Facebook page, Ashley and Tyson Gardner ask for prayers of support as they are about to welcome two sets of twins into the world 12 weeks early.

                    +
                    + + +
                    + +
                    + +
                    +
                    +
                    +
                    + + +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +

                    More Videos

                    + +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    + + +
                    +
                    +
                    +
                    +
                    +

                    Video Home

                    + + +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +

                    Jump to a Region

                    +
                    + +
                    +
                    +
                    +

                    + +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    + +

                    Global News

                    + +
                    +
                    +
                    © Shaw Media Inc., 2015. All rights reserved.
                    +
                    + Powered by WordPress.com VIP
                    + + + + + + + + + + + + + + + + +
                    +
                    + +
                    + Follow +
                    + +

                    + +
                    +

                    Get every new post delivered to your Inbox.

                    + + + +

                    Join 4,622 other followers

                    +

                    + + + + + + + +

                    +
                    + +
                    +
                    + + + + + + + + + + +
                    +
                    +
                    + + + + + + + + + + + + diff --git a/tests/data/html/globalnews.ca2.html b/tests/data/html/globalnews.ca2.html new file mode 100644 index 0000000..7943abf --- /dev/null +++ b/tests/data/html/globalnews.ca2.html @@ -0,0 +1,1874 @@ + + + + + + + + + + + + + + + + ‘Quad Squad’ born in Utah | Watch News Videos Online + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + +
                    + + + + +
                    + +
                    +
                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    + + News +
                    +
                    + December 29 2014 9:11pm
                    +
                    +
                    +
                    +
                    + + + 00:35 +
                    +
                    +
                    +
                    +
                    + + + +
                    + + +
                    +

                    Loading...

                    +
                    + + + + + +
                    +

                    + ‘Quad Squad’ born in Utah

                    +
                    +
                    +
                    +

                    After a six-month roller-coaster ride that has taken them to parenthood — not to mention around the world in the news media — the Tyson and Ashley Gardner of Utah County celebrated the arrival of their highly-anticipated quadruplets on Sunday.

                    +
                    + + +
                    + +
                    + +
                    +
                    +
                    +
                    + + +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +

                    More Videos

                    + +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    + + +
                    +
                    +
                    +
                    +
                    +

                    Video Home

                    + + +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +

                    Jump to a Region

                    +
                    + +
                    +
                    +
                    +

                    + +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    + +

                    Global News

                    + +
                    +
                    +
                    © Shaw Media Inc., 2015. All rights reserved.
                    +
                    + Powered by WordPress.com VIP
                    + + + + + + + + + + + + + + + + +
                    +
                    + + + +
                    + Follow +
                    + +

                    + +
                    +

                    Get every new post delivered to your Inbox.

                    + + + +

                    Join 4,622 other followers

                    +

                    + + + + + + + +

                    +
                    + +
                    +
                    + + + + + + + + + + +
                    +
                    +
                    + + + + + + + + + + + + diff --git a/tests/data/html/gq.com1.html b/tests/data/html/gq.com1.html new file mode 100644 index 0000000..35d8929 --- /dev/null +++ b/tests/data/html/gq.com1.html @@ -0,0 +1,8287 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + How To Pack Everything for Your 3-Day Weekend Trip: The GQ Eye: GQ on Style: GQ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + The GQ Eye + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + +
                    + + + +
                    + + + + + + + + + + + +
                    + + + +
                    + + + + + +
                    + + + + + + + + +
                    + + + + + + + + + + + +
                    + + + +
                    + + + + +
                    +
                    +
                    +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + +

                    + + + The GQ Eye + + +

                    + + + + + + + + +
                    + + + +
                    +
                    +
                    + + + + + +
                    + +
                    +
                      +
                    • + +
                      • +
                    • + + +
                      • +
                    • + +
                      • +
                    • + +
                      • +
                    +
                    + +
                    + + On May 23, 2014 at 1:30 PM + +
                    +

                    How To Pack Everything for Your 3-Day Weekend Trip

                    +
                    + + + + By John Jannuzzi + + + +
                    + +
                    +

                    1394469376450_new-england-all-american-theo-james-gq-magazine-march-2014-men-style-fashion-color-07.jpg
                    +Ahhh, at last, Memorial Day weekend. The sweet sweet reminder that summer has officially arrived. It's just crab cakes and football straight through Labor Day, right? Yeah. Well, if you find yourself celebrating the return of the season with a road trip, but have yet to pack, we've got your back. You'll be traveling with everything you need in no time. All you have to do is pay close attention to the following.

                    + +

                    First, make sure your trusty weekender is ready to go. If you're bringing a suit, better go with a garment bag.

                    + +

                    Grab your toiletry kit, a 3-day weekend is not the time to let your skin down.

                    + +

                    Make sure you bring sunscreen. It's about your health, it's important.

                    + +

                    Don't just throw everything in your weekender, guys. There's an art to folding. Learn it. Live it. Love it.

                    + +

                    Planning on going for a swim? You'll need one of these. Not the board shorts you bought a few summers ago. Forget about those. Forever.

                    + +

                    Skip the running shoes, you don't need those when you've got this.

                    + +

                    Throw in a good book for the beach, the train, or wherever.

                    + +

                    And remember, don't show up at somebody's house empty-handed.

                    + + +
                    + + +
                    +
                    + Tags: + + + +
                    + + +
                    +
                    + +
                    +
                    +
                    + +
                    + +
                    + + + +
                    +
                    +
                    + + + + + + + + + + + + + + + + + + + +
                    + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                      + + + + + + + + + + + +
                    • + +
                      • + + + +
                    • + + + + + + + + +
                      • + + + +
                    • + +
                      • + + + +
                    • E-Mail
                      • + + + +
                    • + +
                      • + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + +
                    + + + +

                    + + + + Entertainment + + + +

                    + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + +
                    + + +
                    + + + + +
                      + +
                    • The Bachelor's Chris Harrison Is Single
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • Meet the New Jack O'Connell
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • The Dark Side of the Moon
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • Amen! (D'Angelo's Back)
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • The Vladimir Putin Boardgame
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • Chris Hemsworth: The Manliest Man in Hollywood
                      • + +
                    + + + + +
                    +
                    + + + + + + + +
                    + + + +

                    + + + + News + Politics + + + +

                    + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + +
                    + + +
                    + + + + + + + + + +
                    +
                    + + + + + + + +
                    + + + +
                    + + + +

                    + + + + Food + Travel + + + +

                    + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + +
                    + + +
                    + + + + + + + + + +
                    +
                    + + + + + + + +
                    + + + +

                    + + + + Women + + + +

                    + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + +
                    + + +
                    + + + + +
                      + +
                    • Can Women Be Douchebags?
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • Man Repeller: In Defense of the Slutty Halloween Costume
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • Before They Were Famous: 16 Music Video Vixens
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • The Beyoncé Outtakes
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • Miss Millennium: Beyoncé
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • Video: Geezer Style: How to Get the Look
                      • + +
                    + + + + +
                    +
                    + + + + + + + +
                    + + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + +
                    + + + + + + + + + + + +
                    + + + +
                    + + + + + + + +
                    +

                    Around the Web

                    +
                    + +
                    + + +
                    +

                    Follow Us On...

                    + +
                    + + + + + + + + + + + + + + + + + + + + + +
                    +
                    +
                    + + + + + + + +
                    + +
                    + + +
                    +
                      + +
                    • + + + + + +

                      GQ SHARP + SMART (Daily)

                      Send me fresh style tips, breaking celebrity news, insider info, and more every day.

                      + + + + +
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • + + + + + +

                      YOUR WEEKLY GQ

                      Send me the top stories in style, women, entertainment and more in one e-mail a week.

                      + + + + +
                      • +
                    + + +
                    +
                    +
                    + I understand and agree that registration on or use of this site constitutes agreement to it's user agreement & privacy policy. +
                    +
                    + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + Subscribe to GQ + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + +
                    + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + Subscribe to GQ + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + +
                    + + + + +
                    + + + +

                    + + + + New on GQ.com + + + +

                    + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + +
                    +
                    + +
                    +
                    + + + + + + + + + + + + + + + + + + + + + + + + + +

                    + America's Bartender - Essentials for an Awesome Home Bar +

                    + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    The most important aspect to making cocktails is having the right ingredients. Gary helps break it down by showing what you... more >
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                      + + +
                    • The Bachelor's Chris Harrison Is Single
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

                    • What to Wear Today: January

                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

                    • New Year, New 'Do

                      • + + +
                    + + + + +
                    +
                    + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + +
                    see all
                    + + + + + + + + + + + + +
                    + + + + + + + + + + + +
                    + + + +
                    + + +
                    + + + + + + + + + + + + +
                    + + +
                    + + + + + + + + + + + + + + + + + +
                    +
                    +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    +
                    +
                    + x +
                    +
                    +
                    + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + +
                    + + + + +
                     
                    + + + + diff --git a/tests/data/html/gq.com2.html b/tests/data/html/gq.com2.html new file mode 100644 index 0000000..9924d2e --- /dev/null +++ b/tests/data/html/gq.com2.html @@ -0,0 +1,9774 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Everything You Need to Know Before Buying a Motorcycle: The Q: GQ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + The Q + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + +
                    + + + +
                    + + + + + + + + + + + +
                    + + + +
                    + + + + + +
                    + + + + + + + + +
                    + + + + + + + + + + + +
                    + + + +
                    + + + + +
                    +
                    +
                    +
                    + + + + + + + + + + +
                      + + +
                    • + + GQ + +
                      • + + + +
                    • + + The Q + +
                      • + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + +

                    + + + The Q + + +

                    + + + + + + + + +
                    + + + +
                    +
                    +
                    + + + +
                    + + +
                    +
                      +
                    • + +
                      • +
                    • + + +
                      • +
                    • + +
                      • +
                    • + +
                      • +
                    +
                    +
                    + + On June 17, 2014 at 7:00 AM + +
                    +

                    Everything You Need to Know Before Buying a Motorcycle

                    +
                    + + + + BY Scott Christian + + + + +
                    + + +
                    +

                    steve-mcqueen-guide-to-buying-a-motorcycle.jpgPhoto: Silver Screen Collection/Getty Images

                    + + +

                    With summer finally upon us, it's hard not look wistfully from the inside of a car and long for the wind on your face—barreling down country roads, freed from the tethers of smartphones and chatty passengers. For a lot of folks, this time of year is when they finally take the plunge, shirk that four-wheeled cage, and buy a motorcycle. Bikes are simple: two wheels, a motor, and miles and miles of outlaw-style freedom. But, as with everything in life, that simplicity comes with a price. So, if heading off into the sunset like Brando in The Wild One is your new life's goal, then here's everything you need to know about it before you do:

                    + + +

                    The Real Cost of Ownership
                    + It's not a surprise that when gas prices spike during the warmer months, so do motorcycle sales. And while it's true that some motorcycles do get better gas mileage than cars, and that they're often cheaper to buy, the fact is that the cost of bike ownership goes way beyond the MSRP and price at the pump:

                    + +

                    The Bike
                    + Motorcycle prices can vary wildly, but on average, if you're buying a new motorcycle fit for a beginner, you're probably spending anywhere between $5,000 and $10,000.

                    + +

                    Insurance
                    + If you are over 25 and have a spotless driving record, you can get a pretty decent rate on insurance, possibly under $500 a year. Unfortunately, there's a lot more involved than simply your age and driving record—the population density of where you live, the theft rate of the bike model, whether Christmas falls on a Tuesday...when it comes to insurance, it's Thunderdome. Shop around, obviously, but just know that you're definitely going to shell out some cash.

                    + +

                    Equipment and Maintenance
                    + This is where things can add up. Cars go a lot longer between service intervals, not to mention things like tire, spark plug, and belt replacement. Tires can be especially expensive on motorcycles, running between $400 and $600 for a set. And depending on how hard you ride, you may have to change at least the rear tire every 3,000 miles or so. Chains and drive belts need occasional replacing, and those can cost between $140 and $250. Maintenance intervals can run anywhere between 5,000 and 20,000 miles, depending on the motorcycle, but if there's a valve adjustment involved, expect to pay anywhere between $800 and $1,500. Add in regular oil changes, chain maintenance, and various other odds and ends and, if you ride often, you can expect to drop at least $1,000 per year just on maintenance.

                    + +

                    Gear
                    + At the very least you will need a helmet, which can run anywhere from $150 to $900. But if a helmet is all you think you need, you should stick to four wheels. The smart rider who values his skin will also wear a motor jacket, preferably high-abrasion grade leather, gloves, and boots at all times. And while most people ride in jeans, the truth is, if you go down at any speed above 15 mph, jeans will come off like a wet paper towel; protective pants are highly recommended. Conservatively, you should plan to initially spend at least $800 to $1,200 on new gear, which, of course, will eventually have to be replaced as items wear out.

                    + +

                    Getting Started
                    + All right, so you're still undaunted and have decided to take the plunge. So where to start? The best thing you can do for yourself, as well as everyone else on the road, is to sign up for the Basic RiderCourse at the Motorcycle Safety Foundation. It usually costs around $275-$350, depending on where you live, but it's a lot cheaper than a trip to the hospital because you had no idea what you were doing. The course consists of 10 hours of riding instruction, usually stretched over a weekend, and both motorcycles and helmets are provided (although if bowling shoe rentals give you the creeps, then you'll definitely want to bring your own helmet. Just make sure it's DOT or Snell approved). The class is generally taught in a big parking lot or other open space, so you have the benefit of making mistakes without cars barreling down on you. And in a lot of states, passing the class will count as your DMV riding test, which is worth the price of admission alone.

                    + +

                    And if you think classes are for sissies, consider that in 2011, there were 4,323 deaths on motorcycles. Then consider that there were 81,000 recorded injuries as well, and that per vehicle mile, motorcyclists were 30 times more likely to die in a crash than passenger car occupants. Long story short? Take the class.

                    + +

                    Getting a Bike
                    + The best buyer is an informed one—and there's this thing called the Internet with a lot of information on it, so you really have no excuse. Generally speaking, motorcycle salesmen are pretty knowledgeable, but they aren't shamans, so you need to have an idea of what you're looking for. And in the off chance that you get a clueless salesman, it's even more important to be informed. If you know what type of riding you plan on doing—track days, commuting, cruising, touring, or just tooling around town—you can usually narrow your options before even hitting the motorcycle shops.

                    + +

                    The first question is what size bike you should buy. As someone who's worked in a motorcycle shop, my suggestion is to aim for the middle. You can start with a 250cc bike, which will definitely be the easiest to learn on, but you'll probably outgrow it within a few months. Which means you'll just turn around and want to buy another bike, ending up spending far more money than you planned to. Something in the 500-600cc range, on the other hand, will stay fun for a long time, even as your skills improve. Engine size isn't the only factor, either: A Yamaha YZF-R6 is a 600cc, but it's essentially a race bike capable of serious acceleration and high top end speeds. This is not a bike for beginners. A 865cc Triumph Bonneville, on the other hand, is a fantastic bike to start on.

                    + +

                    The best thing to do when picking a motorcycle is to consider the seating position—standard is the easiest for learning—as well as the weight and power output, and how you plan to use it. And remember, just because your cousin let you ride his '92 Ninja once doesn't mean know how to handle a modern 180-horespower liter bike. When starting out, there is absolutely no reason to buy a big bike, whether a big Harley or a powerful sports bike. The learning curve is far too steep. If you need further proof of that, just check out these NHTSA statistics:

                    + +

                    Fatalities by engine size:
                    + Up to 500cc: 6%
                    + 500 to 1000cc: 40%
                    + 1001 to 1500cc: 30%

                    + +

                    Got it? Good.

                    +
                    + + + +
                    + + +
                    +
                    + Tags: + + + +
                    + + +
                    +
                    + +
                    +
                    +
                    + +
                    + +
                    + + + +
                    +
                    +
                    + + + + + + + + + + + + + + + + + + + +
                    + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                      + + + + + + + + + + + +
                    • + +
                      • + + + +
                    • + + + + + + + + +
                      • + + + +
                    • + +
                      • + + + +
                    • E-Mail
                      • + + + +
                    • + +
                      • + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + +
                    + + + +

                    + + + + Style + + + +

                    + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + +
                    + + +
                    + + + + + + + + + +
                    +
                    + + + + + + + +
                    + + + +

                    + + + + News + Politics + + + +

                    + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + +
                    + + +
                    + + + + + + + + + +
                    +
                    + + + + + + + +
                    + + + +

                    + + + + Entertainment + + + +

                    + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + +
                    + + +
                    + + + + +
                      + +
                    • The Bachelor's Chris Harrison Is Single
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • Meet the New Jack O'Connell
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • The Dark Side of the Moon
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • Amen! (D'Angelo's Back)
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • The Vladimir Putin Boardgame
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • Chris Hemsworth: The Manliest Man in Hollywood
                      • + +
                    + + + + +
                    +
                    + + + + + + + +
                    + + + +
                    + + + +

                    + + + + How To + + + +

                    + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + +
                    + + +
                    + + + + + + + + + +
                    +
                    + + + + + + + +
                    + + + +

                    + + + + Food + Travel + + + +

                    + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + +
                    + + +
                    + + + + + + + + + +
                    +
                    + + + + + + + +
                    + + + +

                    + + + + Cars + Gear + + + +

                    + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + +
                    + + +
                    + + + + +
                      + +
                    • Review: 2014 Porsche Macan S
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • All of the Fast, None of the Furious
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • The Volkswagen Beetle Convertible: Retro Is So Retro
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • Can This Car Make Cadillac Young Again?
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • Give It Up!
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • All of the Fast, None of the Furious
                      • + +
                    + + + + +
                    +
                    + + + + + + + +
                    + + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + +
                    + + + + + + + + + + + +
                    + + + +
                    + + + + + + + +
                    +

                    Around the Web

                    +
                    + +
                    + + +
                    +

                    Follow Us On...

                    + +
                    + + + + + + + + + + + + + + + + + + + + + +
                    +
                    +
                    + + + + + + + +
                    + +
                    + + +
                    +
                      + +
                    • + + + + + +

                      GQ SHARP + SMART (Daily)

                      Send me fresh style tips, breaking celebrity news, insider info, and more every day.

                      + + + + +
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    • + + + + + +

                      YOUR WEEKLY GQ

                      Send me the top stories in style, women, entertainment and more in one e-mail a week.

                      + + + + +
                      • +
                    + + +
                    +
                    +
                    + I understand and agree that registration on or use of this site constitutes agreement to it's user agreement & privacy policy. +
                    +
                    + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + Subscribe to GQ + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + +
                    + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + Subscribe to GQ + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + +
                    + + + + +
                    + + + +

                    + + + + New on GQ.com + + + +

                    + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + +
                    +
                    + +
                    +
                    + + + + + + + + + + + + + + + + + + + + + + + + + +

                    + America's Bartender - Essentials for an Awesome Home Bar +

                    + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    The most important aspect to making cocktails is having the right ingredients. Gary helps break it down by showing what you... more >
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                      + + +
                    • The Bachelor's Chris Harrison Is Single
                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

                    • What to Wear Today: January

                      • + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +

                    • New Year, New 'Do

                      • + + +
                    + + + + +
                    +
                    + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + +
                    see all
                    + + + + + + + + + + + + +
                    + + + + + + + + + + + +
                    + + + +
                    + + +
                    + + + + + + + + + + + + +
                    + + +
                    + + + + + + + + + + + + + + + + + +
                    +
                    +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    +
                    +
                    + x +
                    +
                    +
                    + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + +
                    + + + + +
                     
                    + + + + diff --git a/tests/data/html/graziadaily.co.uk1.html b/tests/data/html/graziadaily.co.uk1.html new file mode 100644 index 0000000..ca62939 --- /dev/null +++ b/tests/data/html/graziadaily.co.uk1.html @@ -0,0 +1,881 @@ + + + + + + + + + + + Lady Gaga Selfies For Shiseido campaign | Beauty | Grazia Daily + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + +
                    + +
                    +
                    + + + + + + + +
                    + + + +
                    + +
                    +
                    + + + + + + + + + +
                    +
                    +
                    +

                    Lady Gaga Took 50 Selfies For New Shiseido Campaign

                    +
                    + +
                    + +
                    + + +
                    + +
                    +

                    + By + Jessica Vince + - 29 December 2014 +

                    +

                    Digital Editor

                    +
                    +
                    +
                    + Lady Gaga out and about in New York City [Getty] +

                    Lady Gaga out and about in New York City [Getty]

                    +
                    + +
                    + + + +
                    + +
                    + +
                    +

                    Lady Gaga's no stranger to the world of beauty, having worked on a MAC makeup collection before releasing two of her own fragrances. Now she's dipping her heel into the realm once more as the face of Shiseido's 2015 New Year's ad campaign. 

                    +

                    Not only that but Gaga turned her hand to photography for the Japanese beauty brand, shooting the campaign images herself. And yes, that means selfies ahoy! 

                    +

                    50 selfies to be exact. According to WWD, the pop star shot a different image for a whooping 50 different Japanese newspapers. And it's no surprise considering selfies have dominated social media in 2014 and there's no doubt Gaga's had plenty of practice - have you seen her selfie-packed Instagram profile? Exactly. 

                    +

                    Each image will appear across the New Year's busy shopping period, encouraging shoppers to look as selfie-perfect as Gaga and we have every faith they'll be as wacktacular as ever. Sadly, Shiseido has no plans to publish the campaign outside of Japan but if you'd like to see Gaga's 50 selfies, they're due to be released on the brand's website in the New Year. Failing that, we're sure one or two will pop up on Instagram.

                    + +
                    + That's a LOT of selfies [Instagram] +
                    +

                    That's a LOT of selfies [Instagram]

                    +
                    +
                    +
                    + + +
                    + + + + + + +
                    +
                    +

                    Tags:

                    +

                    + Lady Gaga +

                    +
                    + +
                    + + + +
                    + +

                    Share:

                    +
                    + + +
                    +
                    + +
                    +

                    You May Also Like

                    + +
                    + + + +
                    +
                    + + + +
                    +
                    + +
                    + + + +
                    +
                    +

                    powered by

                    + + + +

                    Loading...

                    +
                    + + comments powered by Disqus +
                    +
                    +
                    + + + +
                    +
                    + + + + + + + + +
                    + + + +
                    + + + +
                    +

                    Related Stories

                    + + + + +
                    + + + + + + + + + + + + + +
                    + +
                    +
                    +
                    +
                    + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/graziadaily.co.uk2.html b/tests/data/html/graziadaily.co.uk2.html new file mode 100644 index 0000000..ef4a1dc --- /dev/null +++ b/tests/data/html/graziadaily.co.uk2.html @@ -0,0 +1,907 @@ + + + + + + + + + + + 2014 Gstaad: A Small World With Carey Mulligan | Hot Topics | Grazia Daily + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + +
                    + +
                    +
                    + + + + + + + +
                    + + + +
                    + +
                    +
                    + + + + + + + + + +
                    +
                    +
                    +

                    Inside Our Trip To Gstaad With A Small World And Carey Mulligan

                    +
                    + +
                    + +
                    + + +
                    + +
                    +

                    + By + Alya Mooro + - 19 December 2014 +

                    +

                    Contributing Writer

                    +
                    +
                    + +
                    + Carey Mulligan and Dianna Agron at ASW Winter Weekend [Rex] +

                    Carey Mulligan and Dianna Agron at ASW Winter Weekend [Rex]

                    +
                    +
                    + + + +
                    + +
                    + +
                    +

                    'Tis the season to wrap up, get glam and ingest your body weight in food and drink. No better time, then, for ASMALLWORLD's utterly fabulous multi-day 10th birthday party in Gstaad, Switzerland. And so it was that our Alya Mooro joined  a rolodex of some of the most alluring individuals, the likes of Dianna Agron, Caitlin FitzGerald, Pixie Geldof, Tali Lennox and the utterly charming Carey Mulligan - who hosted the Saturday night charity gala in aid of War Child - to descend upon the Palace Hotel in Gstaad for a weekend that positively oozed glamour. We round up some of our highlights of the trip below... 

                    +

                    Eating & Drinking... Lots

                    + +
                    + Our Alya Mooro with ASMALLWORLD guest at the cocktail dinner +
                    +

                    Our Alya Mooro with ASMALLWORLD guest at the cocktail dinner

                    +
                    +
                    +

                    The Palace Hotel acted as ground zero for the weekend, hosting a number of fabulous gatherings including welcome cocktails on the Friday night ahead of an epic dinner at in-house restaurant Gildo's where guests got to know each other over wine and three courses of superb cuisine before decamping to the basement club (more on which later). 

                    +

                    Gstaad'd From The Bottom...

                    + +
                    + The view from the top of Wasserngrat +
                    +

                    The view from the top of Wasserngrat

                    +
                    +
                    +

                    While some of the more ambitious of individuals spent their morning after the night before taking to the slopes in their ski gear, the rest of us took a more leisurely approach in the form of a chairlift to the top of Wasserngrat mountain, where we were greeted by a beaming sun, ridiculously Instagrammable views and cauldrons and cauldrons of bubbling cheese. And our lives were basically complete. Giddy from having ingested a lifetime supply of cheese and wine, the remainder of the afternoon was spent concoting the best hashtags to accompany our fairytale-perfect snaps. Our favourite? 'Gstaad'd from the bottom now we here.' Yup, we think Drake would be proud of that one, too. All credit to the altitude. And the wine. 

                    +

                    Reckless & Generous...

                    + +
                    + Paula Goldstein, Cleo Wade, Caitlin Fitzgerald rocking the headgear at ASW Winter Weekend [Rex] +
                    +

                    Paula Goldstein, Cleo Wade, Caitlin Fitzgerald rocking the headgear at ASW Winter Weekend [Rex]

                    +
                    +
                    +

                    Snow boots and gigantic fluffy hats safely tucked away, guests descended upon the Palace ballroom in a dizzying array of black tie extravagance. With trailing dresses in any and all colours imaginable, glittering jewels and a collection of headdresses that frankly make Blair Waldorf's look preeeetty pitiful, guests took their seats for a five course meal that was overseen by none other than Carey Mulligan and ASW Chairman Patrick Liotard-Vogt. 'I am begging you to give recklessly and generously,' said Mulligan in her impassioned address. And who could turn her down? With help from raffle prizes from the likes of Hublot, Maiyet, Tinker Tailor, and even a peck on the cheek from Dianna Agron, $100,000 was raised for War Child - a charity that provides support to children in high conflict zones around the world.

                    +

                    Take It To The Basement...

                    + +
                    + Our Alya Mooro with Dianna Agron +
                    +

                    Our Alya Mooro with Dianna Agron

                    +
                    +
                    +

                    The Palace's basement nightclub - hailed as one of the most exclusive in the region - hosted the afterparties that concluded both festive evenings, and almost contributed to many a missed flight on the Sunday morning! Shoes in hand and fists pumping, attendees of the soirees quite literally let their hair down, dancing into the morning with a little help from the DJs who alternated between the latest in chart topping hits to never forgotten classics, pleasing just about everyone in the process. As attendees from literally all around the world revelled in the moment, we realised just how small a world it is, and how happy we are to be a part of it.  

                    +
                    + + +
                    + + + + + + +
                    +
                    +

                    Tags:

                    +

                    + Carey Mulligan +

                    +
                    + +
                    + + + +
                    + +

                    Share:

                    +
                    + + +
                    +
                    + +
                    +

                    You May Also Like

                    + +
                    + + + +
                    +
                    + + + +
                    +
                    + +
                    + + + +
                    +
                    +

                    powered by

                    + + + +

                    Loading...

                    +
                    + + comments powered by Disqus +
                    +
                    +
                    + + + +
                    +
                    + + + + + + + + +
                    + + + +
                    + + + +
                    +

                    Related Stories

                    + + + + +
                    + + + + + + + + + + + + + +
                    + +
                    +
                    +
                    +
                    + + +
                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/gulflive.com1.html b/tests/data/html/gulflive.com1.html new file mode 100644 index 0000000..6e385b2 --- /dev/null +++ b/tests/data/html/gulflive.com1.html @@ -0,0 +1,1191 @@ + + + + + + + + + + + + + + + + + + + + Sampling History: New Year offers stellar family history, genealogy learning opportunities | gulflive.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                    + + + + + + + + + + + + + + + + +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + +
                    +
                    + + +
                    +
                    + + + +
                    +
                    +
                    +
                    +
                    +
                    +
                    Back to Main Menu
                    +
                    +
                    Close
                    +
                    +
                    Customize Your Weather
                    +
                    + +
                    +
                    +
                    +
                    +
                    +
                    +
                    Congratulations!
                    +
                    Your weather is set to . You can change the location at any time.
                    +
                    + +
                    +
                    +
                    +
                    AccuWeather.com Quick Look
                    +
                    + +
                    +
                    View Full Weather Report
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +
                    +
                    +
                    + +
                    +
                    +

                    Search gulflive.com

                    + +
                    +
                    +
                    +
                    + Account + Sign In +
                    +
                    +
                    +
                    +
                    +
                    Close
                    +
                    +
                    +

                    Sign in to
                    gulflive.com

                    +
                    +
                    + + + + +
                    +
                    + +
                    + + +
                    + +
                    + Forgot your username and password? +
                    +
                    +
                    +

                    Don't have an account?

                    +

                    Register now for free, or sign in with any of these services:

                    + + + + + + +
                    +
                    +
                    +
                    +
                    + +
                    + You are signed in as
                    +

                    +
                    + +
                    +
                    +
                      +

                    • Favorite Schools

                      expand
                      +
                        +
                        • +

                      • Favorite Teams

                        close
                        +
                          +
                          • +
                        +
                        +
                        +
                        +
                        +
                        +
                        +
                        + Subscribe
                        +
                        + +
                        + +
                        + + + + + + + + + + + +
                        + + + + + + + + + + + + + + + + + + + + + + + + + + +
                        + + +
                        +
                        +
                        +
                        +
                        +
                        + +
                        comments
                        +
                        + + + + + +

                        Sampling History: New Year offers stellar family history, genealogy learning opportunities

                        +
                        + + +
                        +
                        Crossroads logo 2.jpg
                        + + NGS 2015 Family History Conference + + + + ( )
                        + + + + + + +
                        +
                        + Print +
                        + + + + + + + + + + Joanne Anderson + + + + + + + + + + +By + + + + + + + + + + + + + Joanne Anderson + + + +The Mississippi Press + + + + + + +
                        on December 24, 2014 at 8:17 AM, updated December 24, 2014 at 8:25 AM + +
                        + + +
                        +
                        + +
                        + + + +
                        + + + + + + + + + + +
                        + + +
                        + + + + + + + + + + + + + +
                        + +
                        +
                        + + +
                        +

                        For the serious genealogist and family historian there are some worthwhile learning opportunities coming up during the year 2015.

                        +


                        The Federation of Genealogical Societies will meet Feb. 11-14 in Salt Lake City, Utah, in conjunction with RootsTech for a one-time special genealogy event at the Salt Palace Convention Center. This gives the genealogy community a unique opportunity to experience two different conferences under one roof or the option to attend only one.

                        +
                        Joanne Anderson mug shot 2011.jpgJoanne Anderson 
                        +


                        "Destined to be the largest family history event North America has ever seen, the FGS 2015 conference is the perfect destination for anyone interested in tracing their roots," said D. Joshua Taylor, FGS president.

                        +


                        FGS sessions will focus on methodology, records, ethnic research and migration. RootsTech will offer a program of technology-based solutions for the genealogy needs of both individuals and societies.

                        +


                        Those attending will have access to the famous Salt Lake City Family History Library, a dream destination of genealogists everywhere. It houses the largest genealogical collection in the world, which includes more than 2.4 million rolls of microfilmed records and 356,000 books. Visitors are welcome to bring a flash drive for digital copies.

                        +


                        Special hotel rates are offered to attendees. For more information on the innumerable number of sessions and events and the expo, log on to www.fgsconference.org.

                        +


                        Another stellar conference is that of the National Genealogical Society. Its 2015 Family History Conference themed "Crossroads of America" will be held in St. Charles, Mo., May 13-16.

                        +


                        The program features numerous tracks each day covering a broad array of topics including records for Missouri and the surrounding states, migration into and out of the Midwest, methodology, analysis, problem solving, genetics, technology, military records, and lectures on locations ranging from Colonial America to Eastern Europe.

                        +


                        Attendees will be offered a variety of conference tours from which to choose that include the historic Daniel Boone Home & Heritage Center, the Lewis & Clark Boathouse, historic St. Louis, Mo., and the National Archives Personnel Records Center.
                        Throughout this conference the Board for Certification of Genealogists will again sponsor a skill-building track for intermediate to advanced researchers interested in improving their research skills.

                        +


                        Multiple lectures, workshops, showcases, luncheons with noted speakers are on the agenda. For details, log on to www.ngsgenealogy.org.

                        +


                        And for those who would like to learn in the comfort of their homes, the NGS is offering a new online study this year called "Researching Your Revolutionary War Ancestors" by author Craig Roberts Scott. This course introduces numerous U.S. records created for, during and after the war for those who fought for independence, and provides strategies to identify and locate information on an ancestor living at the time of the war.

                        +


                        Scott is a nationally recognized lecturer, educator and genealogical and historical researcher with more than 30 years' experience. He specializes in the diverse military records at the National Archives. The eight-module course consists of lessons, examples, exercises and self-graded exams that can be viewed on a home computer. Students work independently.

                        +


                        Specifically, students will learn how to:

                        +

                        • identify an ancestor living at the time of the Revolutionary War,
                        • locate information about the service of an ancestor in the RW,
                        • understand pension law and locate pension application files,
                        • locate pension ledgers, payment vouchers, last and final payments,
                        • locate information about the unit that the ancestor served in during the war;
                        • locate and understand the Compiled Military Service Record, and
                        • compile a post-war record.

                        +


                        A course syllabus is available online for review. For more details, log on to www.ngsgenealogy.org.

                        +


                        Correspondent Joanne Anderson may be reached at joandy42@cableone.net. +

                        + + +
                        + + +
                        +
                        +
                        +
                        +
                        +
                        + +
                        + + +
                        +
                        +
                        +
                        +
                        + +
                        +
                        +
                        +
                        + + + + + + + + +
                        +
                        +
                        +
                        +
                        + + + + + + + + + +
                        +
                        +
                        + + + + + + + + + + + + + + + + + + +
                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/gulflive.com2.html b/tests/data/html/gulflive.com2.html new file mode 100644 index 0000000..13f585a --- /dev/null +++ b/tests/data/html/gulflive.com2.html @@ -0,0 +1,1605 @@ + + + + + + + + + + + + + + Crown Equity Holdings Could be Sitting on a Gold Mine with CRWETube - Video | gulflive.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                        +
                        + + + + + + + + + + + + + + + + + + +
                        +
                        +
                        +
                        + +
                        + +
                        + +
                        +
                        +
                        +
                        + + + 5-day | Satellite +
                        +
                        +
                        + + GulfLive.com + +
                        +

                        Mississippi

                        + Mississippi +
                        + + +
                        +
                        + +
                        +
                        + +
                        +
                        +
                        + + + + +
                        + + 5-day | Satellite +
                        + + +

                        Sign in

                        +
                        +
                        + + +
                        + + +
                        +
                        +

                        Sign in to GulfLive.com

                        + + +
                        + Close +
                        + + +
                        +
                        +
                        Customize Your Weather
                        +
                        + +

                        +
                        +
                        +
                        +
                        + Close +
                        +
                        +
                        +
                        Congratulations!
                        +
                        Your weather is set to . You can change the location at any time.
                        +
                        +
                        + Close +
                        + + + + + + + + + + + + +
                        + +
                        + + + +
                        +
                        +
                        +
                        +
                        +
                        + + + + +
                        +
                        +
                        + + + Gulflive.com: Community Videos + + + +
                        +
                        + + + + + +
                        Business Videos, News Videos »
                        +
                        + +

                         

                        +
                        + + + + + + + + + + + + + + + + + +
                        +
                        + + +

                        +
                        +

                        Crown Equity Holdings Could be Sitting on a Gold Mine with CRWETube

                        + +
                        +
                        + Posted: Thursday, October 17, 2013, 8:09 PM + +
                        Inappropriate video? Alert us.
                        + +
                        +
                        +
                        + + + + + + + + Arnold Saba + + + + + + + + + +By + + + + + + + + + + + + + Arnold Saba + + + +gulflive.com + + + + +
                        +                         + + +
                        +
                        +

                        Crown Equity Holdings Inc. (OTCMKTS: CRWE) goal is to accelerate the success of the company, by refocusing on prior endeavors to deliver value for its stockholders in both the near and long term. + +CRWE has refocused its efforts and direction to an endeavor launched earlier this year in reference to an online business-to-business (B2B) marketplace platform for manufacturers and small to large businesses on a global basis to sell and acquire various types of merchandise. CRWE has started updating its B2B business plan and strategies to move forward. + +Strategic plans are also being developed for CRWE’s online video-sharing and VoIP communication projects to improve the potential future growth for the company + +Online ad spending has rapidly become a main stay in many advertising budgets with online TV ad budgets being with one of the main dynamics driving product and service revenue across all industries. + +BIA/Kelsey has projected that social media advertising spending will hit close to $10 billion by year 2016 well up from $4.8 billion spent in 2012. + +According to Break Media, video ad spending will reach $5.4 Billion by 2016. CRWE is targeting that multi-billion dollar market with its video sharing website CRWETube (www.crwetube.com) + +General disclaimer statements on this website or newsletter may constitute forward-looking statements and are subject to numerous risks and uncertainties, including the failure to complete successfully the development of new or enhanced products, the Company’s future capital needs, the lack of market demand for any new or enhanced products the Company may develop, any actions by the Company’s partners that may be adverse to the Company, the success of competitive products, other economic factors affecting the Company and its markets, seasonal changes, and other risks detailed from time to time in the Company’s filings with the U.S. Securities and Exchange Commission. The actual results may differ materially from those contained on this website. The Company disclaims any obligation to update any statements in this website. These stock quotes and related data are provided for information purposes only and are not intended for trading purposes. Crown Equity Holdings, Inc. . will not be liable for any inaccuracies or delays in such data, or for any actions taken in reliance thereon. Potential investors should seek independent information and advice from qualified investment professionals prior to investment Crown Equity Holdings, Inc. provides links to websites operated by third parties. These links may be of interest or of use to you, and are provided for convenience only. You should be aware that in using these links, you are leaving Crown Equity Holdings, Inc.‘s website. Crown Equity Holdings, Inc. does not approve or endorse the content, information or materials available on such third party websites. In addition, Crown Equity Holdings, Inc. makes no representation regarding, and is not responsible for, the content, information or material available on such websites. If you decide to access such websites or newsletter you do this at your own risk, and Crown Equity Holdings, Inc. will not be liable for any loss or damage associated with your use of, or reliance on, the content, information or material available on such websites. +

                        + +
                        + +
                        + Tags: advertising branding, advertising services, b2b, Crown Equity Holdings, CRWE, digital network, marketing services, marketing specialties, online business to business, online media awareness, online multi-media publisher, online video sharing, OTCMKTS:CRWE, search engine optimization, VoIP communication +
                        + + + +
                        +
                        + +
                        + + + +
                        +
                        + +
                        + +
                        + + +
                        +
                        +
                        Inside
                        +
                        +
                        User Videos »

                        + + + + + + + +

                        + + + + + + + + + + +
                        +
                        +
                        Search User Videos
                        +
                        + +
                        +
                        +
                        + +
                        + + +
                        +
                        Browse by category
                        + +
                        + +
                        + + + + + + + + +
                        +
                        Browse by month
                        +
                        + +
                        +
                        +
                        + + + + + +
                        +
                        +
                        + + + +
                        + + + + + +
                        + +
                        + + + +
                        + +
                        +
                        +
                        + +
                        + +
                        + + + + + + + + + +
                        +
                        +
                        +

                        Popular Video Tags

                        What's this? +
                        + +
                        +
                        +
                        + + + + + + + + + + + +
                        + +
                        + + + + + + +
                        + +
                        + + +
                        +
                        +
                        +
                        +
                        +
                        +
                        From Our Advertisers

                        +
                        +
                        + +
                        +
                        + +
                        +
                        + +
                        +
                        +
                        +
                        Advertise With Us »
                        +
                        +
                        +
                        +
                        +
                        + + +
                        + +
                        + + + + +
                        +
                        + + +
                        + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/huffingtonpost.com1.html b/tests/data/html/huffingtonpost.com1.html new file mode 100644 index 0000000..6e71538 --- /dev/null +++ b/tests/data/html/huffingtonpost.com1.html @@ -0,0 +1,2637 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Jamie Dimon Says Banks Are Under Assault As He Announces $4.9 Billion Profit + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                        +
                        + + + + + + +
                        +
                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                        + + + +
                        + + +
                        + + + + + + + + + + + + + + + + + + + + + +
                        + + + +
                        + + +
                        + +
                        + +
                        +
                        +
                        + + +
                        +
                        + + + + Huffpost Business + +
                        + + + + +
                        + + Edition: U.S. + + + + + + +
                        + + + + + +
                        +
                        +
                        + +
                        + +
                        + +
                        +
                          +
                        • + +
                          • +
                        +
                        + +
                        + +
                        +
                        + + + +
                        +
                        + +
                        +
                        + +
                        +
                        + + + +
                        + +
                        + + + + + + +
                        +
                        +
                        + + + + + +
                        + + + + + + +
                        + + +
                        + + +
                        +
                        + + + +
                        +
                        + Ben Walsh Headshot +
                        +
                        +
                        + + Become a fan + + + +
                        + + +
                        +
                        + +

                        Jamie Dimon Says Banks Are Under Assault As He Announces $4.9 Billion Profit

                        + +
                        + +
                        + + Posted: + + + Updated: + +
                        +
                        + + + +
                        + JAMIE DIMON +
                        Bloomberg via Getty Images
                        + + + + + + + +
                        +
                        + + +
                        +
                        + + +
                        +
                        + +
                        + +
                        +
                        + + + +

                        We should all do so well while under assault.

                        JPMorgan Chase earned $4.9 billion in the fourth quarter of 2014, the company announced on Wednesday, down from a year ago, but capping what CEO Jamie Dimon called a record year for the biggest U.S. bank by assets.

                        Despite this success, Dimon warned that "banks are under assault," from government regulators.

                        +
                        +

                        "In the old days," Dimon said, "you dealt with one regulator when you had an issue, maybe two. “Now it’s five or six. It makes it very difficult and very complicated.

                        "You all should ask the question about how American that is. And how fair that is," he added. "And how complex that is for companies."

                        The biggest U.S. bank by assets has had its fair share of trouble with regulators in recent years. In the fourth quarter, JPMorgan paid $1.1 billion to settle charges by U.S. and foreign regulators that its traders had manipulated currency markets. In those settlements, J.P. Morgan did not admit nor deny any wrongdoing.

                        "Obviously, companies make mistakes," Dimon said on Wednesday. "We try to resolve it, we try to fix it, we admit it."

                        In the past two years, JPMorgan has paid out $14 billion in settlements and fines related to the London Whale trading losses, manipulating the key interest rate benchmark Libor, and issuing bad mortgages that helped lead to the financial crisis.

                        The bank earned $39.7 billion in net income over those same two years.

                        Despite his complaints, Wall Street lobbyists, and Dimon himself, are orchestrating a "continuing assault" on the 2010 Dodd-Frank financial-reform law that "has achieved remarkable success," as the New York Times put it on Tuesday.

                        Dimon personally lobbied for Congress to loosen derivatives rules put in place by Dodd-Frank financial. Late in December, the Federal Reserve gave banks another year to comply with certain aspects of that law's Volcker Rule, which prohibits proprietary trading. And now House Republicans are lining up a vote to extend that grace period until 2019, a full nine years after the bill was put into law.

                        If record profits and regulatory rollbacks are Dimon's idea of an assault on banks, it's hard to imagine what he thinks victory looks like.
                        +

                        +
                        + +
                        + +
                        + +
                        +
                        +
                        + +
                        + + + + + + +
                        +

                        Around the Web

                        +

                        JPMORGAN CHASE & CO (JPM:New York): Earnings Estimates ...

                        JPMorgan Chase reports second-quarter 2014 earnings | J.P. Morgan

                        JPMorgan Misses Fourth Quarter Earnings Amid Fixed Income Trading Declines

                        Recap: JP Morgan's and Wells Fargo's Earnings

                        JPMORGAN CHASE & CO (JPM:New York): Earnings Estimates ...

                        What to watch for in JP Morgan earnings

                        Tesla, JP Morgan drop; GameStop jumps on solid sales

                        + + +
                        + +
                        +
                        + +
                         
                        + +
                        + + + + +
                        +
                        +

                        Conversations

                        +
                        +
                        + +
                        +
                        +
                        + + + +
                        + +
                        + +
                        + +
                        +
                        +
                        + + +
                        + +
                        + + + + + + + + +
                        +
                        + + + + +
                        + +
                        +
                        + + + + +
                        +
                        +
                        +
                        + + + +
                        + +
                        + + +
                        + + + + +
                        + +
                        +
                        + + +
                        + + + + +
                        + + + + + + + + + + + + +
                        + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/lifebuzz.com1.html b/tests/data/html/lifebuzz.com1.html new file mode 100644 index 0000000..97da95b --- /dev/null +++ b/tests/data/html/lifebuzz.com1.html @@ -0,0 +1,1164 @@ + + + + + + + She Was Tired Of Being Photoshopped, So Here’s What She Did About It. + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                        + + + + + + + + + + + + + + + + + + +
                        +
                        +
                        +
                        + +
                        +
                        + Lisa Be +
                        +

                        By Lisa Be

                        +

                        LifeBuzz Staff

                        +
                        +
                        + +
                        + + + + + + +
                        +
                        + +
                        +

                        She Was Tired Of Being Photoshopped, So Here’s What She Did About It.

                        +
                        + +
                        +
                        +
                        + +
                        + +
                        + +
                        + +
                        + + + +

                        Grammy Award-winning, singer-songwriter Colbie Caillat released her new EP, Gypsy Heart Side A. Her album’s lead single “Try” makes a powerful statement about beauty ideals.

                        + + + +
                        +
                          +
                          • +
                          • +
                          • +
                          • +
                          • +
                        + + +
                        + +
                        + + +
                        + + + +

                        Share this with all of your girlfriends by clicking the Share button below.

                        + + +

                        + Source: + ColbieCaillatVEVO +

                        + + + +
                        + +
                        +
                        + Next Post +
                        + +
                        + +
                        +
                        + +
                        + +
                        +
                        + +
                        + +
                        + + +
                        + +
                        +
                        + +
                        + +
                        +
                        +
                        +
                        + +
                        +
                        + +
                        +
                        + + + +
                        +

                        Tell us what you think

                        +
                        +
                        + +
                        + +
                        + + +
                        +
                        + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/lifebuzz.com2.html b/tests/data/html/lifebuzz.com2.html new file mode 100644 index 0000000..79d8ecf --- /dev/null +++ b/tests/data/html/lifebuzz.com2.html @@ -0,0 +1,1274 @@ + + + + + + + What Do You Think This Guy Is Doing? You Will Never Guess…. And It’s Going To Break Your Heart + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                        + + + + + + + + + + + + + + + + + + +
                        +
                        +
                        +
                        + +
                        +
                        + Haris +
                        +

                        By Haris

                        +

                        LifeBuzz Staff

                        +
                        +
                        + +
                        + + + + + + +
                        +
                        + +
                        +

                        What Do You Think This Guy Is Doing? You Will Never Guess…. And It’s Going To Break Your Heart

                        +
                        + +
                        +
                        +
                        + +
                        + +
                        + +
                        + +
                        + +

                        Sylvie a 13 year old Husky went on her morning walk with her owner when she fell through the ice. After being trapped in the water for about 30 minutes, Firefighter Sean Coyle came to the rescue. The pictures below capture the event as it transpires.

                        + + + +
                        +

                        Exhausted Sylvie had been in the frigid water for more than 30 minutes

                        + + +
                        +
                          +
                          • +
                          • +
                          • +
                          • +
                          • +
                        + + + Exhausted Sylvie had been in the frigid water for more than 30 minutes +

                        Boston Herald / Polaris

                        +
                        + +
                        + + +
                        +

                        Firefighter Sean Coyle uses a basket to slide out to Sylvie

                        + + +
                        +
                          +
                          • +
                          • +
                          • +
                          • +
                          • +
                        + + + Firefighter Sean Coyle uses a basket to slide out to Sylvie +

                        Boston Herald / Polaris

                        +
                        + +
                        + + +
                        +

                        The husky clings to the ice as firefighter Sean Coyle inches out to the hole

                        + + +
                        +
                          +
                          • +
                          • +
                          • +
                          • +
                          • +
                        + + + The husky clings to the ice as firefighter Sean Coyle inches out to the hole +

                        Boston Herald / Polaris

                        +
                        + +
                        + + +
                        +

                        Fireman Coyle grabs Sylvie by the scuff of the neck as he attempts to lift her from the water

                        + + +
                        +
                          +
                          • +
                          • +
                          • +
                          • +
                          • +
                        + + + Fireman Coyle grabs Sylvie by the scuff of the neck as he attempts to lift her from the water +

                        Boston Herald / Polaris

                        +
                        + +
                        + + + + +
                        + +
                        +
                        + + Next › +

                        Page 1 of 2

                        +
                        + +
                        + +
                        +
                        + +
                        + +
                        +
                        + +
                        + +
                        + + +
                        + +
                        +
                        + +
                        + +
                        +
                        +
                        +
                        + +
                        +
                        + +
                        +
                        + + + +
                        +

                        Tell us what you think

                        +
                        +
                        + +
                        + +
                        + + +
                        +
                        + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/livescience.com1.html b/tests/data/html/livescience.com1.html new file mode 100644 index 0000000..320dade --- /dev/null +++ b/tests/data/html/livescience.com1.html @@ -0,0 +1,804 @@ + + + + + + Magic Mushrooms Create a Hyperconnected Brain + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                        +
                        + + + + + +   + + + + + + +
                        + +
                        +                         +                         + + + +
                        +
                        + + + + + + + +
                        +
                        +
                        +
                        + +
                        +
                        +
                        +
                        + + + +
                        +
                        + + +
                        + + + + +
                        +
                        + TRENDING: + Geek Gifts + // + Ebola Outbreak + // + Military & Spy Tech + // + 3D Printing + // + OurAmazingPlanet + // + Best Fitness Trackers + // + Human Origins +
                        +
                        +
                        +
                        + +
                        + +
                        +
                        + +
                        + +
                        +
                        +

                        Magic Mushrooms Create a Hyperconnected Brain

                        +
                        +
                        + by Tia Ghose, Staff Writer   |   October 29, 2014 07:38am ET +
                        +
                        + +
                        +
                        + + + + + +
                        +
                        + +
                        + + + +
                        +
                        + +
                        +
                        + +
                        +
                        + + + + + + + + + + + + +
                        + magic mushrooms +
                        + + + + + Magic mushrooms can create vivid hallucinations of strange and fantastical things, such as abstract geometric shapes.
                        + + + Credit: WhiteHaven/Shutterstock.com + + + + +
                        +                         + + + + + +

                        + Magic mushrooms may give users trippy experiences by creating a hyperconnected brain.

                        +

                        + The active ingredient in the psychedelic drug, psilocybin, seems to completely disrupt the normal communication networks in the brain, by connecting "brain regions that don't normally talk together," said study co-author Paul Expert, a physicist at King's College London.

                        +

                        + The research, which was published today (Oct. 28) in the Journal of the Royal Society Interface, is part of a larger effort to understand how psychedelic drugs work, in the hopes that they could one day be used by psychiatrists — in carefully controlled settings — to treat conditions such as depression, Expert said. [Trippy Tales: The History of 8 Hallucinogens] +

                        +

                        + +
                        +

                        + +

                        + Magic mushrooms

                        +

                        + Psilocybin, the active ingredient in magic mushrooms, is best known for triggering vivid hallucinations. It can make colors seem oversaturated and dissolve the boundaries between objects.

                        +

                        + But the drug also seems to have more long-lasting effects. Many people report intensely spiritual experiences while taking the drug, and some studies even suggest that one transcendent trip can alter people's personalities on a long-term basis, making those individuals more open to new experiences and more appreciative of art, curiosity and emotion.

                        +

                        + People who experiment with psilocybin "report it as one of the most profound experiences they've had in their lives, even comparing it to the birth of their children," Expert told Live Science.

                        +

                        + Making connections

                        +

                        + Scientists have long known that psilocybin binds to a receptor in the brain for serotonin, a brain chemical that plays a role in mood, appetite and sleep, but exactly how the drug transforms the whole brain's pattern of communication isn't clear.

                        +

                        + In past work, Expert's colleagues had found that psilocybin spurred the brain into a more dreamlike state, and that the drug decreased brain activity.

                        +

                        + In the current study, the team used functional magnetic resonance imaging (fMRI) to scan the brain activity of 15 healthy volunteers — once after they had taken a placebo, and once after they took the hallucinogen psilocybin. (The team chose only people who had reported past positive experiences with magic mushrooms to prevent them from panicking inside the claustrophobic MRI machines.)

                        +

                        + The team then compared the brain activity of the individuals on and off the drug, and created a map of connections between different brain regions.

                        +

                        + Psilocybin dramatically transformed the participants' brain organization, Expert said. With the drug, normally unconnected brain regions showed brain activity that was synchronized tightly in time. That suggested the drug was stimulating long-range connections the brain normally wouldn't make. After the drug wore off, brain activity went back to normal.

                        +

                        + Drug's effect

                        +

                        + Psilocybin may create a brain state akin to synesthesia, a sensory effect in which one sense stimulus (such as a number) always gets paired in the brain with another (such as a color or a sound), the researchers wrote in the paper. People with synesthesia may see certain colors when they hear music, or always see the number 3 in yellow, for instance, Expert said.

                        +

                        + The findings could help scientists who are studying the drug as a potential treatment for depression, Expert said. Past work has found that people tend to be happier even after using psilocybin just once, but scientists would need to get a much better picture of how the drug impacts the brain before using psilocybin to treat depression, Expert said.

                        +

                        + The research could ultimately also help answer bigger questions of the mind, like how people construct a sense of self.

                        +

                        + "Through studies such as these we can really begin to tackle the questions of how we achieve coherent experiences of ourselves in the world around us, and understand what makes this break down," said Mitul Mehta, a psychopharmacology researcher at King's College London, who was not involved in the study.

                        +

                        + Follow Tia Ghose on Twitter and Google+. Follow Live Science @livescience, Facebook & Google+. Originally published on Live Science.

                        +

                        + + +
                        + + +
                        + +
                        + + + +
                        +

                        Editor's Recommendations

                        + +
                        + +
                        + + + +
                        + +
                        + + + + +
                        +
                        +
                        More from LiveScience
                        +
                        +
                        + +
                        +
                        + + + + + + + + + +
                        +
                        Author Bio
                        +
                        + + Tia Ghose, LiveScience Staff Writer + +
                        + +
                        + +

                        Tia Ghose

                        + + + Tia has interned at Science News, Wired.com, and the Milwaukee Journal Sentinel and has written for the Center for Investigative Reporting, Scientific American, and ScienceNow. She has a master's degree in bioengineering from the University of Washington and a graduate certificate in science writing from the University of California Santa Cruz.
                        + + +
                        + +
                        Tia Ghose on
                        + + Contact tiaghose on Twitter + + + Contact Tia Ghose by EMail + + +
                        +
                        +
                        + + + +
                        +
                        + + +
                        + +
                        + +
                        +
                        + +
                        + + +
                        +
                        + +
                        + +
                        + +
                        + + + +
                        + +
                        + + +
                        + +
                        + +
                        + + +
                        + +
                        + +
                        +
                        +
                         
                        +
                        +
                        +
                         
                        + +
                        +
                        + COMPANY + Company Info + About the Site + Contact Us + Advertise with Us + Using our Content + Licensing & Reprints + Privacy Policy + Sitemap +
                        +
                        + NETWORK + TopTenREVIEWS + Tom’s Guide + LAPTOP + Tom’s Hardware + BusinessNewsDaily + Tom’s IT Pro + SPACE.com + LiveScience +
                        +
                        + FOLLOW US + + +
                        + +
                        +                         + +
                        + +
                        +                         + +
                        + +
                        +                         + +
                        + +
                        +                         + +
                        + +
                        +                         + +                         + SUBSCRIBE + +
                        + + + +
                        +                         + + + Copyright © 2015 All Rights Reserved. + +
                        +
                        +
                        + + + + + + + + + + + + + + + +
                        + + + + + + + + + + + + + + diff --git a/tests/data/html/livescience.com2.html b/tests/data/html/livescience.com2.html new file mode 100644 index 0000000..5618186 --- /dev/null +++ b/tests/data/html/livescience.com2.html @@ -0,0 +1,820 @@ + + + + + + Brraaiins! How Zombies Overran Pop Culture + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                        +
                        + + + + + +   + + + + + + +
                        + +
                        +                         +                         + + + +
                        +
                        + + + + + + + +
                        +
                        +
                        +
                        + +
                        +
                        +
                        +
                        + + + +
                        +
                        + + +
                        + + + + +
                        +
                        + TRENDING: + Geek Gifts + // + Ebola Outbreak + // + Military & Spy Tech + // + 3D Printing + // + OurAmazingPlanet + // + Best Fitness Trackers + // + Human Origins +
                        +
                        +
                        +
                        + +
                        + +
                        +
                        + +
                        + +
                        +
                        +

                        Brraaiins! How Zombies Overran Pop Culture

                        +
                        +
                        + by Stephanie Pappas, Live Science Contributor   |   October 31, 2014 07:15am ET +
                        +
                        + +
                        +
                        + + + + + +
                        +
                        + +
                        + + + +
                        +
                        + +
                        +
                        + +
                        +
                        + + + + + + + + + + + + +
                        + still shot of zombies in Night of the Living Dead +
                        + + + + + The zombies in the 1968 film "Night of the Living Dead" had a taste for flesh, but had not yet broadened their horizons to braaaiins.
                        + + + Credit: Public Domain + + + + +
                        +                         + + + + + +

                        + They moan. They bite. They shuffle. Or sometimes, they sprint, swarm and carry on surprisingly intelligent conversation.

                        +

                        + Zombies are something of an open-source pop-culture phenomenon. Unlike Dracula or Frankenstein, these Halloween monsters aren't based on a literary resource. In fact, the modern conception of a zombie dates back to 1968, in a movie that doesn't so much as use the word: George Romero's "Night of the Living Dead."

                        +

                        + "He didn't call them zombies, and he didn't think about them as zombies," said Ozzy Inguanzo, a screenwriter and author of "Zombies on Film: The Definitive Story of Undead Cinema" (Rizzoli, 2014). But the public did, Inguanzo told Live Science. +

                        +

                        + +
                        +

                        + +

                        + "Audiences saw these lumbering dead people, and they called them zombies … therefore, they became zombies," he said. Since then, the walking undead have wormed their way into video games, comic books — and even the classics (witness 2009's novel "Pride and Prejudice and Zombies). [Zombies! Your Complete Guide to the Attack of the Dead (Infographic) ]

                        +

                        + From Haiti to Hollywood

                        +
                        Timeline of zombies in pop culture
                        + + + Facts about the zombie phenomenon in pop culture, movies and gaming. [See full infographic]
                        Credit: By Karl Tate, Infographics Artist
                        +

                        + The true zombie origin story dates back further than 1968, of course. The sad beginning of the myth harks back to Haiti during the 1600s and 1700s, when African slaves were worked to death on sugar plantations. As UC Irvine journalism instructor Amy Wilentz pointed out in the New York Times in 2012, it's not hard to see how the notion of a dead body, stripped of will and personality, forced to do the bidding of a sorcerer, would occur to an enslaved people.

                        +

                        + The notion of zombies is still part of Haitian folklore. The belief is that, through magic or poison, a sorcerer makes a person fall ill and appear to die. After the family buries the body, the sorcerer retrieves the person, who is alive, but held in thrall. In a 1997 article in the medical journal The Lancet, researchers studied three real-life cases of "zombification" and diagnosed the three sufferers with catatonic schizophrenia, epilepsy and mistaken identity. In the final case, a 31-year-old woman with possible fetal alcohol syndrome was mistaken for another woman who had died 13 years before. The cases suggest that zombification has often been used to explain mental illness or brain disorders in rural Haiti.

                        +

                        + Zombies made the leap from Haitian religion to American entertainment in 1932, Inguanzo said, with a film starring Bela Lugosi and Madge Bellamy called "White Zombie." That movie, in turn, was largely inspired by a 1929 travelogue by William Seabrook, a journalist who also happened to be the kind of guy who, after failing to get a good enough description of the taste of human flesh from a West African chieftain, manages to acquire a hunk of flesh from a corpse to cook up himself. (In his 1931 book "Jungle Ways," Seabrook helpfully describes the taste as being very similar to veal.)

                        +

                        + Zombies popped up in horror flicks over the next few decades, frequently in keeping with the Haitian voodoo theme, but sometimes branching out: The "Revenge of the Zombies" in 1943 took a sci-fi angle, with a Nazi scientist trying to create an army of the undead for Hitler. [The 10 Weirdest Ways We Deal with the Dead]

                        +

                        + The modern zombie

                        +

                        + But the quintessential zombie flick was actually inspired less by these films and more by vampires. Working off the 1954 post-apocalyptic novel "I Am Legend," by Richard Matheson, which tells the story of the last man standing in a world of vampirelike monsters, George Romero and John Russo told their own tale of a group of bickering humans threatened by the shuffling, moaning living dead.

                        +

                        + "He took the Haitian component out of the previous character storylines and brought them here, to suburbia," Inguanzo said. "They were our friends, our relatives, our neighbors who were coming back from the dead."

                        +
                        World War Z zombies
                        + + + The fast-paced zombies of "World War Z."
                        Credit: Paramount Pictures
                        +

                        + Romero's zombies became the touchstone for those that would follow, with writers adding their own quirks to the genre. In 1985's "Return of the Living Dead," the zombies hungered not just for human flesh, but also for "braaaains." That idea stuck. The movie was also the first to introduce talking zombies, and perhaps more crucially, fast-moving zombies.

                        +

                        + These days, fast-walking zombies are overtaking their shambling counterparts, at least on the big screen. The trend is, in part, inspired by video games like "Resident Evil," which first came out in 1996.

                        +

                        + "Video games had a huge impact in bringing [zombies] back to the forefront," Inguanzo said. "These are easy bad guys to kill. There's no remorse there."

                        +

                        + The zombie virus has also spread to the comic-book world, like the 2005-2006 Marvel series in which all of Marvel's superheroes get infected by a zombie virus. The superheroes stay strong and smart, but crave human flesh. Even wholesome Archie Comics has been bitten by the zombie bug, with a 2013 series called "Afterlife with Archie."

                        +

                        + Zombie comics are, in turn, making the leap back to the screen, as with AMC's series "The Walking Dead." And Hollywood seems to be recognizing that zombies are moneymakers, turning out big-budget Brad Pitt spectacles like 2013's "World War Z."

                        +

                        + "Those types of movies are focusing on explosions and action and adrenaline," Inguanzo said.

                        +

                        + Follow Stephanie Pappas on Twitter and Google+. Follow us @livescience, Facebook & Google+. Original article on Live Science.

                        +

                        + + +
                        + + +
                        + +
                        + + + +
                        +

                        Editor's Recommendations

                        + +
                        + +
                        + + + +
                        + +
                        + + + + +
                        +
                        +
                        More from LiveScience
                        +
                        +
                        + +
                        +
                        + + + + + + + + + +
                        +
                        Author Bio
                        +
                        + + + +
                        + +
                        + +

                        Stephanie Pappas

                        + + + Stephanie Pappas is a contributing writer for Live Science. She covers the world of human and animal behavior, as well as paleontology and other science topics. Stephanie has a Bachelor of Arts in psychology from the University of South Carolina and a graduate certificate in science communication from the University of California, Santa Cruz. She has ducked under a glacier in Switzerland and poked hot lava with a stick in Hawaii. Stephanie hails from East Tennessee, the global center for salamander diversity. Follow Stephanie on Google+.
                        + + +
                        + +
                        Stephanie Pappas on
                        + + Contact https:///sipappas on Twitter + + + Contact Stephanie Pappas by EMail + + +
                        +
                        +
                        + + + +
                        +
                        + + +
                        + +
                        + +
                        +
                        + +
                        + + +
                        +
                        + +
                        + +
                        + +
                        + + + +
                        + +
                        + + +
                        + +
                        + +
                        + + +
                        + +
                        + +
                        +
                        +
                         
                        +
                        +
                        +
                         
                        + +
                        +
                        + COMPANY + Company Info + About the Site + Contact Us + Advertise with Us + Using our Content + Licensing & Reprints + Privacy Policy + Sitemap +
                        +
                        + NETWORK + TopTenREVIEWS + Tom’s Guide + LAPTOP + Tom’s Hardware + BusinessNewsDaily + Tom’s IT Pro + SPACE.com + LiveScience +
                        +
                        + FOLLOW US + + +
                        + +
                        +                         + +
                        + +
                        +                         + +
                        + +
                        +                         + +
                        + +
                        +                         + +
                        + +
                        +                         + +                         + SUBSCRIBE + +
                        + + + +
                        +                         + + + Copyright © 2015 All Rights Reserved. + +
                        +
                        +
                        + + + + + + + + + + + + + + + +
                        + + + + + + + + + + + + + + diff --git a/tests/data/html/mashable.com1.html b/tests/data/html/mashable.com1.html new file mode 100644 index 0000000..46ff967 --- /dev/null +++ b/tests/data/html/mashable.com1.html @@ -0,0 +1,370 @@ + + + + + +I'm Feeling Lucky: Google's New Year Surprise + + + + + + + + + + + + + + + + + + + + + + + +

                        Mashable

                        +
                        +
                        + +
                        +
                        +
                        +
                        +
                        +
                        + +
                        +

                        Social Media

                        + +
                        +
                        +
                        +
                        + + + + + +
                        + +
                        +
                        +
                        +

                        I'm Feeling Lucky: Google's New Year Surprise

                        + + +
                        + + + + + + + +
                        + +
                        I-m-feeling-lucky-google-s-new-year-surprise-1f0f45d827
                        + +
                        Pete-cashmore-56747d0f8c
                        By Pete Cashmore
                        + +
                        +
                        + +

                        Google doesn't just have a new logo today: the creative web company has also hidden a surprise on its homepage.

                        +

                        Go to Google.com today and click "I'm Feeling Lucky" (without entering a search term) to get an unexpected treat.

                        +

                        Google is increasingly drawing attention to its homepage through more and more custom logos: some argue that these are a counter to Bing.com's daily photo, which makes the rival search engine a daily visit for many. Is today's hidden gem just for fun, or a subtle reminder to visit Google.com once in awhile?

                        + + + +
                        + +
                        +
                        +
                        +
                        + + +
                        +
                        +
                        +
                        +
                        +
                        +
                        +Load Comments + +
                        +
                        +
                        + +
                        +
                        +
                        +

                        More in Social Media

                        +
                        + +
                        +

                        What's New

                        +

                        What's Rising

                        +

                        What's Hot

                        +
                        +
                        +
                        + + + + + + +
                        +
                        +
                        +
                        +
                        +
                        + +Mashable + +is a leading source for news, information and resources for the Connected Generation. Mashable reports on the importance of digital innovation and how it empowers and inspires people around the world. Mashable's record 40 million unique visitors worldwide and 20 million social media followers are one of the most influential and engaged online communities. Founded in 2005, Mashable is headquartered in New York City with an office in San Francisco. +
                        +
                          +
                        • +©2005-2015 +Mashable, Inc. +
                          • +
                        • +Reproduction without explicit permission is prohibited. All Rights Reserved. +
                          • +
                        • +Designed in collaboration with Code & Theory +
                          • +
                        +
                        +
                        + +
                        +
                        + + diff --git a/tests/data/html/mashable.com2.html b/tests/data/html/mashable.com2.html new file mode 100644 index 0000000..4897cb5 --- /dev/null +++ b/tests/data/html/mashable.com2.html @@ -0,0 +1,423 @@ + + + + + +Power outage at London's Stansted airport holds up holiday travel + + + + + + + + + + + + + + + + + + + + + + + +

                        Mashable

                        +
                        +
                        + +
                        +
                        +
                        +
                        +
                        +
                        + +
                        +

                        World

                        + +
                        +
                        +
                        +
                        + + + + + +
                        + +
                        +
                        +
                        +

                        Power outage at London's Stansted airport holds up holiday travel

                        + + +
                        + + + + + + + +
                        + +
                        Stansted
                        Stansted Airport, Dec. 22, 2014.
                        Image: Jiri Hosek
                        + +
                        Avatar
                        By Jessica Plautz
                        + +
                        +
                        + +

                        A power outage at Stansted International Airport in London held up holiday travel Monday afternoon, adding some extra misery to an already busy travel week.

                        +

                        The power outage lasted about two hours. Photos uploaded by holiday travelers show massive queues, although the outage affected only parts of the airport.

                        +

                        See also: The worst things people do on airplanes, ranked

                        + + +

                        The power outage is affecting the transit system that gets travelers to their airplanes, according to the airport.

                        +

                        Stansted is located about 40 miles north of London's center; the terminal most affected is Ryanair.

                        + + + + + + +

                        Planes on the tarmac were also affected, as passengers had to wait because of the outage. The airport was dispatching buses to take passengers back and forth.

                        + + +

                        The airport reported that crews had restored power at about 5:30 p.m. local time (12:30 p.m. EST).

                        + +

                        While much smaller than Heathrow or Gatwick airports in London, Stansted had its busiest November in eight years last month with more than 1.5 million passengers.

                        +

                        Stansted Airport reported that there were some delays, but flights are operating. FlightAware was not reporting a large number of delays in the early afternoon.

                        +

                        Have something to add to this story? Share it in the comments.

                        + + + + +
                        + +
                        +
                        +
                        +
                        + + +
                        +
                        +
                        +
                        +
                        +
                        +
                        +Load Comments + +
                        +
                        +
                        + +
                        +
                        +
                        +

                        More in World

                        +
                        + +
                        +

                        What's New

                        +

                        What's Rising

                        +

                        What's Hot

                        +
                        +
                        +
                        + + + + + + +
                        +
                        +
                        +
                        +
                        +
                        + +Mashable + +is a leading source for news, information and resources for the Connected Generation. Mashable reports on the importance of digital innovation and how it empowers and inspires people around the world. Mashable's record 40 million unique visitors worldwide and 20 million social media followers are one of the most influential and engaged online communities. Founded in 2005, Mashable is headquartered in New York City with an office in San Francisco. +
                        +
                          +
                        • +©2005-2014 +Mashable, Inc. +
                          • +
                        • +Reproduction without explicit permission is prohibited. All Rights Reserved. +
                          • +
                        • +Designed in collaboration with Code & Theory +
                          • +
                        +
                        +
                        + +
                        +
                        + + diff --git a/tests/data/html/mlive.com1.html b/tests/data/html/mlive.com1.html new file mode 100644 index 0000000..85e4242 --- /dev/null +++ b/tests/data/html/mlive.com1.html @@ -0,0 +1,1729 @@ + + + + + + + + + + + + + + + + + + + + Police release surveillance photos in Dec. 22 University Bank robbery | MLive.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                        + + + + + + + + + + + + + + + + +
                        +
                        +
                        +
                        +
                        +
                        +
                        +
                        +
                        + +
                        +
                        + +
                        +
                        +
                        +
                        +
                        +
                          +
                        • Home
                          • + +
                        • + Set Your Edition + Michigan +
                          • + +
                        • +
                          + + + + +
                          + +
                          • +
                        + +
                        + + + + + + + + + +
                          + +
                        • Ann Arbor
                          • + +
                        • Bay City
                          • + +
                        • Detroit
                          • + +
                        • Flint
                          • + +
                        • Grand Rapids
                          • + +
                        • Jackson
                          • + +
                        • Kalamazoo
                          • + +
                        • Lansing
                          • + +
                        • Muskegon
                          • + +
                        • Saginaw
                          • + +
                        • All Michigan
                          • + +
                        + +
                        +
                        +
                        +
                        +
                        +
                        +
                        + + + +
                        +
                        +
                        +
                        +
                        +
                        +
                        Back to Main Menu
                        +
                        +
                        Close
                        +
                        +
                        Customize Your Weather
                        +
                        + +
                        +
                        +
                        +
                        +
                        +
                        +
                        Congratulations!
                        +
                        Your weather is set to . You can change the location at any time.
                        +
                        + +
                        +
                        +
                        +
                        AccuWeather.com Quick Look
                        +
                        + +
                        +
                        View Full Weather Report
                        +
                        +
                        +
                        +
                        +
                        +
                        +
                        +
                        + +
                        +
                        +
                        +
                        +
                        + +
                        +
                        +

                        Search MLive

                        + +
                        +
                        +
                        +
                        + Account + Sign In +
                        +
                        +
                        +
                        +
                        +
                        Close
                        +
                        +
                        +

                        Sign in to
                        MLive

                        +
                        +
                        + + + + +
                        +
                        + +
                        + + +
                        + +
                        + Forgot your username and password? +
                        +
                        +
                        +

                        Don't have an account?

                        +

                        Register now for free, or sign in with any of these services:

                        + + + + + + +
                        +
                        +
                        +
                        +
                        + +
                        + You are signed in as
                        +

                        +
                        + +
                        +
                        +
                          +

                        • Favorite Schools

                          expand
                          +
                            +
                            • +

                          • Favorite Teams

                            close
                            +
                              +
                              • +
                            +
                            +
                            +
                            +
                            +
                            +
                            +
                            + Subscribe
                            +
                            + +
                            + + +
                            +

                            Michigan

                            + Change Region +
                            + + +
                            + + + + + + + + + + + +
                            + + + + + + + + + + + + + + + + + + + + + + + + + + +
                            + + +
                            +
                            +
                            +
                            +
                            +
                            + +
                            comments
                            +
                            + + + + + +

                            Police release surveillance photos in Dec. 22 University Bank robbery

                            +
                            + + +
                            + + + + + + + + + + + + + + + + + + + +
                            +
                            + Print +
                            + + + + + + + + + + Darcie Moran | dmoran@mlive.com + + + + + + + + + + +By + + + + + + + + + + + + + Darcie Moran | dmoran@mlive.com + + + +The Ann Arbor News +
                            Follow on Twitter + + + + + +
                            on December 29, 2014 at 2:48 PM, updated December 29, 2014 at 2:51 PM + +
                            + + + +
                            +
                            + +
                            + + + +
                            + + + + + + + + + + +
                            + + +
                            + + + + + + + + + + + + + + + + + + + + + + + + + +
                            + +
                            +
                            + + +
                            +

                            Police have released surveillance photos in hopes of garnering help to track down a suspect in the University Bank robbery on Dec. 22.

                            + +

                            Although the photos do not show clear images of the suspect’s face, they show what appears to be a white male in dark colored clothing.

                            + +

                            The man is described as being in his 20s, about 5 feet 11 inches tall and 200 pounds, Ann Arbor Police Department Detective Lt. Robert Pfannes said. He is described as wearing dark rimmed glasses, a dark grey or khaki hooded sweater, black pants and white gym shoes.

                            + +

                            He was wearing an open-face knit ski hat that encircled his face.

                            + +

                            The robbery took place at about 3:15 p.m. Dec. 22 when a man entered University Bank at 2015 Washtenaw Avenue and handed a note to a bank teller, Pfannes previously said.

                            + +

                            The note implied the suspect, described as a white male, had a weapon and demanded money, he said. After taking money, the man then fled on foot.

                            + +

                            The man may have then entered a car in 2100 block of Washtenaw, Pfannes said Monday.

                            + +

                            Those with information on the bank robbery are asked to contact the Ann Arbor Police Department tip line at 734-794-6939 or e-mail TIPS@a2gov.org.

                            + +
                            + + + + + + + + + + + + + 
                            + + + +
                            + + +
                            +
                            +
                            +
                            +
                            +
                            + +
                            + + +
                            +
                            +
                            +
                            +
                            + +
                            + +
                            +
                            +
                            + + + + + + + + +
                            +
                            +
                            +
                            +
                            + + + + + + + + + +
                            +
                            +
                            + + + + + + + + + + + + + + + + + + +
                            + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/mlive.com2.html b/tests/data/html/mlive.com2.html new file mode 100644 index 0000000..fe8b198 --- /dev/null +++ b/tests/data/html/mlive.com2.html @@ -0,0 +1,1493 @@ + + + + + + + + + + + + + + + + + + + + Detroit Lions' Ndamukong Suh faces NFL review after stepping on Aaron Rodgers; Packers upset | MLive.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                            + + + + + + + + + + + + + + + + +
                            +
                            +
                            +
                            +
                            +
                            +
                            +
                            +
                            + +
                            +
                            + +
                            +
                            +
                            +
                            +
                            +
                              +
                            • Home
                              • + +
                            • + Set Your Edition + Michigan +
                              • + +
                            • +
                              + + + + +
                              + +
                              • +
                            + +
                            + + + + + + + + + +
                              + +
                            • Ann Arbor
                              • + +
                            • Bay City
                              • + +
                            • Detroit
                              • + +
                            • Flint
                              • + +
                            • Grand Rapids
                              • + +
                            • Jackson
                              • + +
                            • Kalamazoo
                              • + +
                            • Lansing
                              • + +
                            • Muskegon
                              • + +
                            • Saginaw
                              • + +
                            • All Michigan
                              • + +
                            + +
                            +
                            +
                            +
                            +
                            +
                            +
                            + + + +
                            +
                            +
                            +
                            +
                            +
                            +
                            Back to Main Menu
                            +
                            +
                            Close
                            +
                            +
                            Customize Your Weather
                            +
                            + +
                            +
                            +
                            +
                            +
                            +
                            +
                            Congratulations!
                            +
                            Your weather is set to . You can change the location at any time.
                            +
                            + +
                            +
                            +
                            +
                            AccuWeather.com Quick Look
                            +
                            + +
                            +
                            View Full Weather Report
                            +
                            +
                            +
                            +
                            +
                            +
                            +
                            +
                            + +
                            +
                            +
                            +
                            +
                            + +
                            +
                            +

                            Search MLive

                            + +
                            +
                            +
                            +
                            + Account + Sign In +
                            +
                            +
                            +
                            +
                            +
                            Close
                            +
                            +
                            +

                            Sign in to
                            MLive

                            +
                            +
                            + + + + +
                            +
                            + +
                            + + +
                            + +
                            + Forgot your username and password? +
                            +
                            +
                            +

                            Don't have an account?

                            +

                            Register now for free, or sign in with any of these services:

                            + + + + + + +
                            +
                            +
                            +
                            +
                            + +
                            + You are signed in as
                            +

                            +
                            + +
                            +
                            +
                              +

                            • Favorite Schools

                              expand
                              +
                                +
                                • +

                              • Favorite Teams

                                close
                                +
                                  +
                                  • +
                                +
                                +
                                +
                                +
                                +
                                +
                                +
                                + Subscribe
                                +
                                + +
                                + + +
                                +

                                Michigan

                                + Change Region +
                                + + +
                                + + + + + + + + + + + +
                                + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                + + +
                                +
                                +
                                +
                                +
                                +
                                + +
                                comments
                                +
                                + + + + + +

                                Detroit Lions' Ndamukong Suh faces NFL review after stepping on Aaron Rodgers; Packers upset

                                +
                                + + +
                                +
                                Ndamukong Suh
                                + + Lions defensive tackle Ndamukong Suh was seen stepping on Aaron Rodgers' leg during Sunday's loss against the Packers. + + + + (AP Photo)
                                + + + + + + +
                                +
                                + Print +
                                + + + + + + + + + + Kyle Meinke | kmeinke@mlive.com + + + + + + + + + + +By + + + + + + + + + + + + + Kyle Meinke | kmeinke@mlive.com + + + +MLive.com +
                                Follow on Twitter + + + + + +
                                on December 28, 2014 at 9:10 PM, updated December 29, 2014 at 10:09 AM + +
                                + + + +
                                +
                                + +
                                + + + +
                                + + + + + + + + + + +
                                + + +
                                + + + + + + + +
                                + +
                                + + + + + + + + + +
                                + +
                                +
                                + + +
                                +

                                GREEN BAY, Wis. -- Here we go again.

                                + +

                                Star defensive tackle Ndamukong Suh drew the ire of the Green Bay Packers on Sunday after he stepped on quarterback Aaron Rodgers during the second half of the Detroit Lions' 30-20 loss at Lambeau Field.

                                + +

                                The NFL is expected to review the play Monday, according to MMQB's Peter King. Suh probably will not be suspended, but given his extensive track record for in-game safety violations, anything is possible.

                                + +

                                This comes just one week after Dominic Raiola drew a one-game suspension for stomping on Chicago's Ego Ferguson. And though Suh's play was less violent than Raiola's -- which actually forced Ferguson from the game -- it also looked like it could have been intentional.

                                + +

                                Suh is seen stepping on Rodgers' left leg once, then reapplying pressure again, lifting up with the off foot to apply his weight to Rodgers' leg.

                                + +

                                Rodgers, who already had left the game once with a calf injury, shoved Suh in the back of the leg after the play.

                                + +

                                "He'll probably say it was an accident -- he was getting blocked into (me)," Rodgers said after the game. "But we'll see."

                                + +

                                What did Suh say after the play?

                                + +

                                "He was running off the field. I was talking to (referee) Walt (Anderson), actually. My calf and my ankle were getting stepped on, so we'll see what happens."

                                + +

                                Green Bay coach Mike McCarthy was much less diplomatic, going so far as to call Suh's play "ridiculous."

                                + +

                                "There's no place for that," McCarthy said.

                                + +

                                suh.gif

                                + +

                                Suh skipped his postgame obligations -- a violation of league rules -- but coach Jim Caldwell vouched for him after the game.

                                + +

                                "I didn't see it, and I don't think it was intentional, either," Caldwell said.

                                + +

                                And why would Caldwell say it wasn't intentional if he hasn't seen it yet?

                                + +

                                "I get briefed on it," he said. "Guys look at it and tell me what they thought, what they saw, so that's it. Don't think it's intentional. End of story."

                                + +

                                Caldwell said he's not concerned about the mind-set of his team, despite high-profile extracurriculars in back-to-back weeks that have left Detroit vulnerable to suspensions during the most critical stretch of the season.

                                + +

                                "I'm not worried at all," he said.

                                + +

                                Suh's play drew a ton of heat on social media, with all kinds of experts and analysts weighing in, including noted rapper Lil Wayne.

                                + + + + +

                                + + +
                                + + +
                                +
                                +
                                +
                                +
                                +
                                + +
                                + + +
                                +
                                +
                                +
                                +
                                + +
                                + +
                                +
                                +
                                + + + + + + + + +
                                +
                                +
                                +
                                +
                                + + + + + + + + + +
                                +
                                +
                                + + + + + + + + + + + + + + + + + + +
                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/newyorker.com1.html b/tests/data/html/newyorker.com1.html new file mode 100644 index 0000000..9b7d333 --- /dev/null +++ b/tests/data/html/newyorker.com1.html @@ -0,0 +1,1038 @@ + + + + + + + + +Climate-Change Christmas Carols + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                + + +
                                +
                                + + +
                                + +
                                +
                                + +
                                + + +
                                +
                                +

                                + Shouts & Murmurs + + + +

                                +

                                Climate-Change Christmas Carols

                                +

                                +

                                By

                                + + + + + +
                                +
                                +
                                + + + 2014_12_22 + +
                                + + Table of Contents +
                                +
                                + +
                                +
                                +
                                + + +
                                + + +
                                + + Credit Illustration by Nishant Choksi
                                +
                                + + + + + + + + + + +

                                oh, the weather outside is frightful, The heat wave brutal and spiteful. Our crops have no water to grow— Let it snow, let it snow, let it snow!

                                Looks like the heat wave ain’t stoppin’, Our dust-storm coughs are a-whoppin’. All fish went extinct long ago— For the love of sweet Christ, let it snow!

                                *

                                frosty the snowman, may he rest in peace, poor soul. With his melted nose and his melted mouth, And two eyes made out of coal. Frosty the Snowman, did you say his eyes were coal? Can you pass that coal? We could use some coal. Let us rob his grave for coal.

                                *

                                oh, christmas tree, oh, Christmas tree! Thy plastic branches don’t shed. Oh, Christmas tree, oh, Christmas tree! We wish real trees weren’t all dead.

                                *

                                sleigh bells ring, are you listening? In L.A., hail is glistening. In New Mexico, there is six feet of snow. The desert is a winter wonderland!

                                Gone away is the West Side, Here to stay is the high tide. If you want to spelunk, San Francisco has sunk. California’s now an underwater land!

                                In Mojave, we can build a snowman, And pretend that he is Mom or Dad. He’ll say, “Did your parents escape the horrific flash floods?,” and we’ll say, “No, man. But you can be our new dad now.”

                                *

                                i’m dreaming of an ozone layer, Just like the one I used to know, Which kept out UV rays, Before aerosol sprays, And allowed for actual snow.

                                *

                                deck the halls of our mountain hideout, Fa la la la la, la la la la! Hope all humans have not died out, Fa la la la la, la la la la! Don our hazmat suits on tight now, Fa la la, la la la, la la la! Oxygen is leaking right now, Fa la—!

                                *

                                chestnuts roasting on an open fire, Cars and houses roasting, too. Our whole city is an open pyre— Put those chestnuts away, we have to leave now.

                                *

                                i have a little dreidel, I made it out of clay. And when it’s dry and ready, Oh, dreidel, I will pray— That I can barter you for enough cans of soup to last me through the tornado.

                                *

                                silent night! Endless night! All is dark, there’s no light. Cyclone clouds have blocked out the sky, We’re almost out of our dry-meat supply. Sleep in uneasy peace. We may have to eat Aunt Bernice. ♦

                                + + + + + + + + +
                                +
                                + +
                                +
                                +
                                +

                                Ethan Kuperberg is a filmmaker and a writer for Amazon’s series “Transparent.”

                                +
                                + +
                                +
                                +
                                &
                                +
                                +
                                + + + + +
                                +
                                + +
                                +
                                + + + + + + + +
                                +
                                + + +
                                +
                                +
                                + + + + + + + + + + + + +
                                +
                                Subscribe to The New Yorker
                                + + + + + +
                                + + + + + + + + + + + diff --git a/tests/data/html/nj.com1.html b/tests/data/html/nj.com1.html new file mode 100644 index 0000000..a9ea144 --- /dev/null +++ b/tests/data/html/nj.com1.html @@ -0,0 +1,2215 @@ + + + + + + + + + + + + + + + + + + + + Republican N.J. senator rips Christie over State of the State speech | NJ.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                + + + + + + + + + + + + + + + + +
                                +
                                +
                                +
                                +
                                +
                                +
                                +
                                +
                                + +
                                +
                                + +
                                +
                                +
                                +
                                +
                                +
                                  +
                                • Home
                                  • + +
                                • +
                                  + + + + +
                                  + +
                                  • +
                                + +
                                + + + + + + + + + +
                                +
                                +
                                +
                                +
                                +
                                +
                                + + + +
                                +
                                +
                                +
                                +
                                +
                                +
                                Back to Main Menu
                                +
                                +
                                Close
                                +
                                +
                                Customize Your Weather
                                +
                                + +
                                +
                                +
                                +
                                +
                                +
                                +
                                Congratulations!
                                +
                                Your weather is set to . You can change the location at any time.
                                +
                                + +
                                +
                                +
                                +
                                AccuWeather.com Quick Look
                                +
                                + +
                                +
                                View Full Weather Report
                                +
                                +
                                +
                                +
                                +
                                +
                                +
                                +
                                + +
                                +
                                +
                                +
                                +
                                + +
                                +
                                +

                                Search NJ.com

                                + +
                                +
                                +
                                +
                                + Account + Sign In +
                                +
                                +
                                +
                                +
                                +
                                Close
                                +
                                +
                                +

                                Sign in to
                                NJ.com

                                +
                                +
                                + + + + +
                                +
                                + +
                                + + +
                                + +
                                + Forgot your username and password? +
                                +
                                +
                                +

                                Don't have an account?

                                +

                                Register now for free, or sign in with any of these services:

                                + + + + + + +
                                +
                                +
                                +
                                +
                                + +
                                + You are signed in as
                                +

                                +
                                + +
                                +
                                +
                                  +

                                • Favorite Schools

                                  expand
                                  +
                                    +
                                    • +

                                  • Favorite Teams

                                    close
                                    +
                                      +
                                      • +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    + Subscribe
                                    +
                                    + +
                                    + +
                                    + + + + + + + + + + + +
                                    + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                    + + +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    + +
                                    comments
                                    +
                                    + + + + + +

                                    Republican N.J. senator rips Christie over State of the State speech

                                    +
                                    + + +
                                    +
                                    New Jersey Supreme Court hearings
                                    + + Senator Michael Doherty, shown questioning state Supreme Court Justice Stuart Rabner during his june confirmation hearing, today ripped into Gov. Chris Christie over his State of the State speech + + + + (Ed Murray/The Star-Ledger)
                                    + + + + + + +
                                    +
                                    + Print +
                                    + + + + + + + + + + Matt Friedman | NJ Advance Media for NJ.com + + + + + + + + + + +By + + + + + + + + + + + + + Matt Friedman | NJ Advance Media for NJ.com + + + +The Star-Ledger +
                                    Email the author | Follow on Twitter + + + + + +
                                    on January 14, 2015 at 2:30 PM, updated January 14, 2015 at 3:55 PM + +
                                    + + + +
                                    +
                                    + +
                                    + + + +
                                    + + + + + + + + + + +
                                    + + +
                                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                    + +
                                    + + + + + + + + + +
                                    + +
                                    +
                                    + + +
                                    +

                                    TRENTON — Gov. Chris Christie’s State of the State speech on Tuesday pushed one of New Jersey’s most conservative state senators over the edge, leading to the harshest criticism of the governor ever from a Republican state lawmaker.
                                    +
                                    +State Sen. Michael Doherty (R-Warren) said Christie when he first ran in 2009 “sold himself to the people of New Jersey that he was going to change it.”
                                    +
                                    +“And he didn’t,” Doherty said in a phone interview.
                                    +
                                    +“The governor’s possible national ambitions have distracted him from doing the job he was hired to do in the State of New Jersey,” he said.
                                    +
                                    +In an interview with PolitickerNJ.com published this morning, Doherty was quoted calling Christie a “failed” governor. Asked about it by NJ Advance Media, Doherty declined to repeat that exact word. But he nonetheless offered a scorching review of Christie’s speech — in particular his focus on Camden.
                                    +
                                    +“I don’t know that I particularly said the word ‘failed,’” Doherty said. “What I said was that Gov. Christie has missed his opportunity to make a great mark on the State of New Jersey.”
                                    +
                                    +Most New Jersey Republicans have been loath to publicly criticize Christie, and many on Tuesday issued statements praising his speech and record. State Sen. Dawn Addiego (R-Burlington), for example, said Christie "has dedicated his efforts to make New Jersey affordable and to provide opportunity for the families who live here."

                                    + +

                                    And Doherty has been the most critical of Christie among Republican lawmakers in the past. He is the only Republican who has so far agreed to vote to override Christie’s veto of a bill to overhaul the Port Authority. And Doherty in 2009 also supported Christie's primary rival for the GOP nomination for governor, Steve Lonegan.

                                    + +

                                    Still, Doherty’s past comments were restrained compared to the torrent he released today.
                                    +
                                    +Doherty, who represents a largely rural district, says his main frustration is that New Jersey’s poor, urban school districts are still getting a disproportionate amount of state aid thanks to a series of Supreme Court decisions dating back to the 1970s known as Abbott v. Burke.
                                    +

                                    +
                                    +
                                    +
                                    + +
                                    +
                                    + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                    +
                                    + +
                                    + + + Chris Christie’s 2015 State of the State: ignoring the big issues facing NJ? + NJ Advance Media commentator Brian Donohue and Star-Ledger editorial page editor Tom Moran discuss New Jersey Gov. Chris Christie’s 2015 State of the State address, with Moran echoing the criticism that the speech ignored the big issues facing New Jersey and was instead an attempt to launch Christie’s presidential run. (Video by Brian Donohue | NJ Advance Media for NJ.com) + + +
                                    +
                                    +
                                    + + +

                                    + +

                                    "For him yesterday to hold up Camden County government as an example of what we should all be? Give me a break. It’s one of the most wasteful and corrupt governments in the State of New Jersey," Doherty said. "How long can the suburban and rural towns be told keep funneling your money into the cities, we’re just around the corner, everything’s going to recover and everything’s going to come back to normal?"
                                    +
                                    +Doherty was particularly angry that Hoboken— once impoverished but now a wealthy New York City bedroom community — is still considered an “Abbott district” and has state-funded universal pre-K. (One town in Doherty’s district, Phillipsburg, is also an Abbott district).
                                    +
                                    +“We’re struggling tremendously. Houses in my district are selling for less than they did a quarter century ago. There has been no economic recovery. We’re getting our clocks cleaned by Pennslyvania. They’re so close,” Doherty said. “We need help.”
                                    +
                                    +Christie was critical of those decisions during his first run for governor in 2009. And while that led to some battles with Democrats who control the state Senate over Supreme Court nominees, Doherty said Christie “didn’t fight hard enough” to change the court’s makeup.
                                    +
                                    +For instance, Doherty noted that Christie declined to re-nominate former Justice Helen Hoens to the bench.
                                    +
                                    +“The one justice that wrote an opinion that all of us in the suburbs and rural areas agree with regarding school funding and challenging the urban areas to do better than they had was Justice Helen Hoens,” Doherty said.
                                    +
                                    +Doherty said Christie’s appeal to New Jersey’s urban mayors to follow his example of working with Camden to overhaul its police force and attract businesses with economic incentives underscored his feeling that he was ignoring the state’s suburban and rural areas.
                                    +
                                    +“I was very alarmed when Gov. Christie said to be ‘Big cities, come to me and we’re rebuild you,” Doherty said. “When does it ever end? These suburban areas of New Jersey are struggling tremendously. They never recovered from the Great Recession. And we’re told keep sending the money in.”
                                    +
                                    +Doherty said Christie has “did not follow through his promise to fight the corruption and break up the status quo.”
                                    +
                                    +There are some political undercurrents in Doherty's criticism. Doherty was a supporter of U.S. Rep. Ron Paul’s campaigns for the Republican presidential nomination in 2008 and 2012. Paul’s son, U.S. Sen. Rand Paul of Kentucky, is considered a likely presidential candidate in 2016. But Doherty said that had nothing to do with his criticism.
                                    +
                                    +“I’m not supporting anybody at this point,” he said.

                                    + +

                                    A spokesman for Christie declined to comment.

                                    + +
                                    + + + + + + + + + + + + + 
                                    + +

                                    MORE POLITICS

                                    + +

                                    Matt Friedman may be reached at mfriedman@njadvancemedia.com. Follow him on Twitter @MattFriedmanSL. Find NJ.com on Facebook.

                                    + + + +
                                    + + +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    + +
                                    + + +
                                    +
                                    +
                                    +
                                    +
                                    + +
                                    + +
                                    +
                                    +
                                    + + + + + + + + +
                                    +
                                    +
                                    +
                                    +
                                    + + + + + + + + + +
                                    +
                                    +
                                    + + + + + + + + + + + + + + + + + + +
                                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/nola.com1.html b/tests/data/html/nola.com1.html new file mode 100644 index 0000000..cc999b9 --- /dev/null +++ b/tests/data/html/nola.com1.html @@ -0,0 +1,1604 @@ + + + + + + + + + + + + + + + + + + + + Multimillion-dollar George and Joyce Wein Jazz & Heritage Center opens at edge of Treme | NOLA.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                    + + + + + + + + + + + + + + + + +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    + +
                                    +
                                    + +
                                    +
                                    +
                                    +
                                    +
                                    +
                                      +
                                    • Home
                                      • + +
                                    • + Set Your Edition + Greater New Orleans +
                                      • + +
                                    • +
                                      + + + + +
                                      + +
                                      • +
                                    + +
                                    + + + + + + + + + +
                                      + +
                                    • Baton Rouge
                                      • + +
                                    • Greater New Orleans
                                      • + +
                                    + +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    + + + +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    Back to Main Menu
                                    +
                                    +
                                    Close
                                    +
                                    +
                                    Customize Your Weather
                                    +
                                    + +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    Congratulations!
                                    +
                                    Your weather is set to . You can change the location at any time.
                                    +
                                    + +
                                    +
                                    +
                                    +
                                    AccuWeather.com Quick Look
                                    +
                                    + +
                                    +
                                    View Full Weather Report
                                    +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    + +
                                    +
                                    +
                                    +
                                    +
                                    + +
                                    +
                                    +

                                    Search NOLA.com

                                    + +
                                    +
                                    +
                                    +
                                    + Account + Sign In +
                                    +
                                    +
                                    +
                                    +
                                    +
                                    Close
                                    +
                                    +
                                    +

                                    Sign in to
                                    NOLA.com

                                    +
                                    +
                                    + + + + +
                                    +
                                    + +
                                    + + +
                                    + +
                                    + Forgot your username and password? +
                                    +
                                    +
                                    +

                                    Don't have an account?

                                    +

                                    Register now for free, or sign in with any of these services:

                                    + + + + + + +
                                    +
                                    +
                                    +
                                    +
                                    + +
                                    + You are signed in as
                                    +

                                    +
                                    + +
                                    +
                                    +
                                      +

                                    • Favorite Schools

                                      expand
                                      +
                                        +
                                        • +

                                      • Favorite Teams

                                        close
                                        +
                                          +
                                          • +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        + Subscribe
                                        +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        + + +
                                        +

                                        Greater New Orleans

                                        + Change Region +
                                        + + +
                                        + + + + + + + + + + + +
                                        + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                        + + +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        comments
                                        +
                                        + + + + + +

                                        Multimillion-dollar George and Joyce Wein Jazz & Heritage Center opens at edge of Treme

                                        +
                                        + + +
                                        + + + + + + + + + + + + + + + + + + + +
                                        +
                                        + Print +
                                        + + + + + + + + + + Keith Spera, NOLA.com | The Times-Picayune + + + + + + + + + + +By + + + + + + + + + + + + + Keith Spera, NOLA.com | The Times-Picayune + + + +The Times-Picayune +
                                        Email the author | Follow on Twitter + + + + + +
                                        on December 11, 2014 at 1:40 PM, updated December 11, 2014 at 2:55 PM + +
                                        + + +
                                        +
                                        + +
                                        + + + +
                                        + + + + + + + + + + +
                                        + + +
                                        + + + + + +
                                        + +
                                        + + + + + + + + + +
                                        + +
                                        +
                                        + + +
                                        +

                                        As the founder of the New Orleans Jazz & Heritage Festival, George Wein has already made one major contribution to the continuation of the city's culture. On Thursday morning, he was on hand for the unveiling of another.

                                        +

                                        The 89-year-old festival impresario attended a ribbon-cutting ceremony Thursday (Dec. 11) for the George and Joyce Wein Jazz & Heritage Center. The new educational and community center at 1225 N. Rampart St. is named for Wein and his late wife and business partner, Joyce. Wein helped cut the ceremonial red ribbon Thursday morning alongside Mayor Mitch Landrieu.

                                        +

                                        The center is owned by the New Orleans Jazz and Heritage Foundation, the nonprofit organization that owns Jazz Fest. The foundation's longtime offices are next door to the new Jazz & Heritage Center.

                                        +

                                        "We expect this facility, located at the gateway to the Tremé neighborhood, to give a major boost to the cultural and economic development of not only Tremé, but to our entire city," said Don Marshall, the Jazz & Heritage Foundation's executive director.

                                        +

                                        In 2008, the foundation bought the former Tharp-Sontheimer-Laudumiey Funeral Home. Two separate townhouses on the site, built in the 1870s, were combined into one Italianate-style building in the early 20th century. After acquiring the property, the foundation's board of directors and staff spent several years deciding what to do with it.

                                        +

                                        Eventually a plan emerged. The space, after an extensive renovation, would become the permanent home for the foundation's Don "Moose" Jamison Heritage School of Music, a free program for young musicians. Since its founding by saxophonist and educator Kidd Jordan in 1990, the Heritage School of Music has been housed on university campuses. Now it will inhabit the seven classrooms and 200-seat performance space -- every space is wired to a central control room for audio and visual recording -- at the George and Joyce Wein Jazz & Heritage Center.

                                        +

                                        The building also will host cultural programs presented by the Jazz & Heritage Foundation and other arts and community organizations.

                                        +

                                        Most of the building's original façade was maintained in the renovation, along with the architectural outlines of the older, front part of the building. Much of the 12,500-square-foot structure's rear section, a more recent addition, was rebuilt from the ground up.

                                        +

                                        The total bill for the project came in at around $9 million. The foundation, which generally nets around $3 million from the Jazz and Heritage Festival each spring, self-financed the bulk of the cost.

                                        +

                                        Around $3 million was donated by various benefactors, including George and Joyce Wein, the Goldring Family Foundation, ArtPlace (a consortium of major national foundations), the Louis Prima and Gia Maione Prima Foundation, the Ella West Freeman Foundation, the Helis Foundation and the State of Louisiana. Other individuals and local and national foundations contributed to the foundation's capital campaign.

                                        +

                                        Numerous manufacturers of musical instruments donated gear to the center, including Shure (microphones), Yahama (drums), Casio (keyboards), Zildjian (cymbals) and D'Addario (strings).

                                        +

                                        His sizable donation to the project notwithstanding, Wein and his wife were the obvious choice for namesakes of the new center. Wein was already a well-known jazz club owner when, in the 1950s, he founded the Newport Jazz Festival, the model for all outdoor jazz festivals that would follow.

                                        +

                                        In the early 1960s, city leaders invited him to consider founding a festival in New Orleans. But several obstacles, including segregation laws that prohibited interracial bandstands, stood in the way.

                                        +

                                        In the late 1960s, the city staged two versions of the International Jazz Festival without Wein. In 1970, Wein's Festival Productions produced the first New Orleans Jazz & Heritage Festival and Louisiana Heritage Fair in what is now the Congo Square area of Armstrong Park, augmented by evening shows in the Municipal Auditorium. Wein is credited with instigating the festival's early, and ongoing, emphasis on indigenous food and crafts, as well as music. He also hired a Tulane University student named Quint Davis, who is now the festival's producer/director.

                                        +

                                        "George and Joyce Wein have done so much to benefit our community and our culture," Demetric Mercadel, president of the Jazz & Heritage Foundation's board of directors, said in a statement. "It is only fitting that we recognize their many contributions by having their names grace this wonderful new facility. This is a true testament to their legacy."

                                        +

                                        Grand-opening festivities continue throughout the weekend.

                                        +

                                        On Friday (Dec. 12) at 8 p.m., avant-jazz saxophonist and educator Kidd Jordan - who founded the foundation's Don "Moose" Jamison Heritage School of Music in 1990 -- and his accomplished offspring, Kent, Stephanie, Marlon and Rachel Jordan, will headline a grand opening concert; students from the Heritage School of Music will open the show. Admission is free, but all advance tickets are sold out; any remaining seats will be available on a first-come, first-serve basis. The concert will also be live streamed at wwoz.org, the web site of the foundation-owned on WWOZ-FM. +

                                        On Saturday (Dec. 13), the center throws open its doors for a Treme Neighborhood and Community Open House. Students from the Heritage School of Music will also perform a free holiday concert on Saturday.

                                        + + +
                                        + + +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        + + +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        + +
                                        +
                                        +
                                        + + + + + + + + +
                                        +
                                        +
                                        +
                                        +
                                        + + + + + + + + + +
                                        +
                                        +
                                        + + + + + + + + + + + + + + + + + + +
                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/nydailynews.com1.html b/tests/data/html/nydailynews.com1.html new file mode 100644 index 0000000..710866f --- /dev/null +++ b/tests/data/html/nydailynews.com1.html @@ -0,0 +1,853 @@ + + + + + + + + + + + + + + + + + + + + Boyfriend of ‘Mob Wives’ star will sue Brooklyn club - NY Daily News + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                        + + +
                                        +
                                        +
                                        + + + + + + + + +
                                        + + + +
                                        + + +
                                        +
                                        + + + + + + + + + +
                                        +
                                        +
                                          +
                                        • +
                                          + +
                                          +
                                          + + +
                                          +
                                          • + +
                                        +
                                        +
                                        + + +
                                        +
                                        +
                                        + + +
                                        +
                                        +
                                        +

                                        Boyfriend of ‘Mob Wives’ star Natalie Guercio will sue Brooklyn club where he was attacked

                                        +

                                        London Rene is claiming Club Output provided 'inept' and ‘incompetent’ security that was unable to keep patrons safe on Dec. 28 when he was attacked by a man with a box cutter outside the Williamsburg nightspot. The lawsuit will be filed Thursday and seeks unspecified monetary damages for Rene’s physical and emotional scars.

                                        + +
                                        NEW YORK DAILY NEWS
                                        +
                                        Wednesday, January 14, 2015, 7:09 PM
                                        +
                                          +
                                        • A
                                          • +
                                        • A
                                          • +
                                        • A
                                          • +
                                        +
                                        + + +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        Share this URL
                                        +
                                        + + + + + +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        + + +
                                        London Rene and 'Mob Wives' star Natalie Guercio pose in the office of their lawyer, Scott Rynecki. The couple was outside a Brooklyn club on Dec. 28 when a man with a box cutter attacked Rene. Kevin C. Downs/for New York Daily News London Rene and 'Mob Wives' star Natalie Guercio pose in the office of their lawyer, Scott Rynecki. The couple was outside a Brooklyn club on Dec. 28 when a man with a box cutter attacked Rene.
                                        +

                                        + The boyfriend of sexy “Mob Wives” star Natalie Guercio is suing the Brooklyn club where he was brutally slashed by a box cutter-wielding assailant, the Daily News has learned.

                                        +

                                        + London Rene is alleging Club Output's "inept" and "incompetent" security was negligent in failing to provide proper safety for its patrons on Dec. 28 when he was attacked outside the Williamsburg nightspot.

                                        +

                                        + Rene's lawyer Scott Rynecki said there was "little or no security" watching over the club, which has a capacity of 600-persons.

                                        +

                                        + The suit, which will be filed Thursday in Brooklyn Supreme Court, seeks unspecified monetary damages for Rene's physical and emotional scars. The court papers also name the security guard firm hired by the club.

                                        +

                                        + "When I look in the mirror I'm angry," Rene, 37, said Wednesday. "I'm scarred for life; the scars are going to be there until the day I die."

                                        + +
                                        +
                                        +
                                        + Rene seeks unspecified monetary damages for his physical and emotional scars. He plans to file the lawsuit Thursday. Kevin C. Downs/for New York Daily News +
                                        Rene seeks unspecified monetary damages for his physical and emotional scars. He plans to file the lawsuit Thursday.
                                        +
                                        +
                                        + London Rene suffered scars from the attack. Kevin C. Downs/for New York Daily News +
                                        London Rene suffered scars from the attack.
                                        +
                                        +
                                        +
                                        + Previous + Next +
                                        +
                                          +
                                        • London Rene and "Mob Wives" cast member Natalie Guercio pose in their lawyers’ office Scott Rynecki to show the slashing markers on London's face and abdomen after he was attacked outside Club OUTPUT in Williamsburg, Brooklyn. January 14(Kevin C. Downs for The New York Daily News)
                                          • +
                                        • London Rene and "Mob Wives" cast member Natalie Guercio pose in their lawyersÕ office Scott Rynecki to show the slashing markers on London's face and abdomen after he was attacked outside Club OUTPUT in Williamsburg, Brooklyn. January 14(Kevin C. Downs for The New York Daily News)
                                          • +
                                        + Enlarge +
                                        +
                                        +

                                        + The alleged slasher, Rodolfo Lopez, fled the scene and later surrendered to the NYPD.

                                        +

                                        + Rene's face and torso were cut in the attack. Guercio, whose family owns a funeral home in Philadelphia where mobsters and their families were laid out, witnessed the slashing but she was not hurt.

                                        +

                                        + "Any one of us could have been a victim," she said.

                                        +

                                        + There was no listed phone number for the club.

                                        jmarzulli@nydailynews.com

                                        +
                                        +
                                        + +
                                        + + + + + + +
                                        + +
                                        + + +
                                        +
                                        + +
                                        +
                                        +
                                        + +
                                        +
                                        +
                                        + + + + + + + +
                                        + + + +
                                        +
                                        +
                                        + +
                                        + +
                                        +
                                        Comments
                                        + + Post A Comment + [ Discussion Guidelines] +
                                        +

                                        To Post Comments Sign In

                                        +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        +
                                        + + + + + + + +
                                        +
                                        + + + \ No newline at end of file diff --git a/tests/data/html/nypost.com1.html b/tests/data/html/nypost.com1.html new file mode 100644 index 0000000..e113621 --- /dev/null +++ b/tests/data/html/nypost.com1.html @@ -0,0 +1,1748 @@ + + + + + + + + + + + + + + + + + + + + + + + +Amazon, Macmillan make peace over book pricing | New York Post + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                        + +
                                        +
                                        + +
                                        +
                                        + + +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        + +
                                        +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        +
                                        + +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        + +
                                        +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        + + + + + +
                                        +
                                        +
                                        +
                                        +

                                        + Media +

                                        +

                                        + Media Ink +

                                        +
                                        +
                                        +
                                        +

                                        Amazon, Macmillan make peace over book pricing

                                        +
                                        +

                                        By Keith J. Kelly

                                        +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        + +
                                        + + +
                                        + +
                                        + + +
                                        + +
                                        + + +
                                        +

                                        + + + +

                                        +
                                        +
                                        +
                                        +
                                        +

                                        December 18, 2014 | 11:38pm

                                        +
                                        + +
                                        +
                                        +
                                        +

                                        MORE FROM

                                        +
                                        Keith J. Kelly
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        A Time Inc. merger or purchase will not risk tax-free stock swap
                                        +
                                        +
                                        Magazines boomed during 2014
                                        +
                                        +
                                        Time Inc. cuts loose founding editor of People
                                        +
                                        +
                                        Times set to drop popular advertising column
                                        +
                                        +
                                        Condé Nast hosts scaled down year-end party at MoMA
                                        +
                                        +
                                        +
                                        +

                                        Barely a shot was fired.

                                        +

                                        Book publishing giant Macmillan announced a peaceful settlement with Amazon on Thursday on pricing for print and digital books ordered through the giant online retailer.

                                        +

                                        Similar agreements were reached with Simon & Schuster in October and Hachette in November.

                                        +

                                        Hachette had waged a bruising six-month public battle with Amazon — claiming the e-tailer was acting as a bully by forcing book prices to unacceptably low levels that hurt publishers’ profits and authors’ commissions.

                                        +

                                        Amazon countered that it was trying to get the best deal for consumers — who would ultimately buy more books, which would ultimately generate more revenue for publishers.

                                        +

                                        While the battle was fierce between Hachette and Amazon, the Macmillan-Amazon dust-up was more civil — as were the settlement talks.

                                        +

                                        Macmillan, which owns Henry Holt, Picador and St. Martin’s, is part of the Germany-based von Holtzbrinck group.

                                        +

                                        After the settlement was reached, Macmillan CEO John Sargent said in a posting to authors, illustrators and agents that, while he is pleased with the deal, there are still some unsettling elements.

                                        +

                                        Amazon released a separate statement saying, “It allows us to grow our business together with Macmillan and their authors. Importantly, the agreement specifically creates a financial incentive for Macmillan to deliver lower prices for readers.”

                                        +

                                        But the days of super-discounting appear to be ending.

                                        +

                                        Amazon’s agreements with each of the three publishers embrace what has been called the “agency model” of book pricing — which allows each publisher to set the price that the books will be sold at.

                                        +

                                        Macmillan’s deal with Apple allows the Cupertino, Calif., company to be the only retailer allowed unlimited discounting, Sargent said in his post.

                                        +

                                        “Irony prospers in the digital age,” he added. The reference to “irony” refers to the long-running anti-trust case that the Department of Justice had leveled against five publishers and Apple, claiming that the publishers conspired to fix prices in a battle to gain leverage over Amazon.

                                        +

                                        Eventually, all five publishers reached out-of-court settlements. Apple fought on and is currently appealing a ruling that said it, too, had engaged in price-fixing with the publishers and must pay a hefty $450 million fine.

                                        +

                                        Sargent said a two-year consent agreement allowing Amazon to discount prices expired on Dec. 18.

                                        +

                                        Under a separate ruling in that case, Sargent said Apple can discount prices until Oct. 5, 2017. He complained that this wrinkle will “ensure a muddled and inefficient market.”

                                        +
                                        +
                                        +
                                        + Filed under + + ,  + + ,  + +
                                        + + +
                                        + +
                                        +
                                        + + +
                                        +

                                        + Read Next: +

                                        +

                                        + + Times set to… + + Times set to drop popular… + + Times set to drop popular advertising column +

                                        +
                                        +
                                        + +
                                        + +
                                        + Recommended For You
                                        Loading, please wait...
                                        Most Popular This Week +
                                        +
                                        +
                                        + 1 + + + +
                                        +
                                        + Arrests plummet 66% with NYPD in virtual work stoppage +
                                        +
                                        +
                                        +
                                        + 2 + + + +
                                        +
                                        + Three cheers for the NYPD +
                                        +
                                        +
                                        +
                                        + 3 + + + +
                                        +
                                        + Cops turn backs on de Blasio at executed officer’s funeral +
                                        +
                                        +
                                        +
                                        + 4 + + + +
                                        +
                                        + ‘It was rough, man': Rex Ryan speaks to cap his whirlwind day +
                                        +
                                        +
                                        +
                                        + 5 + + + +
                                        +
                                        + Astrophysicist angers Christians with Christmas tweet +
                                        +
                                        +
                                        +
                                        + 6 + + + +
                                        +
                                        + Passenger tossed after flipping out over staff’s ‘Merry Christmas’ +
                                        +
                                        +
                                        +
                                        + +
                                        + + +
                                        +

                                        Share Selection

                                        + +
                                        +
                                        + +
                                        +
                                        +
                                        + +
                                        +
                                        +

                                        Trending Now on NYPost.com

                                        +
                                        + +
                                        + +

                                        Bratton warns NYPD not to turn backs on mayor at cop’s funeral

                                        +
                                        +
                                        +
                                        + +
                                        + +

                                        VIPs rally behind Amy Adams after axed ‘Today’ interview

                                        +
                                        +
                                        +
                                        + +
                                        + +

                                        AirAsia used unauthorized route on day of crash: report

                                        +
                                        +
                                        +
                                        +

                                        +
                                        +

                                        Now On

                                        + Decider +
                                        + +

                                        +
                                        + +

                                        Girl Gets Caught Cheating On National Television … Or Does She?

                                        +
                                        +
                                        +

                                        2015 Midseason Premiere Dates: When Your Favorite Show Is Coming Back – And Where You Can Stream It Now

                                        +
                                        +

                                        The 14 Hottest, Weirdest, And Shocking Sex Scenes Of 2014 (Gallery)

                                        +
                                        + +
                                        +

                                        SEE ALL

                                        +
                                        + +
                                        +
                                        + +
                                        +
                                        +

                                        +
                                        +

                                        Now On

                                        + Page Six +
                                        + +

                                        +
                                        + +

                                        Johnny Football resolves to stop party antics — after NYE

                                        +
                                        +
                                        +

                                        Coco Rocha reveals her stickiest fashion show situation

                                        +
                                        +

                                        VIPs rally behind Amy Adams after axed ‘Today’ interview

                                        +
                                        + +
                                        +

                                        SEE ALL

                                        +
                                        + +
                                        + +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        + + +
                                        +
                                        + + +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        +
                                        + + +
                                        +
                                        + + +
                                        +
                                        + + +
                                        +
                                        + + +
                                        +
                                        + + +
                                        +
                                        +
                                        + +
                                        + + + + + + + + + + + + + + + +
                                        +
                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                        + + + +
                                        +
                                        +
                                        + +
                                        +
                                        + + \ No newline at end of file diff --git a/tests/data/html/nypost.com2.html b/tests/data/html/nypost.com2.html new file mode 100644 index 0000000..ebec87e --- /dev/null +++ b/tests/data/html/nypost.com2.html @@ -0,0 +1,1697 @@ + + + + + + + + + + + + + + + + + + + + + + + +Surfer survives ‘Jaws’ moment with great white shark | New York Post + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                        + +
                                        +
                                        + +
                                        +
                                        + + +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        + +
                                        +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        +
                                        + +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        + +
                                        +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        + + + + +
                                        +
                                        +
                                        +
                                        +

                                        + News +

                                        +
                                        +
                                        +
                                        +

                                        Surfer survives ‘Jaws’ moment with great white shark

                                        +
                                        +

                                        By Fox News

                                        +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        + +
                                        + + +
                                        + +
                                        + + +
                                        + +
                                        + + +
                                        +

                                        + + + +

                                        +
                                        +
                                        +
                                        +
                                        +

                                        December 29, 2014 | 10:32am

                                        +
                                        + +
                                        +
                                        +
                                        +
                                        +

                                        Originally published by:

                                        +
                                        +
                                        + logo-fox-news +
                                        +
                                        +
                                        +
                                        +

                                        A surfer survived being attacked and dragged underwater by a juvenile great white shark off the central California coast Sunday.

                                        +

                                        California State Park Ranger Supervisor Robert Colligan said the attack by the 8-to-10 foot shark happened at around 11 a.m. local time at Montana de Oro State Park, approximately 200 miles northwest of Los Angeles.

                                        +

                                        The San Luis Obispo Tribune, citing witnesses, identified the surfer as 50-year-old Kevin Swanson of Morro Bay, Calif. He was airlifted to a local hospital with non-life-threatening injuries to his right hip and thigh and a hospital spokesman said Swanson was in fair condition Sunday afternoon.

                                        +

                                        Andrew Walsh, who was surfing with Swanson, told the paper that the shark swam up from underneath Swanson’s board and grabbed him with no warning. Walsh added that Swanson surfaced after several seconds, yelled “shark attack!”, and began paddling to shore.

                                        +

                                        Before Swanson got out of the water, Walsh said, he fashioned a tourniquet from his surfboard’s leash cord. Two doctors who happened to be walking on the beach at the time examined him and determined that no arteries were hit.

                                        +

                                        +

                                        “We’re really blessed that he was still able to get himself to shore,” Walsh said. “I was a few feet behind him, and we grabbed him and got him … up on the sand, and very quickly these doctors were there, helping out and calling 911.”

                                        +

                                        The beach remained open, but signs will be posted for three days warning the public of the attack, Colligan said. He noted that if there is another shark sighting, the signs will remain up for another three days.

                                        +

                                        Sharks are native to the area, and Colligan said that they are spotted several times a year. He added that attacks like this are rare.

                                        +

                                        A woman swimming with seals was killed by a shark in 2003 about 10 miles south of the most recent attack, Colligan said.

                                        +

                                        This article originally appeared on Fox News.

                                        +
                                        +
                                        + Filed under + + ,  + + ,  + + ,  + +
                                        + + +
                                        + +
                                        +
                                        + + +
                                        +

                                        + Read Next: +

                                        +

                                        + + Final passengers rescued… + + Final passengers rescued from stranded,… + + Final passengers rescued from stranded, burned ferry +

                                        +
                                        +
                                        + +
                                        + +
                                        + Recommended For You
                                        Loading, please wait...
                                        Most Popular This Week +
                                        +
                                        +
                                        + 1 + + + +
                                        +
                                        + Arrests plummet 66% with NYPD in virtual work stoppage +
                                        +
                                        +
                                        +
                                        + 2 + + + +
                                        +
                                        + Three cheers for the NYPD +
                                        +
                                        +
                                        +
                                        + 3 + + + +
                                        +
                                        + Cops turn backs on de Blasio at executed officer’s funeral +
                                        +
                                        +
                                        +
                                        + 4 + + + +
                                        +
                                        + ‘It was rough, man': Rex Ryan speaks to cap his whirlwind day +
                                        +
                                        +
                                        +
                                        + 5 + + + +
                                        +
                                        + Astrophysicist angers Christians with Christmas tweet +
                                        +
                                        +
                                        +
                                        + 6 + + + +
                                        +
                                        + Passenger tossed after flipping out over staff’s ‘Merry Christmas’ +
                                        +
                                        +
                                        +
                                        + +
                                        + + +
                                        +

                                        Share Selection

                                        + +
                                        +
                                        + +
                                        +
                                        +
                                        + +
                                        +
                                        +

                                        Trending Now in News

                                        +
                                        + +

                                        AirAsia used unauthorized route on day of crash: report

                                        +
                                        +
                                        +
                                        + +

                                        Little girl survives deadly plane crash

                                        +
                                        +
                                        +
                                        + +

                                        Some AirAsia victims found still strapped to seats

                                        +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        +

                                        +
                                        +

                                        Now On

                                        + Page Six +
                                        + +

                                        +
                                        + +

                                        Johnny Football resolves to stop party antics — after NYE

                                        +
                                        +
                                        +

                                        Coco Rocha reveals her stickiest fashion show situation

                                        +
                                        +

                                        VIPs rally behind Amy Adams after axed ‘Today’ interview

                                        +
                                        + +
                                        +

                                        SEE ALL

                                        +
                                        + +

                                        +
                                        +

                                        Now On

                                        + Decider +
                                        + +

                                        +
                                        + +

                                        Girl Gets Caught Cheating On National Television … Or Does She?

                                        +
                                        +
                                        +

                                        2015 Midseason Premiere Dates: When Your Favorite Show Is Coming Back – And Where You Can Stream It Now

                                        +
                                        +

                                        The 14 Hottest, Weirdest, And Shocking Sex Scenes Of 2014 (Gallery)

                                        +
                                        + +
                                        +

                                        SEE ALL

                                        +
                                        + +

                                        Most Popular This Week

                                        +

                                        Arrests plummet 66% with NYPD in virtual work stoppage

                                        +
                                        +

                                        Three cheers for the NYPD

                                        +
                                        +

                                        Cops turn backs on de Blasio at executed officer’s funeral

                                        +
                                        +

                                        ‘It was rough, man': Rex Ryan speaks to cap his...

                                        +
                                        +

                                        Astrophysicist angers Christians with Christmas tweet

                                        +
                                        +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        + + +
                                        +
                                        + + +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        +
                                        + + +
                                        +
                                        + + +
                                        +
                                        + + +
                                        +
                                        + + +
                                        +
                                        + + +
                                        +
                                        +
                                        + +
                                        + + + + + + + + + + + + + + + +
                                        +
                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                        + + + +
                                        +
                                        +
                                        + +
                                        +
                                        + + \ No newline at end of file diff --git a/tests/data/html/ok.co.uk1.html b/tests/data/html/ok.co.uk1.html new file mode 100644 index 0000000..6c67bb0 --- /dev/null +++ b/tests/data/html/ok.co.uk1.html @@ -0,0 +1,1028 @@ + + + + + + + + + + Sean Penn and Charlize Theron 'engaged' | OK! Magazine + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                        + + +
                                        +
                                        + + + + + + +
                                        + +
                                        + +
                                        +
                                        + +
                                        +
                                        + +
                                        +
                                        + +
                                        + + + + +
                                        + +
                                        + + +
                                        + + +
                                        +

                                        Breadcrumb

                                          2. +
                                          3. +
                                        3. Sean Penn 'proposes to Charlize Theron'
                                          4. +
                                        + + + + + + +
                                        +
                                        +

                                        Sean Penn 'proposes to Charlize Theron'

                                        +

                                        The actor has reportedly popped the question to his girlfriend of a year

                                        + +
                                         
                                        + +
                                        +
                                        + By
                                        + +
                                        + +
                                        +
                                         
                                        +
                                        + + +
                                         
                                        +
                                        +

                                        WE can't keep up with all the engagements happening at the moment.

                                        +

                                        And it seems that there could be another one to add to our list.

                                        +
                                        Has Sean Penn popped the question? [Wenn]
                                        Has Sean Penn popped the question? [Wenn]
                                        +

                                        Sean Penn has reportedly popped the question to Charlize Theron.

                                        +

                                        The I Am Sam actor is said to have proposed while on a romantic trip to Paris in November.

                                        +

                                        US sources claimed that the 54-year-old was keen to take his relationship with the mum-of-one to the next level.

                                        +

                                        A source added that Charlize isn't yet wearing a ring to symbolise their union.

                                        +
                                        The couple have been dating for the last year [Splash]
                                        The couple have been dating for the last year [Splash]
                                        +

                                        They said: "There's no ring, but they are committed."

                                        +

                                        The pair have been friends for a long time but only became romantically involved last year.

                                        +

                                        It will be the third time Sean has walked down the aisle. He was previously married to Madonna and split from second wife Robin Wright in 2010.

                                        +

                                        The couple had two children together, Hopper and Dylan. 

                                        +
                                        Will it be third time lucky for Madonna's ex-husband? [Splash]
                                        Will it be third time lucky for Madonna's ex-husband? [Splash]
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +

                                        Related article: Charlize Theron and Sean Penn plan to marry and adopt

                                        +

                                        Related article: Charlize Theron causes outrage as she compares 'Googling herself to being raped'

                                        +

                                        Related article: Josie Cunningham is engaged

                                        +

                                        Related article: Hollyoaks co-stars Emmett Scanlan and Claire Cooper get engaged

                                        +
                                        + + + + + + + + +
                                         
                                        + +
                                         
                                        + + + + +

                                        Add a comment

                                        +
                                        +
                                        +
                                        + + +
                                        +
                                        + +
                                        + + + +
                                        +
                                        + + +
                                        + + + +
                                        +
                                        + +
                                        +
                                        + + + + + + +
                                        +
                                        +
                                        + + +
                                        + + + +
                                        +
                                        + +
                                        +
                                        + + + + + + +
                                        +
                                        +
                                        + + +
                                        + + + +
                                        +
                                        + +
                                        +
                                        + + + + + + +
                                        +
                                        +
                                        + + + + + +
                                        + + + +
                                        +
                                        + +
                                        +
                                        +
                                         
                                        +
                                        +
                                        +
                                        + + + +
                                        +
                                        +
                                        + + +
                                        + + +
                                        +
                                        +
                                        + + + + +
                                        + +
                                        + +
                                        +
                                        + + +
                                        + +
                                        +
                                        + + + +
                                        +
                                        + + + + +
                                        + +
                                        + +
                                        +
                                        + + +
                                        + + + +
                                        +
                                        +
                                        + promo +
                                        +
                                        + + + + + + +
                                        +
                                        +
                                        + + + + + +
                                        +
                                        + + +
                                        +
                                        +
                                        +
                                         
                                        +
                                        +
                                        +
                                        +
                                         
                                        + + +
                                        + + +
                                        +
                                        + + + +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        +
                                        Back to top
                                        + +
                                        +
                                        + + + + diff --git a/tests/data/html/ok.co.uk2.html b/tests/data/html/ok.co.uk2.html new file mode 100644 index 0000000..cb68062 --- /dev/null +++ b/tests/data/html/ok.co.uk2.html @@ -0,0 +1,1016 @@ + + + + + + + + + + EastEnders Spoilers - Kat Moon for sex offender storyline | OK! Magazine + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                        + + +
                                        +
                                        + + + + + + +
                                        + +
                                        + +
                                        +
                                        + +
                                        +
                                        + +
                                        +
                                        + +
                                        + + + + +
                                        + +
                                        + + +
                                        + + +
                                        +

                                        Breadcrumb

                                          2. +
                                          3. +
                                        3. EastEnders Spoilers: Kat Moon to be involved ...
                                          4. +
                                        + + + + + + +
                                        +
                                        +

                                        EastEnders Spoilers: Kat Moon to be involved in sex offender storyline

                                        +

                                        The soap character will be part of an investigation against her late uncle Harry

                                        + +
                                         
                                        + +
                                        +
                                        + By
                                        + +
                                        + +
                                        +
                                         
                                        +
                                        + + +
                                         
                                        +
                                        +
                                         
                                        +

                                        EastEnders are set to show a controversial plot line in the near future.

                                        +

                                        Kat Moon will discover that her late uncle Harry is a serial sex offender.

                                        +
                                        Kat Slater will discover her uncle was a serial sex offender
                                        Kat Slater will discover her uncle was a serial sex offender
                                        +

                                        Alfie Moon's wife was groomed by the relative from a young age.

                                        +

                                        As a result of rape, she gave birth to her daughter Zoe Slater at the age of 13.

                                        +

                                        However, Kat pretended to be her sister until the secret was revealed years later after Zoe said she wanted to live with Harry in Spain.

                                        +

                                        Police will turn up at Kat's house telling her that a number of victims have come forward with allegations against Harry, despite him passing away 10 years ago.

                                        +
                                        Previous victims of Harry Slater will come forward
                                        Previous victims of Harry Slater will come forward
                                        +

                                        Kat, played by Jessie Wallace, will be drawn to helping the investigation after discovering that she has been left money in his will.

                                        +

                                        She then confides in her husband who believes that the heart-to-heart means a reunion is possible. Struggling to cope, Kat has a one-night stand in an attempt to take her mind off the situation.

                                        +

                                        A show insider told The Sun: "EastEnders has a rich history of tackling difficult social issues and Kat's continued story is one of these."

                                        +

                                        Played by the late Michael Elphick, Harry passed away off screen when he suffered a heart attack.

                                        +
                                        She gave birth to daughter Zoe Slater at 13 after being raped
                                        She gave birth to daughter Zoe Slater at 13 after being raped
                                        +

                                        Related article: Laurie Brett splits from husband John Milroy

                                        +

                                        Related article: EastEnders spoiler - Character to be killed off on New Year's Day

                                        +

                                        Related article: Could Kat and Alfie Moon's marriage go up in smoke?

                                        +

                                        Related article: Lucy Beale killer discovered by Emma Summerhayes

                                        +
                                        + + + + + + + + +
                                         
                                        + +
                                         
                                        + + + + +

                                        Add a comment

                                        +
                                        +
                                        +
                                        + + +
                                        +
                                        + +
                                        + + + +
                                        +
                                        + + +
                                        + + + +
                                        +
                                        + +
                                        +
                                        + + + + + + +
                                        +
                                        +
                                        + + +
                                        + + + +
                                        +
                                        + +
                                        +
                                        + + + + + + +
                                        +
                                        +
                                        + + +
                                        + + + +
                                        +
                                        + +
                                        +
                                        + + + + + + +
                                        +
                                        +
                                        + + + + + +
                                        + + + +
                                        +
                                        + +
                                        +
                                        +
                                         
                                        +
                                        +
                                        +
                                        + + + +
                                        +
                                        +
                                        + + +
                                        + + +
                                        +
                                        +
                                        + + + + +
                                        + +
                                        + +
                                        +
                                        + + +
                                        + +
                                        +
                                        + + + +
                                        +
                                        + + + + +
                                        + +
                                        + +
                                        +
                                        + + +
                                        + + + +
                                        +
                                        +
                                        + promo +
                                        +
                                        + + + + + + +
                                        +
                                        +
                                        + + + + + +
                                        +
                                        + + +
                                        +
                                        +
                                        +
                                         
                                        +
                                        +
                                        +
                                        +
                                         
                                        + + +
                                        + + +
                                        +
                                        + + + +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        +
                                        Back to top
                                        + +
                                        +
                                        + + + + diff --git a/tests/data/html/oregonlive.com1.html b/tests/data/html/oregonlive.com1.html new file mode 100644 index 0000000..3417b74 --- /dev/null +++ b/tests/data/html/oregonlive.com1.html @@ -0,0 +1,1505 @@ + + + + + + + + + + + + + + + + + + + + Alzheimer's Foundation, Comcast, NW Natural help nonprofits; Raymond James and OnPoint partnership; Beer City Bottle Shop opens: Industry Notes | OregonLive.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                        + + + + + + + + + + + + + + + + +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        +
                                        +
                                          +
                                        • Home
                                          • + +
                                        • +
                                          + + + + +
                                          + +
                                          • +
                                        + +
                                        + + + + + + + + + +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        + + + +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        Back to Main Menu
                                        +
                                        +
                                        Close
                                        +
                                        +
                                        Customize Your Weather
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        Congratulations!
                                        +
                                        Your weather is set to . You can change the location at any time.
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        AccuWeather.com Quick Look
                                        +
                                        + +
                                        +
                                        View Full Weather Report
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        +
                                        +

                                        Search OregonLive.com

                                        + +
                                        +
                                        +
                                        +
                                        + Account + Sign In +
                                        +
                                        +
                                        +
                                        +
                                        +
                                        Close
                                        +
                                        +
                                        +

                                        Sign in to
                                        OregonLive.com

                                        +
                                        +
                                        + + + + +
                                        +
                                        + +
                                        + + +
                                        + +
                                        + Forgot your username and password? +
                                        +
                                        +
                                        +

                                        Don't have an account?

                                        +

                                        Register now for free, or sign in with any of these services:

                                        + + + + + + +
                                        +
                                        +
                                        +
                                        +
                                        + +
                                        + You are signed in as
                                        +

                                        +
                                        + +
                                        +
                                        +
                                          +

                                        • Favorite Schools

                                          expand
                                          +
                                            +
                                            • +

                                          • Favorite Teams

                                            close
                                            +
                                              +
                                              • +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            + Subscribe
                                            +
                                            +
                                            +
                                            +
                                            +
                                            + +
                                            +
                                            +
                                            +
                                            + +
                                            + + + + + + + + + + + +
                                            + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                            + + +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            + +
                                            comments
                                            +
                                            + + + + + +

                                            Alzheimer's Foundation, Comcast, NW Natural help nonprofits; Raymond James and OnPoint partnership; Beer City Bottle Shop opens: Industry Notes

                                            +
                                            + + +
                                            +
                                            IMG_1187.JPG
                                            + + Yamhill County Sheriff's Search and Rescue members Kent Stuart and Keith Fritz demonstrate equipment used in the Project Lifesaver Program. Thanks to a grant from the Alzheimer's Foundation, the team can upgrade equipment and provide up to 15 transmitters to new clients. + + + + (Yamhill County Sheriff's Office)
                                            + + + + + + +
                                            +
                                            + Print +
                                            + + + + + + + + + + Vickie Kavanagh | vkavanagh@oregonian.com + + + + + + + + + + +By + + + + + + + + + + + + + Vickie Kavanagh | vkavanagh@oregonian.com + + + +The Oregonian +
                                            Email the author | Follow on Twitter + + + + + +
                                            on December 29, 2014 at 3:41 PM, updated December 29, 2014 at 4:28 PM + +
                                            + + +
                                            +
                                            + +
                                            + + + +
                                            + + + + + + + + + + +
                                            + + +
                                            + + + + + + + + + + + + + +
                                            + +
                                            +
                                            + + +
                                            +

                                            GRANTS/DONATIONS

                                            +

                                            BEAVERTON -- The Comcast Foundation has awarded $355,760 in grants to 31 nonprofit organizations in Oregon and Southwest Washington.

                                            +

                                            The grants support programs aimed at the Comcast Foundation's areas of focus -- expanding digital literacy, promoting community service, and building tomorrow's leaders.

                                            +

                                            Recipients include:

                                            +
                                              +
                                            • The Native American Youth & Family grant will fund an on-site component of the College and Career Center program, primarily built around students accessing a computer lab with printing and mailing options to help the students apply for Colleges and seek employment in STEM related fields.
                                              • +
                                            • The Comcast Foundation's grant awarded to Big Brothers Big Sisters Columbia Northwest funded the Beyond School Walls, a workplace mentoring program. The mission of Big Brothers Big Sisters is to provide children facing adversity with strong and enduring, professionally supported one-to-one relationships that change their lives for the better.
                                              • +
                                            • To support the needs of BGCP's My.Future technology initiative, the Comcast Foundation provided funds for program software, robotics kits, iPads, laptops and other needed materials and supplies through a multi-year grant beginning in 2014. The grant positions Comcast as a lead partner in funding the technology needs for BGCP's Rockwood Club, its seventh and newest facility set to open in the fall of 2016.
                                              • +
                                            +

                                            Local recipients also include Junior Achievement of Oregon & SW Washington, Boys and Girls Club of Albany and Hacienda Community Development Corporation of Portland.

                                            +

                                            Visit the website for a complete list.

                                            +

                                            PORTLAND -- NW Natural's Corporate Philanthropy Fund is contributing nearly $35,000 to local nonprofits that help children and families in need.

                                            +

                                            The fund, supported by shareholders, is making the following donations:

                                            +
                                              +
                                            • $7,500 to Stand For Children
                                              • +
                                            • $6,500 to Oregon Food Bank
                                              • +
                                            • $5,000 each to Central City Concern, Clackamas Women's Shelter and Self Enhancement, Inc.
                                              • +
                                            • $2,500 to Saturday Academy
                                              • +
                                            • $1,500 each to Start Making a Reader Today and Food Share of Lincoln County
                                              • +
                                            +

                                            YAMHILL COUNTY -- The Yamhill County Sheriff's Office Project Lifesaver Team is the recipient of a bi-annual grant from the Alzheimer's Foundation of America for $5,000.

                                            +

                                            This grant will enhance the current Project Lifesaver Program by upgrading certain equipment and providing up to 15 new transmitters for new clients.

                                            +

                                            The Yamhill County Sheriff's Office and the Yamhill County Sheriff's Search and Rescue started Project Lifesaver in Yamhill County in 2007 thanks to many donations from both private individuals and organizations.

                                            +

                                            The primary mission of Project Lifesaver is to provide timely response to save lives and reduce potential injury for adults and children who wander due to Alzheimer's, autism, and other related conditions or disorders. The program consists of a bracelet transmitter, which is place on a client's wrist or ankle, and a specialized receiver that the Project Lifesaver team uses to track the specific radio frequency that the transmitter emits on a constant basis.

                                            +
                                            +
                                            More
                                            + +
                                            +

                                            The Project Lifesaver Team is made up of volunteers from the Search and Rescue Team along with deputies who are trained on locating the clients and how to deal with the clients once they are located. Once a month, a member of the team visits the clients to change batteries and bands that hold the transmitter in place.

                                            +

                                            Project Lifesaver aids Search and Rescue in reducing time searching for a client that goes missing. To date they have been 100 percent in finding clients who left their homes. Generally the searches last under 10 minutes once the team is on scene. Yamhill County has had 19 searches since 2007 for clients on the Project Lifesaver program. Project Lifesaver is provided free of charge to Yamhill County residents.

                                            +

                                            NEW BUSINESS

                                            +
                                            Beer-City-Logo-B-W-for-Light-Background.jpgView full size
                                            +

                                            PORTLAND -- Pam Adkins and Mary Kay Plass have opened a new bottle shop and tap room at 4214 N. Mississippi Ave.

                                            +

                                            The Beer City Bottle Shop sells bottled craft beer, hard cider and sodas as well as offering eight rotating draft selections all produced on the west coast.

                                            +

                                            The tap room seats 18 and offers a small food menu of Panini's and snack plates.

                                            +

                                            One of the most popular offerings so far, said the owners, is the Pick 6, where customers create their own six-pack of any 12 ounce bottles or cans for $10. 

                                            +

                                            The shop is open from 3 to 9 p.m. Monday through Thursday, from 1 to 10 p.m. Friday and Saturday and from 1 to 8 p.m. Sunday.

                                            +

                                            NEW PARTNERSHIP

                                            +

                                            PORTLAND -- John W. Houston, managing director of the Financial Institutions Division of Raymond James Financial Services, Inc., announced that OnPoint Community Credit Union, headquartered in Portland, has partnered with and will offer investment and wealth management services to its clients through Raymond James.

                                            +

                                            -- Compiled by Vickie Kavanagh

                                            + + +
                                            + + +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            + +
                                            + + +
                                            +
                                            +
                                            +
                                            +
                                            + +
                                            +
                                            +
                                            +
                                            + + + + + + + + +
                                            +
                                            +
                                            +
                                            +
                                            + + +
                                            +

                                            Best of OregonLive.com

                                            + + + + + + + + + + + + + + +
                                            + + + + + + +
                                            +
                                            +
                                            + + + + + + + + + + + + + + + + + + +
                                            + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/oregonlive.com2.html b/tests/data/html/oregonlive.com2.html new file mode 100644 index 0000000..b75cffc --- /dev/null +++ b/tests/data/html/oregonlive.com2.html @@ -0,0 +1,1303 @@ + + + + + + + + + + + + + + + + + + + + Missionary from Oregon pleads not guilty to sexual conduct with boy in Cambodia | OregonLive.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                            + + + + + + + + + + + + + + + + +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            + +
                                            +
                                            + +
                                            +
                                            +
                                            +
                                            +
                                            +
                                              +
                                            • Home
                                              • + +
                                            • +
                                              + + + + +
                                              + +
                                              • +
                                            + +
                                            + + + + + + + + + +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            + + + +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            Back to Main Menu
                                            +
                                            +
                                            Close
                                            +
                                            +
                                            Customize Your Weather
                                            +
                                            + +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            Congratulations!
                                            +
                                            Your weather is set to . You can change the location at any time.
                                            +
                                            + +
                                            +
                                            +
                                            +
                                            AccuWeather.com Quick Look
                                            +
                                            + +
                                            +
                                            View Full Weather Report
                                            +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            + +
                                            +
                                            +
                                            +
                                            +
                                            + +
                                            +
                                            +

                                            Search OregonLive.com

                                            + +
                                            +
                                            +
                                            +
                                            + Account + Sign In +
                                            +
                                            +
                                            +
                                            +
                                            +
                                            Close
                                            +
                                            +
                                            +

                                            Sign in to
                                            OregonLive.com

                                            +
                                            +
                                            + + + + +
                                            +
                                            + +
                                            + + +
                                            + +
                                            + Forgot your username and password? +
                                            +
                                            +
                                            +

                                            Don't have an account?

                                            +

                                            Register now for free, or sign in with any of these services:

                                            + + + + + + +
                                            +
                                            +
                                            +
                                            +
                                            + +
                                            + You are signed in as
                                            +

                                            +
                                            + +
                                            +
                                            +
                                              +

                                            • Favorite Schools

                                              expand
                                              +
                                                +
                                                • +

                                              • Favorite Teams

                                                close
                                                +
                                                  +
                                                  • +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + Subscribe
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                + +
                                                + + + + + + + + + + + +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                comments
                                                +
                                                + + + + + +

                                                Missionary from Oregon pleads not guilty to sexual conduct with boy in Cambodia

                                                +
                                                + + +
                                                +
                                                WayneMorseUSCthouse.jpg
                                                + + The Wayne Morse U.S. Courthouse was dedicated in 2006. + + + + (Oregonian file photo)
                                                + + + + + + +
                                                +
                                                + Print +
                                                + + + + + + + + + + Bryan Denson | bdenson@oregonian.com + + + + + + + + + + +By + + + + + + + + + + + + + Bryan Denson | bdenson@oregonian.com + + + +The Oregonian +
                                                Email the author | Follow on Twitter + + + + + +
                                                on December 29, 2014 at 3:21 PM, updated December 29, 2014 at 4:11 PM + +
                                                + + +
                                                +
                                                + +
                                                + + + +
                                                + + + + + + + + + + +
                                                + + +
                                                + + + + + + + +
                                                + +
                                                + + + + + + + + + +
                                                + +
                                                +
                                                + + +
                                                +

                                                A 36-year-old part-time missionary who served a year in a Cambodian prison for sexually abusing boys in an orphanage pleaded not guilty on Monday in a Eugene courtroom to a rarely imposed federal charge of engaging in illicit sexual conduct in a foreign place.

                                                +

                                                Daniel Stephen Johnson faces a potential 30-year prison term on the new charge, which accuses him of having sex with a boy in the Kingdom of Cambodia sometime between Nov. 28, 2005, and Oct. 12, 2006.

                                                +
                                                Daniel.S.Johnson.jpgView full sizeDaniel S. JohnsonLane County Jail 
                                                +

                                                U.S. Magistrate Judge Thomas Coffin set Johnson's trial for Feb. 25.

                                                +

                                                A federal grand jury indicted Johnson on Dec. 10. He's awaiting trial in the Lane County Jail.

                                                +

                                                Johnson served a one-year sentence in Cambodia for sexually abusing boys in his care at an orphanage, The Register-Guard newspaper reported. He worked as a Christian missionary in the Southeast Asian country for about a decade, according to the Cambodia-based anti-pedophile group Action pour les Enfants.

                                                +

                                                A 2003 federal law aimed at preventing child abuse made it a crime for any U.S. citizen to have illegal sexual contact with a minor in a foreign country.

                                                +

                                                More than a decade ago, Johnson was accused in Oregon of molesting three children in his sister's care.

                                                +

                                                Lincoln County prosecutors dismissed charges after investigators began to doubt the alleged victims' statements, according to a 2003 article in the Yamhill Valley News-Register.

                                                +

                                                -- Bryan Denson

                                                + + +
                                                + + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                + + + + + + + + +
                                                +
                                                +
                                                +
                                                +
                                                + + +
                                                +

                                                Best of OregonLive.com

                                                + + + + + + + + + + + + + + +
                                                + + + + + + +
                                                +
                                                +
                                                + + + + + + + + + + + + + + + + + + +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/parsely.com1.html b/tests/data/html/parsely.com1.html new file mode 100644 index 0000000..458f7e5 --- /dev/null +++ b/tests/data/html/parsely.com1.html @@ -0,0 +1,854 @@ + + + + + + + + + + Facebook and Publishers: A fix for direct traffic from Facebook’s mobile app by Parse.ly + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + +
                                                +
                                                +
                                                Product Tour
                                                +
                                                About
                                                +
                                                Media Research
                                                +
                                                Press
                                                +
                                                Try Parse.ly
                                                +
                                                +
                                                + + + + +
                                                + +

                                                Facebook and Publishers: A fix for direct traffic from Facebook’s mobile app + +

                                                + +
                                                +

                                                Yesterday, Facebook announced a number of new tools for publishers, as part of their on-going relationship to encourage a high volume of quality content that will keep us scrolling through our newsfeeds.

                                                +

                                                At the bottom was a short mention:

                                                +

                                                We also recently fixed a bug that caused many third-party analytics tools to undercount the percentage of their organic traffic from Facebook. In the past, referrer data was missing from some of our outbound mobile clicks. This issue has been resolved for iOS, with a fix for Android coming soon. Publishers may see an increase in iOS mobile traffic from Facebook and a decrease in undefined sources or direct traffic.

                                                +

                                                ICYMI – this is a fix for direct traffic (sometimes called “dark social”) for traffic coming through the mobile app that sometimes dropped the referral information.

                                                +

                                                Here’s a little background:

                                                +

                                                Anyone who has looked at analytics, has seen “direct” as a traffic source. There tends to be a fair amount of confusion around this section, as it encompasses anything that analytics can’t track.

                                                +

                                                Traditionally, publishers assumed direct traffic was people bookmarking their home page or typing in the address directly in the search bar. However, since Parse.ly looks at analytics by a post-by-post basis, we can’t make that assumption, as most people are not typing in new article post URLs “directly” into their browser.

                                                +

                                                Sources for this traffic include:

                                                +
                                                  +
                                                • Email/IMs
                                                  • +
                                                • Copying and pasting a link
                                                  • +
                                                • Switching from a https:// site to an http:// site
                                                  • +
                                                • Chat apps (Whats App, etc.)
                                                  • +
                                                +

                                                In 2012, Alexis Madrigal wrote a story about these sources, terming them “dark social”. (This post is worth re-reading for some fun facts like “Only about four percent of total traffic is on mobile at all.”) In summary, he supposed that since these were links that were being shared from person-to-person, this kind of traffic should still be thought of as social sharing.

                                                +

                                                Parse.ly’s CTO, Andrew Montalenti, explained some other areas that “dark” traffic can come from – he points out that it’s not all social; some traffic might also be explained by search and sites that block their referral information from being passed through or programs used by people protecting their browsing (especially in the wake of Snowden/NSA revelations).

                                                +

                                                Though many of those sources will probably continue to be “dark”, a lot of us in the analytics community realized a while ago that Facebook was sending some of this direct traffic. The Guardian’s Ophan architect, Graham Tackley, showed off charts at ONA this year on how The Guardian saw its direct traffic spike in association with Facebook spikes.

                                                +

                                                We saw a similar pattern, and called up Facebook a few months ago. As the massive social network makes a concerted effort to work with publishers, they were concerned at the differences we saw compared to their own data, and we shared some of our aggregate data with them as they worked to fix the referral issue.

                                                +

                                                What to expect from the fix:

                                                +

                                                The announcement above acknowledged the first fix, and we’ll continue to monitor the impact that this is making in our system.

                                                +

                                                What does this mean for your traffic? We checked the amount of traffic that currently comes into posts as direct (aka “dark social”) but is actually Facebook by looking at the user agents and found in one sample that 11% of total traffic coming was from Facebook. (And yes – that means that almost 50% of all external traffic referrers in this sample came from Facebook, wow.)

                                                +

                                                facebook-ref-final-2

                                                +

                                                Our analysis also checked out how much of that dark traffic came in from Android vs. iOS. We’ll be keeping track of this for the next few weeks, and we expect to see those numbers go down as the app fixes roll out and people update their apps.

                                                +

                                                We know that people have a lot of questions about this, and we’re happy to provide additional information or answer questions about it – let us know in a comment, or shoot us a note.

                                                +

                                                 

                                                + +

                                                Parse.ly, December 11, 2014

                                                +
                                                + +
                                                + + + + +
                                                +

                                                Leave a Reply

                                                +
                                                +

                                                Your email address will not be published. Required fields are marked *

                                                + +

                                                +

                                                You may use these HTML tags and attributes: <a href="" title=""> <abbr title=""> <acronym title=""> <b> <blockquote cite=""> <cite> <code> <del datetime=""> <em> <i> <q cite=""> <strike> <strong>

                                                + + + +

                                                +

                                                +
                                                +
                                                + + +
                                                + + + + + + + + + + + + + + + + + + +
                                                +
                                                + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/parsely.com2.html b/tests/data/html/parsely.com2.html new file mode 100644 index 0000000..239abde --- /dev/null +++ b/tests/data/html/parsely.com2.html @@ -0,0 +1,874 @@ + + + + + + + + + + The Ultimate Referral Guide to Your Audience by Parse.ly + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + +
                                                +
                                                +
                                                Product Tour
                                                +
                                                About
                                                +
                                                Media Research
                                                +
                                                Press
                                                +
                                                Try Parse.ly
                                                +
                                                +
                                                + + + + +
                                                + +

                                                The Ultimate Referral Guide to Your Audience + +

                                                + +
                                                +

                                                Though we hear about pageviews going up at many of the large online publishers, digital media companies still struggle to see a correlating increase in revenue. What’s the disconnect? Methods to increase almost any metric, including pageviews and visitors, don’t always focus on long-term benefits to the people that matter most when it comes to generating revenue: the audience.

                                                +

                                                Think of metrics like the Force. Sure, they have a dark-side: user-unfriendly slideshows to increase clicks, or enlarged images for more scrolling and time engaged.

                                                +

                                                +

                                                But you can use the “Force” of metrics for good: to understand your audience and create better experiences for them. Metrics can arm anyone in digital media, from editors to business executives with with vital information about their readers’ preferences and behaviors. When it comes to audience insights, aim to be Luke Skywalker, not Darth Vader.

                                                +

                                                Why Referrals Matter

                                                +

                                                Data allows publishers today to see where readers come from and how they found an article or story. This tells you how readers already spend their time, what they care about, and can give you a good idea of who they might be based on some basic demographics about the referral networks.

                                                +

                                                Analytics that tell you where your traffic comes from on a story by story or author by author basis will give you the clearest picture of your audience. For example, here’s the referral sources for articles written by our CTO on the Parse.ly blog next to the referral sources for articles written by our Director of Marketing:

                                                +

                                                CTO-vs-Marketing

                                                +

                                                Looking at this, we know that readers coming to our blog for articles about technology (Apache Storm overviews, information on our open-source technology streamparse) tend to search for these technologies, or come from technology-based aggregation sites like Hacker News, Lobsters and tend to congregate on Twitter.

                                                +

                                                Readers coming to articles written by our Director of Marketing tend to use more social networks, like LinkedIn and Facebook as well as Twitter, and are active in the content and journalism communities, as indicated by Contently and Poynter.org’s presence.

                                                +

                                                We consider what people on these sites and networks want to learn or read about when we write new blog posts or create whitepapers and ebooks. We think about what kind of information we have that might be useful and interesting to someone that also reads about content marketing or regularly participates in tech conversations. It’s also a great gut-check to see if the audience we intended to reach is actually seeing our stories.

                                                +

                                                Referral Trends and Benchmarking Against Your Peers

                                                +

                                                Access to internal data allows you to focus on your own readers, but what about understanding your broader competitive set? Where are their readers coming from?

                                                +

                                                Parse.ly publishes a quarterly Authority Report that includes a summary of refferal traffic based on billions of pageviews on our network of digital publishing sites. In the most recent edition, we compared referral traffic on a year-over-year basis (Aug. 2013-Aug. 2014).

                                                +

                                                Overall, the data told the story of the rise of social and the constricting of all other categories. Since search was the largest, it had the most landshare to lose, but in general, social’s rise was at the expense of all other categories.

                                                +

                                                1-ref-cat

                                                +

                                                See the full breakdown of top twenty five referrals and how they changed when you subscribe to the report.

                                                +

                                                Social: Facebook the disruptor

                                                +

                                                Most of social’s gains came directly from the increase in Facebook traffic to sites.

                                                +

                                                Top Social Networks to send referrals

                                                +

                                                Facebook made a huge jump, going from 12% of overall traffic referrals to over 20% (22.7% to be precise). This is similar to findings of other vendors and has recently spurred a torrent of concern over how much influence the social giant has over readers.

                                                +

                                                For instance, Shareaholic found almost exactly the same percentage increase for Facebook referrals over a similar time (they tracked Sept 2013 through Sept 2014).

                                                +

                                                +

                                                 

                                                +

                                                However, our network saw Twitter and Stumbleupon as the two highest referrers after Facebook. Pinterest didn’t make a mark until four, though we did see the directional changes in growth match for all three networks.

                                                +

                                                Even at this scale of billions of referrers, the types of audiences that the Parse.ly network sees versus the Shareaholic network likely accounts for these differences.

                                                +

                                                Search: The dominator

                                                +

                                                Say what you will about the rise of social, search still eeks out more overall web visits. Though we did see the two come toe-to-toe back in January, search has climbed back up into the dominate position.

                                                +

                                                top-search-referrers-graph

                                                +

                                                Google didn’t even lose any ground to the Facebook growth – it gained almost two percentage points as a referral source to news sites.

                                                +

                                                One thing to note in our data: the search traffic shown controls for the “brand search” effect. Brand search is typing a brand name i.e. “Business Insider” into Google Chrome’s browser bar or in a search field instead of typing the domain directly or clicking on a bookmark. In those cases, though the referrer tracks as “search,” but it doesn’t accurately describe the intention of the searcher; they already knew where they wanted to go.

                                                +

                                                The data in the Authority Report only considers post URLs, not landing pages or homepages. This means that every view we account for came directly to an article, video or story.

                                                +

                                                Aggregators and RSS: The displaced

                                                +

                                                top-aggregator-referrers-graph

                                                +

                                                 

                                                +

                                                Our data saw almost all aggregators sites account for less of the overall referral pie for traffic. One theory why? Over the past year, digital news outlets have started to embrace more aggregation on their own sites. Huffington Post and Gawker have a strong reputation for aggregating other outlets stories; the New York Times now links out to others’ top stories on their homepages and in their apps.

                                                +

                                                top-rss-referrers-graph

                                                +

                                                RSS readers may have also suffered from social’s gains. Feedly, which was poised to take over the RSS game after Google Reader was shuttered dipped in the past year. Mobile apps and social media feeds provide similar functionality combined with better social/mobile elements.

                                                +

                                                The Last Word: “OTHER”

                                                +

                                                Overall, this sample of sites saw a 30% increase of total external traffic, bolstered by strong social and search networks, but also ultimately aided by an increasingly larger set of long-tail sites. Does the large increase in this group point to more reliance on paid traffic distribution through networks like Outbrain, Taboola and their ilk?

                                                +

                                                It certainly points to the fact that digital publishers have to be more vigilant than ever about where their audiences live online, how they’re finding the content they read and how the publishers can craft cohesive strategies across their entire organization that use data on those activities to their advantage.

                                                + +

                                                Parse.ly, November 17, 2014

                                                +
                                                + +
                                                + + + + +
                                                +

                                                Leave a Reply

                                                +
                                                +

                                                Your email address will not be published. Required fields are marked *

                                                + +

                                                +

                                                You may use these HTML tags and attributes: <a href="" title=""> <abbr title=""> <acronym title=""> <b> <blockquote cite=""> <cite> <code> <del datetime=""> <em> <i> <q cite=""> <strike> <strong>

                                                + + + +

                                                +

                                                +
                                                +
                                                + + +
                                                + + + + + + + + + + + + + + + + + + +
                                                +
                                                + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/pe.com1.html b/tests/data/html/pe.com1.html new file mode 100644 index 0000000..28db60a --- /dev/null +++ b/tests/data/html/pe.com1.html @@ -0,0 +1,1097 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PERRIS: Woman ordered hit on father of her child, police say - Press Enterprise + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + +
                                                + +
                                                + +
                                                +
                                                + +
                                                +
                                                +
                                                + + +
                                                +
                                                +
                                                + + +
                                                +
                                                + + +
                                                + + +
                                                + +
                                                +
                                                + + + +
                                                +
                                                +

                                                News

                                                +

                                                PERRIS: Woman ordered hit on father of her child, police say

                                                + +
                                                +
                                                + + +
                                                +
                                                + + +
                                                  
                                                +
                                                +
                                                + + + + + + +
                                                +
                                                  + +
                                                • + +
                                                  + +
                                                  +
                                                  • + +
                                                • + +
                                                  + +
                                                  +
                                                  • + + + + + + + + + +
                                                • + + +
                                                  +
                                                  • +
                                                • + +
                                                  + +
                                                  +
                                                  • +
                                                • +

                                                  Trending

                                                  +
                                                  +
                                                  + +
                                                  +
                                                  • + +
                                                • +
                                                  +
                                                  + + +

                                                  Riverside Yellow Pages

                                                  +
                                                  +
                                                  +
                                                  • + +
                                                • + +
                                                  + +
                                                  +
                                                  • +
                                                • +
                                                  +

                                                  THINGS TO DO

                                                   +

                                                   

                                                  + +

                                                   

                                                  +
                                                  +
                                                  +
                                                  +
                                                  +
                                                  +
                                                  • + +
                                                • + +
                                                  + +
                                                  +
                                                  • + + +
                                                  + +
                                                  +
                                                  + +
                                                  +
                                                  + + + + +
                                                • +
                                                  + + +
                                                  • + + + + + + + + + + +
                                                +
                                                + + + + +
                                                +
                                                +
                                                +

                                                + + BY SARAH BURGE + / STAFF WRITER + +

                                                + +
                                                +
                                                Published: Jan. 14, 2015 Updated: 4:49 p.m.
                                                +
                                                +
                                                + + +
                                                +
                                                + +
                                                +
                                                + + + +
                                                +
                                                +

                                                PERRIS: Woman ordered hit on father of her child, police say

                                                +
                                                + +
                                                + +
                                                Print Photo
                                                +
                                                +
                                                +
                                                + Email This + Share to Facebook + Share to Twitter + Share +
                                                +
                                                + +
                                                +
                                                + + Pin It +
                                                + More Galleries
                                                + + +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                + commit-shooting-conspirac +
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + +
                                                + +
                                                +
                                                Judy Avalos, 20, was charged with conspiracy to commit murder after a shooting near Perris that injured her boyfriend.
                                                +
                                                RIVERSIDE COUNTY SHERIFF'S DEPT./CONTRIBUTED IMAGE
                                                +
                                                +
                                                Related article »
                                                + +
                                                + +
                                                + + +
                                                +
                                                + + + +

                                                After a man was shot four times in an exchange of gunfire near Perris, police at first thought it might have been a drug deal gone wrong.

                                                +

                                                But their focus quickly turned to the 20-year-old mother of the man’s child. She is now accused of orchestrating an attempt to kill him. The man survived his injuries.

                                                +

                                                Judy Avalos, of Perris, was arrested at the hospital where she was visiting her injured boyfriend the day after the Dec. 30 shooting. She has pleaded not guilty to conspiracy to commit murder and is being held in lieu of $1 million bail.

                                                +

                                                Neither the gunman, nor a man believed to have accompanied him, have been identified, Lt. David Lelevier said. The gunman’s compensation for the shooting appears to have been not a cash payment but a romantic relationship with Avalos, he said.

                                                +

                                                Defense attorney Nic Cocis said Avalos did not seek to have her boyfriend killed. Avalos believed he was going to be beaten up, not shot, Cocis said.

                                                +

                                                The shooting was reported to the Riverside County Sheriff’s Department about 9:30 p.m. in the 23300 block of Edmond Street in the unincorporated area known as Good Hope.

                                                +

                                                Avalos told investigators that she and her 24-year-old boyfriend had gone to Bakersfield together to retrieve a Jeep and she followed him back to Riverside County in her pickup, search warrant documents say. The boyfriend waited outside in the Jeep while Avalos went into her mother’s house to pick up their 4-year-old daughter. Avalos said she had been inside about 10 minutes when she heard a hail of gunfire and dropped to the floor.

                                                +

                                                After the gunfire stopped, Avalos said she went outside to find her boyfriend, with four gunshot wounds, walking up the driveway and holding a gun, Investigator Robert Cornett wrote in search warrant documents.

                                                +

                                                Deputies later discovered a car, which had been reported stolen, abandoned a few blocks away. It was riddled with bullet holes.

                                                +

                                                The boyfriend told investigators that the shooter and another man were in a white car that pulled up next to him while he was parked on Edmond Street, search warrant documents say. He said the car had driven past him, stopped for a few minutes at the dead end of the street, then pulled up next to him with a window down.

                                                +

                                                The men in the car told him they were lost and asked for directions to Highway 74. A minute or two later, he said, one of the men pulled a gun and started shooting at him. He said he grabbed the gun under his seat and fired back at them as the car drove off, search warrant documents say.

                                                +

                                                “(He) went on to say that Avalos had a strange conversation with him a few days prior,” Cornett wrote. “He said she called him up and asked him if he had been shot at.”

                                                +

                                                When investigators questioned Avalos about the conversation, she said she had had a dream about it, adding that “when she has a dream about things, they come true,” Cornett wrote.

                                                +

                                                She denied having anything to do with the shooting and let deputies download data from her cell phone.

                                                +

                                                Investigators said they found several suspicious texts, written in Spanish, that had been deleted from the phone. Avalos wrote to someone saying she wanted them to take out only her boyfriend and that it had to be tonight – Dec. 30, search warrant papers say.

                                                +

                                                She wrote that he would be in a Jeep parked in front of her mother’s house and the person replied that he was set with two people for tonight. At 9:24 p.m., Avalos texted to say they were there. The other person replied, telling Avalos to delete the text messages before “they do their job,” Cornett wrote.

                                                +

                                                After she was arrested, Avalos told investigators her boyfriend had been mistreating her and not letting her leave the house to go out with her friends, Cornett wrote. Avalos said he would point a gun at her and tell her he was going to kill her, but that she had never reported it to police, search warrant papers say.

                                                +

                                                “She said they had been arguing all week and she was just ‘mad’ at him,” Cornett wrote. “She said she was wrong for what she did but did not know any other way to get out of the relationship.”


                                                +
                                                + +
                                                +
                                                + + + + +
                                                COMMENTS | PRINT | EMAIL |   
                                                +
                                                +
                                                + + +
                                                +
                                                + +
                                                +
                                                +

                                                Join the conversation

                                                +

                                                Comments are encouraged, but you must follow our User Agreement

                                                +

                                                Keep it civil and stay on topic. No profanity, vulgarity, racial slurs or personal attacks. People who harass others or joke about tragedies will be blocked. By posting your comment, you agree to allow Freedom Communications, Inc. the right to republish your name and comment in additional Freedom publications without any notification or payment.

                                                +
                                                +
                                                +
                                                + + + + +
                                                +
                                                +
                                                +
                                                + + + +
                                                + +
                                                +
                                                + +
                                                + +
                                                + Copyright © The Press-Enterprise. All Rights Reserved. + +
                                                + About Us | Privacy Policy | User Agreement | Site Map +
                                                +
                                                + + + +
                                                + + + + + + + + + + + + + + + + + + + +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + + +
                                                + +
                                                + + + + + + + + + + + + diff --git a/tests/data/html/pewresearch.org1.html b/tests/data/html/pewresearch.org1.html new file mode 100644 index 0000000..6468f51 --- /dev/null +++ b/tests/data/html/pewresearch.org1.html @@ -0,0 +1,648 @@ + + + + + + + + + +Those from Mexico will benefit most from Obama’s executive action | Pew Research Center + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +Skip to Content +
                                                +
                                                +

                                                Numbers, Facts and Trends Shaping Your World

                                                +
                                                + + + +
                                                + +
                                                +
                                                + + + +
                                                + + +
                                                + + + +
                                                November 20, 2014
                                                + +

                                                Those from Mexico will benefit most from Obama’s executive action

                                                + +

                                                By and 24 comments

                                                +
                                                +

                                                Unauthorized immigrants from Mexico account for two-thirds of those who will be eligible for deportation relief under President Obama’s executive action, even as they account for about half of the nation’s unauthorized population, according to a new Pew Research Center analysis.

                                                +

                                                The new action, which mainly applies to unauthorized immigrant parents of U.S. citizen or legal permanent resident children, would benefit those born in Mexico more than any other country of origin group. According to the Pew Research analysis, 44% of unauthorized immigrants from Mexico could apply for deportation protection under the new programs, compared with 24% of those from other parts of the world.

                                                +

                                                President Obama’s new programs could affect about 4 million total unauthorized immigrants who will be eligible for deportation protection and a three-year work permit. The largest group — at least 3.5 million, according to Pew Research estimates of 2012 data — consists of unauthorized immigrant parents who have lived in the U.S. for at least five years and have children who either were born in the U.S. or are legal permanent residents. Of these, about 700,000 have adult children and the remaining 2.8 million have children younger than 18.

                                                +

                                                The new policy also expands eligibility for the president’s Deferred Action for Childhood Arrivals (DACA) program that benefits young adults brought to the U.S. illegally as children. The program would allow an additional 330,000 people, according to our estimates, to apply for and receive temporary deportation relief. Previously, the program was available only to those up to age 30, but the executive action would lift that age cap. In addition, the program would allow immigrants who arrived as children illegally before Jan. 1, 2010 to become eligible, expanding the program beyond the original June 15, 2007 cutoff date.

                                                +

                                                In some cases, the Obama administration’s estimates of how many would be affected differ from those calculated by Pew Research. For example, the government estimates that more than 4 million parents of U.S. citizen children or legal permanent residents could apply for relief compared with our 3.5 million figure. One possible difference is that the data Pew Research uses only includes parents who live with their children.

                                                +

                                                While work permits and deportation relief will be available, those covered by the programs will not be eligible for certain government benefits, including subsidies for health care under the Affordable Care Act.

                                                +

                                                Among the other policy changes announced in the president’s action are an increased number of visas for skilled workers and spouses of green card holders. There are several changes, including immigration enforcement that will now focus on recent arrivals and serious and repeat criminal offenders.

                                                +

                                                Even though about 4 million unauthorized immigrants may be eligible for deportation relief, it remains to be seen how many people will apply for and receive it. Response to the existing DACA program may offer a clue. The 2012 program allowed an estimated 1.1 million people ages 30 or younger to become eligible for deportation relief and receive a two-year work permit. But through June 30, 2014, only about 712,000 applied.

                                                +

                                                The general public disapproves of Obama taking executive action on immigration, by a margin of 48% to 38%, according to a NBC News/Wall Street Journal survey conducted this month. While Americans may not generally support an executive action, the poll found 57% favor a pathway to citizenship for undocumented immigrants, with support increasing to 74% when respondents are given a scenario in which a pathway requires paying fines, back taxes and taking other steps.

                                                +

                                                According to a recent Pew Research Center survey, Hispanics place a priority on the relief from deportation offered by the executive action. By 56% to 35%, Hispanics said it is more important that unauthorized immigrants be able to live and work in the U.S. without threat of deportation than have a pathway to citizenship.

                                                +

                                                The estimated 4 million covered under the executive action are in addition to an estimated 1.5 million unauthorized immigrants who are eligible for temporary relief from deportation through either the Deferred Action for Childhood Arrivals program or having Temporary Protected Status.

                                                +

                                                The president’s executive action offers deportation relief for the largest number of unauthorized immigrants in recent history. However, the current action does not allow unauthorized immigrants the opportunity to obtain permanent residency or citizenship. Only Congress has the authority to offer a path to legal status, which means those eligible for relief under the new policy remain unauthorized. If a future administration reverses course or if Congress passes an immigration law, the protection from deportation could be taken away.

                                                +

                                                Correction: This posting has been updated with a revised total of 3.9 million unauthorized immigrants affected by the president’s action, and other related revised estimates. A previous version of this post referred to the president’s implementation of his new immigration policy as an executive order. He has taken executive action.

                                                + + +

                                                Topics: Immigration, Unauthorized Immigration

                                                + +
                                                +
                                                  +
                                                1. +
                                                  +

                                                  is a Writer/Editor at the Pew Research Center's Hispanic Trends Project.

                                                  + +
                                                  +
                                                  2. +
                                                2. + Photo of Jeffrey S. Passel +
                                                  +

                                                  is Senior Demographer at the Pew Research Center’s Hispanic Trends Project.

                                                  + +
                                                  +
                                                  3. +
                                                +
                                                + + + + + + +
                                                + +
                                                + + + +
                                                +

                                                Leave a Comment

                                                +
                                                +
                                                +
                                                + +

                                                Or

                                                +
                                                + + + +
                                                +
                                                + + +
                                                + + +
                                                + +
                                                + + +
                                                + + +

                                                All comments must follow the Pew Research comment policy and will be moderated before posting.

                                                + + + + + + + + + +

                                                + + + + + +
                                                +
                                                + + +

                                                24 Comments

                                                +
                                                  +
                                                1. + +
                                                  +

                                                  MA Sullivan • 2 weeks ago

                                                  +

                                                  To refer to this population as “unauthorized” instead of “illegal” is to obfuscat the most significant and devisive characteristic of this population. They came to this country illegally. They broke SIGNIFICANT laws. To refer to them as “unauthorized” implies a lessor offense than breaking a law. Why is the left so afraid to call something by its real name? “Undocumented” or “unauthorized ” be “illegal.” “Choice vs child.”. ” Contribution “vs ‘Tax.”. Are they afraid the truth may undermine their argument. To use a word like “unauthorized’ is to practice advocacy journalism. Polling is supposed to be about uncovering truth.

                                                  + Reply
                                                  +
                                                  2. +
                                                2. + +
                                                  +

                                                  MsElmeno • 2 weeks ago

                                                  +

                                                  HOLA or HI to all HARD WORKING AMERICAN Readers. I have two question? for ALL of you. HAVE any of you live or spent time with an Illegal person? HAVE YOU ever set on a table to talk about how they affects you as a US citizen?

                                                  + Reply
                                                  +
                                                  3. +
                                                3. + +
                                                  +

                                                  Dee Rothman • 3 weeks ago

                                                  +

                                                  Nice article but how about one that addresses how this will affect US citizens, both native born and naturalized, employed and unemployed? Or how will it affect the job market as new legal aliens come out of the shadows and compete with US citizens, both native born and naturalized, employed and unemployed, in a job market which cannot currently even support the number of people seeking employment. Even anecdotal analysis should suggest the number of unemployed should increase. Less apparent should be the affect on wages and hours of work available for employees, which would seem to substantiate the contention the policy was a courageous move by Obama, because US citizens, both native born and naturalized, employed and unemployed, will on average, see personal income falling and understand the policy hurt them. Will they still vote blue? Those who finally felt the hurt caused by Obama’s changes the last six years didn’t hang blue, did they? My medical insurance went up over $2000 annually and my disposable income fell by about 6 percent. Who are the people most hurt by this and other policies and laws enacted under Obama? The MIDDLE CLASS, PERIOD!

                                                  + Reply
                                                  +
                                                  4. +
                                                4. + +
                                                  +

                                                  Me • 3 weeks ago

                                                  +

                                                  All smoke and mirrors, no guaranties, and it’s only good for three years. Trick to get Latino votes in 2016, and maybe draw the GOP into fight to try to make them look bad … again. Notice how all the stuff that he does always kicks the can just past an election, I think people are getting wise to his lies and his tricks.

                                                  + Reply
                                                  +
                                                  5. +
                                                5. + +
                                                  +

                                                  welington • 3 weeks ago

                                                  +

                                                  What about people living in USA for about 15 years and have a unsolved case of deportation hanging over their heads? Would they be eligible for the Executive Action?

                                                  + Reply
                                                  +
                                                    +
                                                  1. + +
                                                    +

                                                    hmm • 2 weeks ago

                                                    +

                                                    hopefully not!!

                                                    + Reply
                                                    +
                                                    2. +
                                                  +
                                                  6. +
                                                6. + +
                                                  +

                                                  NOamnestyEVER • 3 weeks ago

                                                  +

                                                  ……………. more than 70% of illegals will receive welfare. ALL WILL GET JOBS.

                                                  +

                                                  “THE AMNESTY ALONE WILL BE THE LARGEST EXPANSION OF THE WELFARE SYSTEM IN THE LAST 25 YEARS” ….. Heritage Foundation

                                                  + Reply
                                                  +
                                                  7. +
                                                7. + +
                                                  +

                                                  NOamnestyEVER • 3 weeks ago

                                                  +

                                                  “The President is providing an estimated 5 million illegal immigrants with social security numbers, photo IDs, and work permits—allowing them to now take jobs directly from struggling Americans during a time of record immigration, low wages, and high joblessness.” SEN. JEFF SESSIONS

                                                  + Reply
                                                  +
                                                    +
                                                  1. + +
                                                    +

                                                    MsElmeno • 2 weeks ago

                                                    +

                                                    You must be a berry hard working American. if so, non of this will affect you, or any hard working American.

                                                    + Reply
                                                    +
                                                    2. +
                                                  2. + +
                                                    +

                                                    Y.M. • 2 weeks ago

                                                    +

                                                    Historically Mexicans were disenfranchised as a whole by the Anglo-Saxon population. “The arrival of large numbers of Mexican immigrants threatened the precarious socioeconomic status of those already living in the Southwest (This is referring to the Treaty of Guadalupe Hidalgo). Since the majority of immigrants from Mexico (are) poor they (are) willing to to accept the lowest wages; as a consequence, the White American population tends to regard all Mexicans, including descendants of the original landholders in the Southwest, as “cheap labor.” Indigenous Mexican Americans were perceived by the Anglo core as no different from poor Mexican immigrants- a perception that pushed almost all those of Mexican extraction to the bottom rungs of the stratification system (Aguirre and Turner). Given the background of Mexicans and the United States, what jobs exactly are being taken from the U.S. citizens? Mexicans have been relegated to the bottom which usually means that the jobs available to them are the most undesirable ones. And by undesirable jobs I mean hard manual work, field work, low pay jobs, there is a niche created in the economy for agriculture but people fail to see who reaps the profits, that the corporate powers reap the all PROFITS. This isn’t limited to just Mexicans. If immigrants have presented themselves as a threat to your well being I would encourage you to research your American History, and I mean Real History, no the Patriot Loving Agenda that is instilled in students in high school.

                                                    + Reply
                                                    +
                                                    3. +
                                                  +
                                                  8. +
                                                8. + +
                                                  +

                                                  Ted • 3 weeks ago

                                                  +

                                                  Can someone explain how an undocumented, illegal immigrant “living in the shadows” proves he/she has been in the this country for 5 or more years? I’m sure there is a way for a fee. Perhaps a Coyote can help with this paperwork. Especially, if they have an established account with them. There is a business opportunity here! Just like getting help applying for VA benefits.

                                                  + Reply
                                                  +
                                                    +
                                                  1. + +
                                                    +

                                                    hmm • 3 weeks ago

                                                    +

                                                    good point. Also how do they prove their kids were born here?

                                                    + Reply
                                                    +
                                                      +
                                                    1. + +
                                                      +

                                                      YOU • 2 weeks ago

                                                      +

                                                      There are documents, birth certificates, pictures, ect.

                                                      + Reply
                                                      +
                                                      2. +
                                                    +
                                                    2. +
                                                  +
                                                  9. +
                                                9. + +
                                                  +

                                                  Gerald FitzGerald • 3 weeks ago

                                                  +

                                                  Correction to my comment. I misread the graphs’s gold part ( 1.5 million) as an extension of DOMA, so the graph does answer a question I asked.

                                                  + Reply
                                                  +
                                                  10. +
                                                10. + +
                                                  +

                                                  Gerald FitzGerald • 3 weeks ago

                                                  +

                                                  I would like to see legal arguments for and against the constitutionality and legality of President Obama’s executive action on immigration.

                                                  +

                                                  Thanks for clarifying who and how many immigrants are covered by the recent action. I would like to have seen, in this article, the group covered by DOMA or other relevant actions pertaining to the estimated 11.2 million undocumented, with a percentage of the undocumented (illegally entered) total who are deferred by some executive actions and orders.

                                                  + Reply
                                                  +
                                                  11. +
                                                11. + +
                                                  +

                                                  Joseph • 3 weeks ago

                                                  +

                                                  Duh! They are the closest to the U S and have the most undocumented here.

                                                  + Reply
                                                  +
                                                  12. +
                                                12. + +
                                                  +

                                                  Greg Johnson • 3 weeks ago

                                                  +

                                                  Your query and research is very much on point as it always is. However, I have a query that has puzzled me from the very beginning of the Immigration talks. Nearly everything I’ve heard or read has been in reference to those persons from Mexico or are native to Mexico. Is there not a equal or greater concern with those persons crossing the border from the North or Canada?
                                                  +Based on research I have regarding prostitution and drug trafficking, the patterns are very similar North and South. I have every reason to believe the drain on job occupancy is equal to the Mexican neighbors and probably even greater among our neighbors from the North.
                                                  +So, why no equal uproar, discussion or inclusion in the discussion regarding immigration?

                                                  + Reply
                                                  +
                                                    +
                                                  1. + +
                                                    +

                                                    hmm • 3 weeks ago

                                                    +

                                                    Not likely. Canada is not currupt from top to bottom, like Mexico and most of South and Central America. They have a legitimate government, with an educated population.

                                                    + Reply
                                                    +
                                                    2. +
                                                  +
                                                  13. +
                                                13. + +
                                                  +

                                                  Carlos • 4 weeks ago

                                                  +

                                                  It is not so clear about who is covered and who is not. Because of that there is a punctual question: somebody that has been in the U.S for 10 years, has paid taxes, has no felonies, but at the same time is not a parent of a u.s citizen and entered the u.s as an adult (no DACA) can be elegible for the protection?

                                                  + Reply
                                                  +
                                                  14. +
                                                14. + +
                                                  +

                                                  Tess • 4 weeks ago

                                                  +

                                                  My question is …Why the did not move the age of sixteen to eighteen in the new illegibility for DACA? any particular reason?

                                                  + Reply
                                                  +
                                                  15. +
                                                15. + +
                                                  +

                                                  Packard Day • 4 weeks ago

                                                  +

                                                  In defense of our President, this new immigration initiative will also do nothing but strongly enhance the 401k/IRA investment portfolios of America’s top 10%. It will also marginally help all those living in the next 40% of income brackets as well. Just as long as you or yours are not low skilled and/or low educated workers or are not currently holding down a job that can be easily replaced with a week’s worth of training, you are going to be okay. No worries.

                                                  +

                                                  Truth be told, Barack Obama’s administration and his policies have given us all profit margins in our S&P 500 accounts that have not been seen in more than a generation. So, here’s a plea to just let the President and the good times continue to roll.

                                                  +

                                                  Oh, and God bless America too…ehh?

                                                  + Reply
                                                  +
                                                  16. +
                                                16. + +
                                                  +

                                                  Bert Pace • 4 weeks ago

                                                  +

                                                  Thanks to the President for the courage he showed in taking action on Immigration. How many more years will America have to wait for Mr. Boehner to do his job and actually produce a bi-partisan Bill the President will sign? If actually crafting a Bill is too difficult for the House, why not put the bi-partisan Senate Bill they have had for 511 days up for a vote?Pretty simple solution – if only the GOP was interested in solutions.

                                                  + Reply
                                                  +
                                                    +
                                                  1. + +
                                                    +

                                                    Ted • 3 weeks ago

                                                    +

                                                    Courage? It doesn’t take courage to be political and that is exactly what this is. Enforcing the existing laws would have been courageous. None of the Presidents starting with Carter had the guts to stop illegal immigration. Now look what a mess this has become.

                                                    + Reply
                                                    +
                                                    2. +
                                                  2. + +
                                                    +

                                                    hmm • 2 weeks ago

                                                    +

                                                    It is no US representative or senator’s job to create a bill to benefit the citizens of foreign countries. The only people crying for immigration “reform” are US and foreign companies wishing to bring cheap labor in and undercut our own citizens, and foreign nationals who believe it is their “right” to benefit from sneaking into the US. They believe once they broke in, started having children here (which is their choice of course) , and have evaded the law long enough that they are owed a voice and legal status in the US. People that sneak in are owed nothing but a boot back across the border, and companies that want to undercut our own people should lose the benefits of operating here.

                                                    + Reply
                                                    +
                                                    3. +
                                                  +
                                                  17. +
                                                + + + +
                                                + + + +
                                                + + + + +
                                                + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/pewresearch.org2.html b/tests/data/html/pewresearch.org2.html new file mode 100644 index 0000000..0ee1dbe --- /dev/null +++ b/tests/data/html/pewresearch.org2.html @@ -0,0 +1,450 @@ + + + + + + + + + +Do lower gas prices mean happier consumers? | Pew Research Center + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +Skip to Content +
                                                +
                                                +

                                                Numbers, Facts and Trends Shaping Your World

                                                +
                                                + + + +
                                                + +
                                                +
                                                + + + +
                                                + + +
                                                + + + +
                                                December 16, 2014
                                                + +

                                                Do lower gasoline prices make for confident consumers?

                                                + +

                                                By Leave a comment

                                                +
                                                +

                                                gas prices consumer confidenceGasoline prices have been dropping since midsummer, and consumers’ confidence about the economy has been on the rise. Could there be a connection?

                                                +

                                                According to a new Pew Research Center report, 70% of Americans now report hearing mostly good news about gas prices, up from just 15% in August. In truth, gas prices have been falling for months: As of Monday, the national average price of a gallon of self-serve regular was $2.554 — $1.15 less than in late June (representing a nearly one-third drop), according to the U.S. Energy Information Administration. That’s the cheapest gas has been since October 2009. Also, Brent crude oil has fallen more than $45 a barrel since June and is now below $59 a barrel for the first time since May 2009.

                                                +

                                                Meanwhile, the University of Michigan’s Index of Consumer Sentiment stood at 88.8 in November, up 7 points since July and its highest reading since mid-2007. The preliminary December reading is even higher, at 93.8, though that’s still subject to revision.

                                                +

                                                We plotted the monthly consumer-sentiment index against the monthly average price of regular gas (adjusted for inflation) and found a moderately strong negative correlation — that is, consumer sentiment rose as pump prices fell. That aligns with previous research: For example, a 2012 paper from two researchers at Loyola University Maryland and the University of Maryland Baltimore County not only found an inverse correlation between gas prices and consumer sentiment, but used causality testing to conclude that price changes predicted sentiment changes and not the other way around.

                                                +

                                                A 2009 paper in the Journal of Monetary Economics, which also found a cause-and-effect relationship, analyzed the University of Michigan survey results in more detail to try to get at the dynamics of how consumers respond to energy-price changes. After a major one-time price jump, the researchers found, “an increasing number of people expect general business conditions and their personal financial situation to deteriorate over the coming year in response to an unanticipated loss in purchasing power….[T]he index for buying conditions for large household goods falls by 1.9 points. An even larger decrease is observed for vehicles….Increased pessimism about buying conditions in response to purchasing power losses is associated with expectations of higher unemployment, higher interest rates, and lower real family income.”

                                                +

                                                Those attitudinal changes have real-world consequences, though not large ones. The authors of the JME paper, Paul Edelstein and Lutz Kilian, concentrated mainly on unexpected increases, rather than drops, in energy prices; they estimated that a one-time, 1% increase in energy prices was associated with a 0.08% fall in total real consumption a year later, based on 1988-2006 data. But that was considerably less than the 0.30% decline seen in the 1970-1987 data; energy price shocks, they concluded, have less effect on the overall economy than they used to.

                                                +

                                                Edelstein and Kilian also estimated that one year after an unexpected, permanent increase of 25 cents a gallon in the price of gas, a typical household would have reduced its expenditures by $17 a month, with most of the adjustment coming in the first six months after the price increase. Concluded the researchers: “It takes repeated surprise increases in gasoline prices to generate large effects on household consumption, but over time the effects will add up.”

                                                + + +

                                                Topics: National Economy

                                                + +
                                                +
                                                  +
                                                1. + Photo of Drew DeSilver +
                                                  +

                                                  is a Senior Writer at the Pew Research Center.

                                                  + +
                                                  +
                                                  2. +
                                                +
                                                + + + + + + +
                                                + +
                                                + + + +
                                                +

                                                Leave a Comment

                                                +
                                                +
                                                +
                                                + +

                                                Or

                                                +
                                                + + + +
                                                +
                                                + + +
                                                + + +
                                                + +
                                                + + +
                                                + + +

                                                All comments must follow the Pew Research comment policy and will be moderated before posting.

                                                + + + + + + + + + +

                                                + + + + + +
                                                +
                                                + + + + +
                                                + + + +
                                                + + + + +
                                                + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/pixable.com1.html b/tests/data/html/pixable.com1.html new file mode 100644 index 0000000..b83fa41 --- /dev/null +++ b/tests/data/html/pixable.com1.html @@ -0,0 +1,877 @@ + + + + + + + + Sorry Ladies And Gents, Sofia Vergara And Joe Manganiello Are Engaged | Pixable + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                + + +
                                                +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                + +
                                                + + + + +
                                                + + + + + + + + + + + + + +
                                                +
                                                +
                                                +
                                                +
                                                + + +
                                                +
                                                +
                                                + + + +
                                                +
                                                +
                                                +
                                                + + + + + + + + + + + + + + +
                                                +
                                                + + + +
                                                +
                                                + + + +
                                                +
                                                + + + +
                                                +
                                                + + + +
                                                +
                                                + + + +
                                                +
                                                + + + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + + +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                +
                                                +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/pixable.com2.html b/tests/data/html/pixable.com2.html new file mode 100644 index 0000000..61082ef --- /dev/null +++ b/tests/data/html/pixable.com2.html @@ -0,0 +1,878 @@ + + + + + + + + 15 Pop Culture Trends We Hope Stay In 2014 | Pixable + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                + + +
                                                +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                + +
                                                + + + + +
                                                + + + + + + + + + + + + + +
                                                +
                                                +
                                                +
                                                +
                                                + + +
                                                +
                                                +
                                                + + + +
                                                +
                                                +
                                                +
                                                + + + + + + + + + + + + + + +
                                                +
                                                + + + +
                                                +
                                                + + + +
                                                +
                                                + + + +
                                                +
                                                + + + +
                                                +
                                                + + + +
                                                +
                                                + + + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + + +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                +
                                                +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/pixelmonkey.org1.html b/tests/data/html/pixelmonkey.org1.html new file mode 100644 index 0000000..b0a98e2 --- /dev/null +++ b/tests/data/html/pixelmonkey.org1.html @@ -0,0 +1,403 @@ + + + + + + + + » Going mobile in 1998 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + + +
                                                + + +
                                                +
                                                «
                                                +
                                                »
                                                +
                                                +
                                                +
                                                +

                                                Going mobile in 1998

                                                + +
                                                +

                                                My first mobile device was a Palm V. I understood the power of mobile really early. I was 15 in 1999, when the Palm V was released. I first came across the Palm devices in 1998, when the Palm III came onto the scene. I never owned one, but played with the one my Dad owned, but barely used.

                                                +

                                                This device was comically under-powered in retrospect. It had 2 megabytes of RAM, which had to be used as not only the working memory of the device, but also the storage. It had a 16 Hz processor, a 4-greyscale screen, and a stylus-driven interface.

                                                +

                                                The Palm V was an amazing device. In lieu of the plastic of the Palm III, it had a finished anodized aluminum finish, very similar to the kinds of sleek devices we would only begin to regularly see in the last couple of years. It was nearly half the weight of its predecessor, and as thin as the stylus you used to control it. It had a surprisingly well-designed docking station (imagine this: since USB hadn’t yet been developed, it had to sync over the low-bandwidth Serial Port available on PCs at the time).

                                                +

                                                +
                                                +
                                                Palm V vs predecessor

                                                Palm V vs predecessor

                                                +
                                                +

                                                I came across a time capsule of my Palm V usage. Since I was a web designer at this time, but since it was a “pre-web” era, I often put together little static HTML websites to demonstrate features and ideas to my friends. I did one of these for my Palm V.

                                                +
                                                +palm_v_snapshot +
                                                +

                                                A Mobile Device of Pure Utility

                                                +

                                                In a world without cell data plans, wifi networks, & laptop computers, my Palm V provided much of the same utility that is now spread across these various pieces of everyday technology infrastructure, but in a single device. I kept a unified to do list of my life, and a specialized task manager specifically for coursework and classes. In it, I tracked not just homework assignments and due dates grouped by class, but also my grades — so that I could prioritize work to optimize my grades.

                                                +

                                                I think I only got my first cell phone a couple of years later — and they were nowhere near ubiquitous yet, so my contact manager was actually being used to store landline phone numbers and addresses of my friends — and likely, of local take-out / delivery restaurants.

                                                +

                                                What was AvantGo?

                                                +

                                                I sometimes tell my friends that despite the lack of infrastructure in school for it, I was indeed a “child of the Internet”. This was mostly thanks to AvantGo.

                                                +

                                                When I was at home on my personal computer, I was already an avid web content reader from early pioneers like Salon.com, CNET, Wired, and BBC. But I couldn’t easily read their content at school. AvantGo was an early, popular service for Palm devices that let you download and sync “content channels”. Of course, this is way before RSS/Atom. Channels were really mobile-optimized static HTML websites that each provider would put out daily with a snapshot of their latest content. In the screenshot above, you can see me reading an article from Salon.com dated March 30, 2002.

                                                +

                                                In addition to officially supported channels that were put out by major publishers, you could also download and sync arbitrary web content. This was essentially an early version of Readability / Instapaper — in some ways, much clunkier, in other ways, more complete. The software would go to the website and try to mobile-optimize a site (stripping it down to basic HTML), while also crawling the relative links. For example, at the time I was very interested in participating in the Debian open source project, so I had AvantGo sync the Debian Policy Manual, which contained hundreds of HTML pages full of reference information.

                                                +

                                                So, yes — when I was bored in Spanish or Math class, I’d pull up a political article from Salon.com, a tech piece about the 2000 tech bubble forming in Silicon Valley from Wired, or read over open source software development guidelines. I was a child of the Internet, and the Palm V kept me tethered in a pre-mobile world.

                                                +

                                                What makes AvantGo so interesting, upon reflection, is that despite everything against it — under-powered mobile devices, no ubiquitous wireless Internet access, and a less standardized world-wide-web, it still satisfied a use case that has yet to be satisfied today. Namely, it provided a way for me to curate the “best sources of content” I found on the web, and sync and download all their content to provide a personalized, offline library of content. Instead, we have nothing but fragmentation today — individual native apps for each news publisher, RSS readers like Newsblur providing a way to get the latest updates from a group of them, and mobile web browsers for everything else.

                                                +

                                                Many in the industry see AvantGo as the first to attempt [a shift to mobile]. AvantGo’s software pulls content from a user-defined list of sites and loads the content into the PalmPilot’s synchronization queue on a desktop computer. When the PalmPilot is synchronized with the desktop machine using 3Com’s own synchronization software, the desired content is also uploaded to the Pilot — giving users a fresh stash of data to dig through offline.
                                                +- from “The Next Browser War?”, Wired, 1999 +

                                                +

                                                Smartphones

                                                +

                                                Obviously, devices running iOS and Android are finally starting to make ubiquitous computing a reality, and are providing less clunky ways to access web content.

                                                +

                                                But I think it’s worth reflecting on what my Palm V had going for it nearly a decade ago that has yet to arrive in this new era.

                                                +
                                                  +
                                                • Vindigo: When I was a student at NYU, I had instant access to all the restaurants in New York, complete with editorial reviews, walking directions, and sometimes, menu previews. I also had a list of restaurants I had visited with notes about dishes I had ordered. This, despite my Palm V having no data connectivity, no built-in GPS, and extremely limited storage capacity. Yes, today we have tools like Yelp and Urbanspoon, but these tools are actually comparably slow and impersonal. I think there is an opportunity to win this market with speed — create an offline-synced, indexed, full restaurant database stored on the user’s phone, along with a personalized cache of restaurants that user has visited.
                                                  • +
                                                • 4.0 Student: There is certainly no shortage of todo list applications out there, but I have been surprised to not see a rewrite of 4.0 Student for iOS and Android. The specific functions that a task manager needs to be optimized for students: grouping of tasks by course, quick entry of due dates, ability to enter in grades for tests and assignments, and ability to estimate a current GPA in the class. This allows a student to smartly prioritize his or her coursework by those classes that most need attention. A well-designed app probably has little need for web syncing, since it could be operated entirely from the mobile device.
                                                  • +
                                                • AvantGo: I do think RSS/Atom and the modern news readers are an important innovation for online content. But some content doesn’t fit into the RSS/Atom spec — think Wikipedia, HTML e-books, etc. Mobile devices have plenty of space for this, and these days, they even have the compute power to do the crawling / caching themselves (without the need for a sync via desktop). There are probably a ton of interesting use cases here — think about doctors/nurses who might want an offline cache of all of Wikipedia’s medical topics; a conference attendee who might want an offline sync of the conference agenda / schedule; or a military soldier who might want to sync the Army Field Manual.
                                                  • +
                                                +

                                                A great example of online/offline mastery that I witnessed in a mobile application is Spotify’s support for bringing an entire music playlist offline. Offers the best of both worlds.

                                                +

                                                We’re certainly living in an age of ubiquitous, wireless Internet access, whether via cell towers or wifi. But that doesn’t mean that the smartest applications are those that exclusively rely on data access being present. In fact, making your application rely on data access will almost certainly make it slower than it could be.

                                                +

                                                Due to our obsession with connectivity, I think many developers are forgetting about use cases where the mobile device is meant to be a smart accessory to our lives, rather than a portal to the web. These are no longer “thin clients” — instead, we should think of them as powerful handheld computers. Recent iPhone and Android devices feature dual-core processors at speed above 1Ghz and 1GB of RAM. In 1998, typical desktop computers were slower than this (e.g. a single-core P3 600 Mhz w/ 128MB of RAM and 10GB of disk storage).

                                                +

                                                Yes, we’ve put the power of a desktop computer into the palm of a user’s hand. But, are we really tapping this opportunity?

                                                + + +

                                                + Andrew Montalenti (aka pixelmonkey, amontalenti) is the co-founder and CTO of Parse.ly, which provides data insights to the web's best publishers. You can follow him on Twitter or LinkedIn. If you liked this post, you should subscribe to his free e-mail newsletter, Fire and Motion, which discusses technology startups and business from the trenches. + + + + This entry was posted + + on Sunday, December 30th, 2012 at 3:00 pm and is filed under Personal, Technology. + You can follow any responses to this entry through the RSS 2.0 feed. + + You can leave a response, or trackback from your own site. + + + +

                                                + +
                                                +
                                                +
                                                +

                                                More from this author...

                                                +
                                                «
                                                +
                                                »
                                                +
                                                +
                                                + + + + +

                                                One Response to “Going mobile in 1998”

                                                + +
                                                  + +
                                                1. + Michael Holroyd Says: +
                                                  + + January 7th, 2013 at 10:09 am + +

                                                  Brings back memories — my first mobile device was a Palm VII back in 1999. Kept it in one pocket and the slick fold-out keyboard in the other. Fellow students were very confused to see that busted out to write e-mails! It’s fascinating to reflect on how much that device had in common with the new wave of tablet and smartphones.

                                                  + +
                                                  2. + + + +
                                                + + + + +

                                                Leave a Reply

                                                + + +
                                                + + +

                                                +

                                                + +

                                                +

                                                + +

                                                +

                                                + + + + +

                                                + +

                                                + +

                                                +

                                                +

                                                +
                                                + + + + +
                                                + +
                                                + +
                                                + + + + + + + + + +
                                                +
                                                + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/pixelmonkey.org2.html b/tests/data/html/pixelmonkey.org2.html new file mode 100644 index 0000000..677053e --- /dev/null +++ b/tests/data/html/pixelmonkey.org2.html @@ -0,0 +1,391 @@ + + + + + + + + » Parse.ly Press Coverage – August 2013 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + + +
                                                + + +
                                                +
                                                «
                                                +
                                                »
                                                +
                                                +
                                                +
                                                +

                                                Parse.ly Press Coverage – August 2013

                                                + +
                                                +

                                                Parse.ly made its funding announcement — a $5M series A, led by Grotech Ventures and with participation from FundersClub, Blumberg Capital, and ff Venture Capital. Read on for the full list of links to our coverage.

                                                +

                                                +

                                                Here is some coverage from around the web:

                                                + +

                                                More coming soon!

                                                + + +

                                                + Andrew Montalenti (aka pixelmonkey, amontalenti) is the co-founder and CTO of Parse.ly, which provides data insights to the web's best publishers. You can follow him on Twitter or LinkedIn. If you liked this post, you should subscribe to his free e-mail newsletter, Fire and Motion, which discusses technology startups and business from the trenches. + + + + This entry was posted + + on Tuesday, September 3rd, 2013 at 12:53 pm and is filed under Startups, Technology, Uncategorized. + You can follow any responses to this entry through the RSS 2.0 feed. + + You can leave a response, or trackback from your own site. + + + +

                                                + +
                                                +
                                                +
                                                +

                                                More from this author...

                                                +
                                                «
                                                +
                                                »
                                                +
                                                +
                                                + + + + + + + + + + + +

                                                Leave a Reply

                                                + + +
                                                + + +

                                                +

                                                + +

                                                +

                                                + +

                                                +

                                                + + + + +

                                                + +

                                                + +

                                                +

                                                +

                                                +
                                                + + + + +
                                                + +
                                                + +
                                                + + + + + + + + + +
                                                +
                                                + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/readwrite.com1.html b/tests/data/html/readwrite.com1.html new file mode 100644 index 0000000..ff427f2 --- /dev/null +++ b/tests/data/html/readwrite.com1.html @@ -0,0 +1,168 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                + +
                                                +
                                                +
                                                + + + + +
                                                +
                                                +
                                                +
                                                +
                                                + + + + + + + + + + + + diff --git a/tests/data/html/recipe.com1.html b/tests/data/html/recipe.com1.html new file mode 100644 index 0000000..5aba99d --- /dev/null +++ b/tests/data/html/recipe.com1.html @@ -0,0 +1,1035 @@ + + + + + + + + + + Cheesy Potato Bake with Eggs - Recipe.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                +

                                                Cheesy Potato Bake with Eggs

                                                +
                                                +

                                                +

                                                + +
                                                + + +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + Cheesy Potato Bake with Eggs +
                                                + +
                                                +
                                                +
                                                +
                                                SERVINGS +
                                                8 to 12
                                                +
                                                +
                                                + + PREP TIME +
                                                + 30 mins +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + + + +
                                                + + + by + + + + + 23 + +  people + + +
                                                + +
                                                +
                                                + + + +
                                                +
                                                + +
                                                +
                                                +
                                                add your rating
                                                + add a comment +
                                                + +
                                                +

                                                Related Categories:

                                                 + Breakfast and Brunch, Vegetables
                                                +
                                                +
                                                +
                                                +
                                                Ingredients
                                                + +
                                                • +
                                                  +
                                                  + 1 medium onion, finely chopped
                                                  +
                                                  +
                                                  • +
                                                • +
                                                  +
                                                  + 2 tablespoons butter
                                                  +
                                                  +
                                                  • +
                                                • +
                                                  +
                                                  + 4 teaspoons all-purpose flour
                                                  +
                                                  +
                                                  • +
                                                • +
                                                  +
                                                  + 1 1/2 cups milk
                                                  +
                                                  +
                                                  • +
                                                • +
                                                  +
                                                  + 8 ounces sharp cheddar cheese, shredded (2 cups)
                                                  +
                                                  +
                                                  • +
                                                • +
                                                  +
                                                  + 3 pounds russet potatoes, peeled and thinly sliced*
                                                  +
                                                  +
                                                  • +
                                                • +
                                                  +
                                                  + 1 1/2 cups chopped fresh broccoli
                                                  +
                                                  +
                                                  • +
                                                • +
                                                  +
                                                  + 1 tablespoon vegetable oil
                                                  +
                                                  +
                                                  • +
                                                • +
                                                  +
                                                  + 8 eggs
                                                  +
                                                  +
                                                  • +
                                                • +
                                                  +
                                                  + 2 tablespoons milk
                                                  +
                                                  +
                                                  • +
                                                • +
                                                  +
                                                  + 6 slices bacon, crisp-cooked, drained, and crumbled
                                                  +
                                                  +
                                                  • +
                                                • +
                                                  +
                                                  + 1 large tomato, chopped
                                                  +
                                                  +
                                                  • +
                                                + +
                                                +
                                                + +
                                                +
                                                Related Video
                                                +
                                                +
                                                + + How to Make Polenta Sausage Bowl +
                                                +
                                                +
                                                + How to Make Polenta Sausage Bowl +
                                                +

                                                The delicious combination of Italian sausage and dried Italian seasonings add a kick to this nutritious Polenta-Sausage Bowl. The tomatoes, mushrooms, and zucchini within the mix provides an appealing visual array of colors. +

                                                +
                                                + more videos
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                +
                                                Directions
                                                + + +
                                                +
                                                1. 
                                                + Preheat oven to 325 degrees F. In a medium saucepan cook onion in butter over medium heat for 4 minutes or until tender, stirring occasionally. Stir in flour, 1/2 tsp. salt, and 1/2 tsp. ground black pepper. Stir in milk; cook and stir until slightly thickened and bubbly. Stir in cheese until melted.
                                                +
                                                +
                                                +
                                                2. 
                                                + In a 3-quart baking dish, layer potatoes, then cheese sauce. Bake, covered, about 55 minutes, until potatoes are tender.
                                                +
                                                +
                                                +
                                                3. 
                                                + In a large skillet, cook broccoli in hot oil over medium heat for 5 minutes, until nearly tender, stirring frequently. In a large bowl, beat together eggs, water, 1/2 tsp. salt, and 1/4 tsp. ground black pepper. Pour over broccoli in skillet. Cook over medium heat, without stirring, until mixture begins to set on bottom and around edges. Using a spatula, lift and fold partially cooked egg so uncooked portion flows underneath. Cook 2 minutes more or until egg is cooked yet still moist. Spoon over potatoes. Top with bacon and chopped tomato. Serve immediately.
                                                +
                                                +                                                 +

                                                Tip

                                                +
                                                  +
                                                • +

                                                  Quickly slice potatoes with a food processor or mandolin slicer.

                                                  +
                                                  • +
                                                +
                                                +

                                                nutrition information

                                                 +
                                                + Per Serving: + cal. (kcal) 421, + Fat, total (g) 22, + chol. (mg) 259, + sat. fat (g) 11, + carb. (g) 36, + Monosaturated fat (g) 7, + Polyunsaturated fat (g) 3, + Trans fatty acid (g) 0, + fiber (g) 3, + sugar (g) 7, + pro. (g) 21, + vit. A (IU) 972, + vit. C (mg) 35, + Thiamin (mg) 0, + Riboflavin (mg) 1, + Niacin (mg) 3, + Pyridoxine (Vit. B6) (mg) 1, + Folate (µg) 60, + Cobalamin (Vit. B12) (µg) 1, + sodium (mg) 708, + Potassium (mg) 837, + calcium (mg) 313, + iron (mg) 2, + + Percent Daily Values are based on a 2,000 calorie diet +
                                                +
                                                + +
                                                + + +
                                                + +
                                                +
                                                +
                                                + +
                                                +
                                                Comments
                                                + +
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                Related Recipe
                                                +
                                                +
                                                + Bacon and Baked Potato Soup +
                                                +
                                                + Bacon and Baked Potato Soup + +
                                                + + + +
                                                + +
                                                +
                                                +
                                                +

                                                +
                                                + + +
                                                +
                                                + + +
                                                +
                                                + + +
                                                +
                                                More Great Recipe Ideas from Better Homes and Gardens
                                                +
                                                + + + +
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                + + +
                                                +
                                                + Back to Top +
                                                + +
                                                + +
                                                +
                                                + +
                                                + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/recipe.com2.html b/tests/data/html/recipe.com2.html new file mode 100644 index 0000000..ea24aed --- /dev/null +++ b/tests/data/html/recipe.com2.html @@ -0,0 +1,645 @@ + + + + + + + + + + + + + +| What's Cooking + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                + +
                                                + +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                + Diana Yen
                                                +
                                                +

                                                + Make-Ahead Side: Sweet Potato, Parsnip, and Celery Root Mash

                                                +

                                                + | December 22, 2014

                                                +
                                                +
                                                + + +
                                                +
                                                +
                                                +

                                                Sweet Potato Celery and Parsnip Mash

                                                +

                                                With winter cooking in full swing, I’ve been making heartier meat dishes such as braises, stews, and roasts. One my favorite side dishes to accompany them is sweet potato mash. They’re less starchy than white ones and higher in nutrition, packed with loads of vitamin A. I liked the addition of parsnips in this recipe and added a bulb of celery root as well to give the dish another layer of earthy flavor.

                                                +

                                                Get the recipe for sweet potato and parsnip mash here.

                                                +

                                                Potatoes and Parsnips

                                                +

                                                I began by scrubbing and peeling all of my root vegetables. Celery root can be a little tricky to work with since the skin is thick and bumpy, so I use the peeler first to remove as much of the exterior as possible. Then I trim off any missed spots with my knife. By cutting them all into 1-inch cubes, they’ll cook more evenly together in the pot.

                                                +

                                                Peeling Vegetables

                                                +

                                                I transferred the vegetables to a large stock pot and covered them in water with a large pinch of salt. After about 15 minutes of cooking, they were fork-tender. I drained and transferred everything to a large bowl.

                                                +

                                                Because I like mine with a little chunkier texture, I used my hand masher to mix them together. The butter and milk help to smooth out the mash, while the brown sugar and allspice round out the flavors.

                                                +

                                                Mashing Sweet Potatoes

                                                +

                                                This dish can be made the day ahead and reheated right before serving. Be sure to add an extra pat of butter on top to finish. Try this root vegetable mash as a sweet, earthy alternative to classic mashed potatoes at your next meal.

                                                +

                                                Sweet Potato, Parsnip, and Celery Root Mash

                                                +

                                                Serves: 8
                                                +Prep Time: 15 minutes

                                                +

                                                1/4 pound celery root, peeled and cut into 1-inch pieces
                                                +1 pound parsnips, peeled and cut into 1-inch pieces
                                                +2 pounds sweet potatoes, peeled and cut into 1-inch pieces
                                                +1/2 cup 2% milk
                                                +1/4 cup packed brown sugar
                                                +2 tablespoons unsalted butter
                                                +3/4 teaspoon salt
                                                +1/4 teaspoon ground allspice

                                                +

                                                1. Combine parsnips and sweet potatoes in a medium pot; cover with 1 inch of cold water. Bring to a boil, then reduce heat to medium and simmer for 10 to 15 minutes, or until vegetables are tender and parsnips have lost their bitterness.
                                                +2. Drain cooked vegetables and immediately return to pot over low heat. Mash with milk, brown sugar, butter, salt, and allspice.

                                                +

                                                Get the original recipe here.

                                                + +
                                                + + + + +
                                                + + + + +
                                                +

                                                Leave a Reply

                                                +
                                                +

                                                Your email address will not be published. Required fields are marked *

                                                *
                                                + +
                                                +

                                                + + + +

                                                +

                                                +
                                                + + +
                                                + + +
                                                + +
                                                +
                                                + +
                                                + +
                                                + Back to Top +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                + + + + +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + \ No newline at end of file diff --git a/tests/data/html/reuters.com1.html b/tests/data/html/reuters.com1.html new file mode 100644 index 0000000..4e70fc4 --- /dev/null +++ b/tests/data/html/reuters.com1.html @@ -0,0 +1,1289 @@ + + + + + + + + + + + + + + + + Sensex ends flat; weaker Asian markets offset reform hopes +| Reuters + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                + + +
                                                + +
                                                +
                                                + + +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + + + + + +
                                                + +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                + + + + + +
                                                +
                                                + +
                                                + + + +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                + + + + + +
                                                +
                                                + +
                                                +

                                                Sensex ends flat; weaker Asian markets offset reform hopes

                                                + +
                                                +

                                                + MUMBAI + Tue Dec 30, 2014 4:33pm IST +

                                                +
                                                +
                                                +
                                                +
                                                + People walk past the Bombay Stock Exchange (BSE) building in Mumbai May 13, 2014. REUTERS/Danish Siddiqui/Files +
                                                +
                                                +
                                                +

                                                + People walk past the Bombay Stock Exchange (BSE) building in Mumbai May 13, 2014.

                                                +

                                                Credit: Reuters/Danish Siddiqui/Files

                                                +
                                                +
                                                +
                                                + +
                                                +

                                                Related Topics

                                                +
                                                + +
                                                +
                                                +
                                                +

                                                Stocks

                                                +
                                                +   +   + + + + + +
                                                +
                                                +
                                                +

                                                India in 2014: Year in Review

                                                Photo

                                                Bollywood 2014

                                                The best and worst of Bollywood in 2014.  Full Article 

                                                + + +
                                                + + +

                                                MUMBAI (Reuters) - The BSE Sensex and Nifty ended flat on Tuesday as weaker regional shares offset optimism over additional reforms a day after the government passed an executive order to ease land-acquisition rules.

                                                +

                                                Monday's announcement could kick-start hundreds of billions of dollars worth of stalled projects, and comes after separate orders were passed to implement coal and insurance reforms.

                                                However, weak sentiment across the region on a sharp selloff in commodities overnight and political uncertainty in Greece left investors hesitant to take big bets.

                                                The BSE Sensex gained 0.03 percent at 27,403.54 points, while the broader Nifty ended 0.02 higher percent at 8,248.25 points.

                                                Infrastructure stocks gained with Larsen and Toubro (LART.NS) adding 0.5 percent while Lanco Infratech (LAIN.NS) rose 4.3 percent.

                                                However, energy firms fell as Brent crude fell to a 5-1/2 year low below $57 a barrel. Reliance Industries (RELI.NS) closed down 1.9 percent and Oil and Natural Gas Corp (ONGC.NS) ended down 1.5 percent.

                                                (Reporting by Indulal PM; Editing by Sunil Nair)

                                                 + +
                                                FILED UNDER:
                                                +
                                                Business
                                                +
                                                + +
                                                + +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                + + +
                                                +
                                                + + + + + +
                                                + + +
                                                +
                                                +
                                                + + + +
                                                +

                                                Banking

                                                A cashier (L) counts currency notes as customers wait inside a bank in Hyderabad March 22, 2010. REUTERS/Krishnendu Halder/Files

                                                India needs reforms in banking sector, more autonomy for state banks: Jaitley

                                                India needs to "conceive" several reforms in the banking sector, Finance Minister Arun Jaitley told reporters on the sidelines of a two-day banking retreat.  Full Article 

                                                +
                                                + + + +
                                                +
                                                + +
                                                + + +
                                                +
                                                +

                                                REUTERS SHOWCASE

                                                Factory Activity

                                                Factory Activity

                                                Weak factory reports from Asia, Europe suggest more central bank action  Full Article 

                                                AirAsia Jet Crash

                                                AirAsia Jet Crash

                                                Search teams battle rough weather in hunt for AirAsia wreck  Full Article 

                                                Banking Sector

                                                Banking Sector

                                                India prepares reform roadmap for ailing state banks  Full Article 

                                                Solar Energy

                                                Solar Energy

                                                Govt raises solar investment target to $100 bln by 2022  Full Article 

                                                India Factory Growth

                                                India Factory Growth

                                                Dec factory growth at 2-year high as orders surge - PMI  Full Article 

                                                Tata Steel Mine

                                                Tata Steel Mine

                                                Tata Steel resumes operations at top iron ore mine - spokesman  Full Article 

                                                U.S. Economy

                                                U.S. Economy

                                                U.S. factory sector suffers end-of-year chill   Full Article 

                                                Trip Tips

                                                Trip Tips

                                                A glimpse of little Tibet in southern India  Full Article 

                                                India in 2014

                                                India in 2014

                                                A review of the top stories from India  Full Coverage 

                                                Reuters India Mobile

                                                Reuters India Mobile

                                                Get the latest news on the go. Visit Reuters India on your mobile device  Full Coverage 

                                                + + +
                                                + + + + + +
                                                +
                                                + + + + + +
                                                + +
                                                +
                                                + + +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                + +
                                                + + + + + + + + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                + +
                                                +
                                                + + + +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + + diff --git a/tests/data/html/reuters.com2.html b/tests/data/html/reuters.com2.html new file mode 100644 index 0000000..2a7aff5 --- /dev/null +++ b/tests/data/html/reuters.com2.html @@ -0,0 +1,1323 @@ + + + + + + + + + + + + + + + Indonesia expands search for missing AirAsia jet, U.S. sends warship +| Reuters + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                + + +
                                                + +
                                                +
                                                + + +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + + + + + +
                                                + +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                + + + + + +
                                                +
                                                + +
                                                + + + +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                + + + + + +
                                                +
                                                + +
                                                +

                                                Indonesia expands search for missing AirAsia jet, U.S. sends warship

                                                + +
                                                +

                                                By Fergus Jensen

                                                +

                                                + JAKARTA + Tue Dec 30, 2014 9:21am IST +

                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + + +
                                                +
                                                + +
                                                + +
                                                +
                                                + Authorities monitor progress in the search for AirAsia Flight QZ8501 in the Mission Control Center inside the National Search and Rescue Agency in Jakarta December 29, 2014. REUTERS/Darren Whiteside + +
                                                +
                                                +
                                                +
                                                +
                                                +

                                                1 of 4. + Authorities monitor progress in the search for AirAsia Flight QZ8501 in the Mission Control Center inside the National Search and Rescue Agency in Jakarta December 29, 2014.

                                                +

                                                Credit: Reuters/Darren Whiteside

                                                +
                                                +
                                                +
                                                + +
                                                + +
                                                +

                                                Related Topics

                                                +
                                                + +
                                                +
                                                +
                                                +

                                                Stocks

                                                +
                                                +   +   + + + + + +
                                                +
                                                +
                                                +

                                                India in 2014: Year in Review

                                                Photo

                                                Bollywood 2014

                                                The best and worst of Bollywood in 2014.  Full Article 

                                                + + +
                                                + + +

                                                JAKARTA (Reuters) - Countries around Asia on Tuesday stepped up the search for an AirAsia plane carrying 162 people that is presumed to have crashed in shallow waters off the Indonesian coast, with Washington also sending a warship to help find the missing jet.

                                                +

                                                Soelistyo, head of Indonesia's search and rescue agency, told local television the search area between the islands of Sumatra and Borneo would be expanded. Authorities would also begin scouring nearby islands as well as coastal land on Indonesia's side of Borneo.

                                                So far the focus of the search has been the Java Sea.

                                                There have been no confirmed signs of wreckage from the Airbus A320-200 operated by Indonesia AirAsia, which disappeared in poor weather on Sunday morning during a flight from the Indonesian city of Surabaya to Singapore.

                                                The missing plane, which was carrying mainly Indonesians, could be at the bottom of the sea, Soelistyo said on Monday.

                                                The Java Sea is relatively shallow, making it easier to spot wreckage in the water, say oceanographers, but strong currents and winds in the area mean any debris would be drifting up to 50 km (31 miles) a day east, away from the impact zone.

                                                "The lesson that should be learned from MH370 is that you need to move quickly," said Charitha Pattiaratchi, an oceanographer at the University of Western Australia, referring to the Malaysia Airlines flight that went missing on March 8 during a trip from Kuala Lumpur to Beijing with 239 passengers and crew and which has not been found.

                                                Around 30 ships and 21 aircraft from Indonesia, Australia, Malaysia, Singapore and South Korea would search up to 10,000 square nautical miles on Tuesday, officials said.

                                                Indonesian Air Force spokesman Hadi Tjahjanto said authorities would investigate an oil spill sighted on Monday, although a separate possible slick turned out to be a reef.

                                                Searchers had investigated several areas where possible debris had been sighted in the water but had found nothing connected to the missing plane, Tjahjanto told Reuters.

                                                Authorities would also investigate reports by local fishermen of an explosion on Sunday morning off an island in the area, Tjahjanto added, although dynamite fishing is common in Indonesian waters.

                                                The U.S. military said the USS Sampson, a guided missile destroyer, would be on the scene later on Tuesday.

                                                "We stand ready to assist in any way possible," Pentagon spokesman Mark Wright said.

                                                COULD PLANE HAVE STALLED?

                                                What happened to Flight QZ8501, which had sought permission from Indonesian air traffic control to ascend to avoid clouds, is still a mystery.

                                                Online discussions among pilots have centred on unconfirmed secondary radar data from Malaysia that suggested the aircraft was climbing at a speed of 353 knots, about 100 knots too slow in poor weather, and that it might have stalled.

                                                While searchers had picked up an emergency locator signal off the south of Borneo, no subsequent signal was found, officials said.

                                                The plane, whose engines were made by CFM International, co-owned by General Electric and Safran of France, lacked real-time engine diagnostics or monitoring, a GE spokesman said. Such systems are mainly used on long-haul flights and can provide clues to airlines and investigators when things go wrong.

                                                Officials said the sea in the general search area was only 50 to 100 (150 to 300 feet) metres deep, which would be a help in finding the plane.

                                                "The Java Sea area where they are now searching isn't even an ocean, it's more of an inland sea," Erik van Sebille, a physical oceanographer at the University of New South Wales in Sydney told Reuters.

                                                    "It's so shallow that they may just be able to spot the plane," said van Sebille, noting that sunlight travels through water up to about 100 metres.

                                                Oceanographer Pattiaratchi said debris would normally be expected to float on the surface for around 18 days before sinking.

                                                Three airline disasters involving Malaysian-affiliated carriers in less than a year have dented confidence in the country's aviation industry and spooked air travellers across the region.

                                                In the third incident, Malaysia Airlines Flight MH17 was shot down over Ukraine on July 17, killing all 298 people on board.

                                                NO FOUL PLAY SEEN

                                                On board Flight QZ8501 were 155 Indonesians, three South Koreans, and one person each from Singapore, Malaysia and Britain. The co-pilot was French.

                                                U.S. law enforcement and security officials said passenger and crew lists were being closely examined but so far nothing significant had turned up and that the incident was still regarded as an unexplained accident. 

                                                The plane, which did not issue a distress signal, disappeared after its pilot failed to get permission to fly higher because of heavy air traffic, officials said.

                                                Pilots and aviation experts said thunderstorms, and requests to gain altitude to avoid them, were not unusual in that area.

                                                The Indonesian pilot was experienced and the plane last underwent maintenance in mid-November, the airline said.

                                                Indonesia AirAsia is 49 percent owned by Malaysia-based budget carrier AirAsia.

                                                The AirAsia group, including affiliates in Thailand, the Philippines and India, had not suffered a crash since its Malaysian budget operations began in 2002.

                                                The plane's disappearance comes at a sensitive time for Jakarta's aviation authorities, as they strive to improve the country's safety reputation to match its status as one of the airline industry's fastest growing markets.

                                                (Additional reporting by Wilda Asmarini, Fransiska Nangoy, Cindy Silviana, Kanupriya Kapoor, Michael Taylor, Nilufar Rizki and Siva Govindasamy in JAKARTA, Al-Zaquan Amer Hamzah and Praveen Menon in KUALA LUMPUR, Saeed Azhar, Rujun Shen and Anshuman Daga in SINGAPORE, Jane Wardell in SYDNEY, Ben Blanchard in BEIJING, Tim Hepher in PARIS and Mark Hosenball, David Brunnstrom and Lesley Wroughton in WASHINGTON; Writing by Dean Yates; Editing by Michael Perry)

                                                 + +
                                                FILED UNDER:
                                                +
                                                Top News
                                                +
                                                World
                                                +
                                                + +
                                                + +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                + + +
                                                +
                                                + + + + + +
                                                + + +
                                                +
                                                +
                                                + + + +
                                                +

                                                Banking

                                                A cashier (L) counts currency notes as customers wait inside a bank in Hyderabad March 22, 2010. REUTERS/Krishnendu Halder/Files

                                                India needs reforms in banking sector, more autonomy for state banks: Jaitley

                                                India needs to "conceive" several reforms in the banking sector, Finance Minister Arun Jaitley told reporters on the sidelines of a two-day banking retreat.  Full Article 

                                                +
                                                + + + +
                                                +
                                                + +
                                                + + +
                                                +
                                                +

                                                REUTERS SHOWCASE

                                                Factory Activity

                                                Factory Activity

                                                Weak factory reports from Asia, Europe suggest more central bank action  Full Article 

                                                AirAsia Jet Crash

                                                AirAsia Jet Crash

                                                Search teams battle rough weather in hunt for AirAsia wreck  Full Article 

                                                Banking Sector

                                                Banking Sector

                                                India prepares reform roadmap for ailing state banks  Full Article 

                                                Solar Energy

                                                Solar Energy

                                                Govt raises solar investment target to $100 bln by 2022  Full Article 

                                                India Factory Growth

                                                India Factory Growth

                                                Dec factory growth at 2-year high as orders surge - PMI  Full Article 

                                                Tata Steel Mine

                                                Tata Steel Mine

                                                Tata Steel resumes operations at top iron ore mine - spokesman  Full Article 

                                                U.S. Economy

                                                U.S. Economy

                                                U.S. factory sector suffers end-of-year chill   Full Article 

                                                Trip Tips

                                                Trip Tips

                                                A glimpse of little Tibet in southern India  Full Article 

                                                India in 2014

                                                India in 2014

                                                A review of the top stories from India  Full Coverage 

                                                Reuters India Mobile

                                                Reuters India Mobile

                                                Get the latest news on the go. Visit Reuters India on your mobile device  Full Coverage 

                                                + + +
                                                + + + + + +
                                                +
                                                + + + + + +
                                                + +
                                                +
                                                + + +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                + +
                                                + + + + + + + + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                + +
                                                +
                                                + + + +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + + diff --git a/tests/data/html/reuters.com3.html b/tests/data/html/reuters.com3.html new file mode 100644 index 0000000..d889eb3 --- /dev/null +++ b/tests/data/html/reuters.com3.html @@ -0,0 +1,1268 @@ + + + + + + + + + + + + + + + + Bodies, debris from missing AirAsia plane pulled from sea off Indonesia +| Reuters + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                + + + + +
                                                + +
                                                +
                                                + + + +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                + + + + + +
                                                + +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                + + + + + +
                                                +
                                                + +
                                                + + + +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +

                                                Bodies, debris from missing AirAsia plane pulled from sea off Indonesia

                                                + +
                                                +

                                                By Gayatri Suroyo and Adriana Nina Kusuma

                                                +

                                                + SURABAYA, Indonesia/JAKARTA + Tue Dec 30, 2014 11:44pm GMT +

                                                +
                                                +
                                                +
                                                + + + + + + + +
                                                +
                                                +
                                                +
                                                + + +
                                                +
                                                + +
                                                + +
                                                +
                                                + A Republic of Singapore Air Force personnel surveys the waters during a search and locate operation for the missing AirAsia flight QZ8501 plane at an undisclosed search area December 30, 2014. REUTERS/Edgar Su + +
                                                +
                                                +
                                                +
                                                +
                                                +

                                                1 of 18. + A Republic of Singapore Air Force personnel surveys the waters during a search and locate operation for the missing AirAsia flight QZ8501 plane at an undisclosed search area December 30, 2014.

                                                +

                                                Credit: Reuters/Edgar Su

                                                +
                                                +
                                                +
                                                + +
                                                + +
                                                +

                                                Related Topics

                                                +
                                                + +
                                                +
                                                +
                                                +

                                                Quotes

                                                +
                                                +   +   + + + + + +
                                                +
                                                +
                                                +
                                                + + +

                                                SURABAYA, Indonesia/JAKARTA (Reuters) - Indonesian rescuers searching for an AirAsia plane carrying 162 people pulled bodies and wreckage from the sea off the coast of Borneo on Tuesday, prompting relatives of those on board watching TV footage to break down in tears.

                                                +

                                                Indonesia AirAsia's Flight QZ8501, an Airbus A320-200, lost contact with air traffic control early on Sunday during bad weather on a flight from the Indonesian city of Surabaya to Singapore.

                                                The navy initially said 40 bodies had been recovered, although other media later quoted the head of the search and rescue agency, Fransiskus Bambang Soelistyo, as saying only three bodies had been retrieved. The plane has yet to be found.

                                                "My heart is filled with sadness for all the families involved in QZ8501," airline boss Tony Fernandes tweeted. "On behalf of AirAsia, my condolences to all. Words cannot express how sorry I am."

                                                The airline said in a statement that it was inviting family members to Surabaya, "where a dedicated team of care providers will be assigned to each family to ensure that all of their needs are met".

                                                Pictures of floating bodies were broadcast on television and relatives of the missing already gathered at a crisis centre in Surabaya wept with heads in their hands. Several people collapsed in grief and were helped away.

                                                Yohannes and his wife were at the centre awaiting news of her brother, Herumanto Tanus, and two of his children who were on board the doomed flight.

                                                The Tanus family had been on their way to visit Herumanto's son, who studies in Singapore and who travelled to Surabaya on Monday after the plane went missing.

                                                "He cries every time he watches the news," Yohannes said.

                                                The mayor of Surabaya, Tri Rismaharini, comforted relatives and urged them to be strong.

                                                "They are not ours, they belong to God," she said.

                                                SEARCHING THROUGH THE NIGHT

                                                A navy spokesman said a plane door, oxygen tanks and one body had been recovered and taken away by helicopter for tests.

                                                "The challenge is waves up to three metres high," Soelistyo told reporters, adding that the search operation would go on all night. He declined to answer questions on whether any survivors had been found.

                                                About 30 ships and 21 aircraft from Indonesia, Australia, Malaysia, Singapore, South Korea and the United States have been involved in the search.

                                                The plane, which did not issue a distress signal, disappeared after its pilot failed to get permission to fly higher to avoid bad weather because of heavy air traffic, officials said.

                                                It was travelling at 32,000 feet (9,753 metres) and had asked to fly at 38,000 feet, officials said earlier.

                                                Pilots and aviation experts said thunderstorms, and requests to gain altitude to avoid them, were not unusual in that area.

                                                The Indonesian pilot was experienced and the plane last underwent maintenance in mid-November, the airline said.

                                                Online discussion among pilots has centred on unconfirmed secondary radar data from Malaysia that suggested the aircraft was climbing at a speed of 353 knots, about 100 knots too slow, and that it might have stalled.

                                                Investigators are focussing initially on whether the crew took too long to request permission to climb, or could have ascended on their own initiative earlier, said a source close to the probe, adding that poor weather could have played a part as well.

                                                He cautioned that the investigation was at an early stage and the black box flight recorders had yet to be recovered.

                                                CLUES WHEN THINGS GO WRONG

                                                The plane, whose engines were made by CFM International, co-owned by General Electric and Safran of France, lacked real-time engine diagnostics or monitoring, a GE spokesman said.

                                                Such systems are mainly used on long-haul flights and can provide clues to airlines and investigators when things go wrong.

                                                Three airline disasters involving Malaysian-affiliated carriers in less than a year have dented confidence in the country's aviation industry and spooked travellers across the region.

                                                Malaysian Airlines Flight MH370 went missing on March 8 on a trip from Kuala Lumpur to Beijing with 239 passengers and crew on board and has not been found. On July 17, the same airline's Flight MH17 was shot down over Ukraine, killing all 298 people on board.

                                                Bizarrely, an AirAsia plane from Manila skidded off and overshot the runway on landing at Kalibo in the central Philippines on Tuesday. No one was hurt.

                                                On board Flight QZ8501 were 155 Indonesians, three South Koreans, and one person each from Singapore, Malaysia and Britain. The co-pilot was French.

                                                U.S. law enforcement and security officials said passenger and crew lists were being examined but nothing significant had turned up and the incident was regarded as an unexplained accident.

                                                Indonesia AirAsia is 49 percent owned by Malaysia-based budget carrier AirAsia.

                                                The AirAsia group, including affiliates in Thailand, the Philippines and India, had not suffered a crash since its Malaysian budget operations began in 2002.

                                                (Additional reporting by Fergus Jensen, Wilda Asmarini, Charlotte Greenfield, Fransiska Nangoy, Cindy Silviana, Kanupriya Kapoor, Michael Taylor, Nilufar Rizki and Siva Govindasamy in JAKARTA/SURABAYA, Al-Zaquan Amer Hamzah and Praveen Menon in KUALA LUMPUR, Saeed Azhar, Rujun Shen and Anshuman Daga in SINGAPORE, Jane Wardell in SYDNEY, Tim Hepher in PARIS and Mark Hosenball, David Brunnstrom and Lesley Wroughton in WASHINGTON; Writing by Dean Yates and Robert Birsel; Editing by Nick Macfie and Mike Collett-White)

                                                 + +
                                                FILED UNDER:
                                                +
                                                World
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                + +
                                                + +
                                                + +
                                                +
                                                + + + + + +
                                                + +
                                                +
                                                + + + + + +
                                                + +
                                                + + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + + + + + +
                                                + +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                + +
                                                + + + + + + + + + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                + +
                                                +
                                                + + + +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + + diff --git a/tests/data/html/reuters.com4.html b/tests/data/html/reuters.com4.html new file mode 100644 index 0000000..7235e4f --- /dev/null +++ b/tests/data/html/reuters.com4.html @@ -0,0 +1,1220 @@ + + + + + + + + + + + + + + + + Healthcare worker in Scotland diagnosed with Ebola +| Reuters + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                + + + + +
                                                + +
                                                +
                                                + + + +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                + + + + + +
                                                + +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                + + + + + +
                                                +
                                                + +
                                                + + + +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +

                                                Healthcare worker in Scotland diagnosed with Ebola

                                                + +
                                                +

                                                + LONDON + Mon Dec 29, 2014 8:57pm GMT +

                                                +
                                                +
                                                +
                                                + + + + + + + +
                                                +
                                                +
                                                +
                                                + + +
                                                +
                                                + +
                                                + +
                                                +
                                                + A general view of Gartnavel General Hospital is seen in Glasgow, Scotland December 29, 2014. REUTERS/Stringer + +
                                                +
                                                +
                                                +
                                                +
                                                +

                                                1 of 2. + A general view of Gartnavel General Hospital is seen in Glasgow, Scotland December 29, 2014.

                                                +

                                                Credit: Reuters/Stringer

                                                +
                                                +
                                                +
                                                + +
                                                +

                                                Related Topics

                                                +
                                                + +
                                                +
                                                +
                                                +
                                                + + +

                                                LONDON (Reuters) - A healthcare worker has been diagnosed with Ebola a day after flying home to Glasgow from Sierra Leone, the Scottish government said on Monday.

                                                +

                                                The patient is being treated in isolation at Glasgow's Gartnavel Hospital, having flown back to Scotland's largest city late on Sunday on a British Airways flight via Casablanca in Morocco and London's Heathrow.

                                                "All possible contacts with the patient are now being investigated and anyone deemed to be at risk will be contacted and closely monitored," the Scottish government said in a statement.

                                                "However, having been diagnosed in the very early stages of the illness, the risk to others is considered extremely low."

                                                The patient, whom BBC sources described as a female aid worker, will be transferred to a high-level isolation unit in the Royal Free hospital in London.

                                                British Prime Minister Cameron has been informed, the Scottish government added.

                                                In August, another British aid worker, William Pooley, contracted the disease after working Sierra Leone. He was discharged in September after treatment at the Royal Free hospital.

                                                With more than 9,000 cases, Sierra Leone now accounts for nearly half of the known cases of Ebola in this year's West African outbreak, the worst ever. Neighbouring Liberia and Guinea have also been badly hit.

                                                The World Health Organization on Monday said the number of people infected by Ebola in Liberia, Sierra Leone and Guinea -- the worst affected by the outbreak -- has passed 20,000, with more than 7,842 deaths in the epidemic so far.

                                                (Reporting by Andy Bruce in London and Ankur Banerjee in Bengaluru; Editing by Joyjeet Das)

                                                 + +
                                                FILED UNDER:
                                                +
                                                UK
                                                +
                                                Africa
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                + +
                                                + +
                                                + +
                                                +
                                                + + + + + +
                                                + +
                                                +
                                                + + + + + +
                                                + +
                                                + + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + + + + + +
                                                + +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                + +
                                                + + + + + + + + + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + +
                                                + +
                                                +
                                                + + + +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + + diff --git a/tests/data/html/self.com1.html b/tests/data/html/self.com1.html new file mode 100644 index 0000000..f77ed14 --- /dev/null +++ b/tests/data/html/self.com1.html @@ -0,0 +1,1694 @@ + + + + + + + + + + + Headbands 101: Taylor Swift Taught a Master Class on the Subject - SELF + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + +
                                                + +
                                                + + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + + +
                                                +
                                                +
                                                +
                                                +
                                                + + +
                                                +
                                                +
                                                + +
                                                + +
                                                +
                                                + + +
                                                + +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                + +
                                                +
                                                + essential-stretches-00-fiss431.jpg +
                                                +
                                                + + + Best Stretches For Flexibility + +
                                                +
                                                + +
                                                +
                                                + WinterSoups-HalfBakedHarvest +
                                                +
                                                + + + Cozy Vegetarian Winter Soups + +
                                                +
                                                + +
                                                +
                                                + time-makeover-broken-clock +
                                                +
                                                + + + 21-Day Time Makeover + +
                                                +
                                                + +
                                                +
                                                + 40YogaForAbs +
                                                +
                                                + + + Yoga For Your Abs + +
                                                +
                                                + +
                                                +
                                                + tone-up-power-moves-mind-body-linda-celeste-sims-1068 +
                                                +
                                                + + + Tone Up With 6 Power Moves + +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                2014
                                                +
                                                Dec 29
                                                +
                                                11:29 AM
                                                +
                                                +
                                                + +
                                                By Shannon Farrell
                                                + +
                                                + +

                                                Headbands 101: Taylor Swift Taught a Master Class on the Subject

                                                + + +
                                                + +
                                                +

                                                Taylor-Swift-lead

                                                +

                                                Blair Waldorf who? The headband has come a long way from its schoolgirl reputation, thanks to the recent efforts of the always-stylish Taylor Swift. When she recently stepped out in NYC wearing a sparkly hair accessory, she demonstrated three must-know rules to follow when pulling off the accessory:

                                                Keep Your Hair’s Movement: Unless you’re fighting with grown-out bangs, refrain from pulling your headband straight back. Instead, keep your hair’s natural movement by placing your style on top of the hair, not under and behind the ears.

                                                +

                                                Go Easy on Styling: The simplest way to keep the accessory from looking stuffy is to skip elaborate updos and ringlet curls. Keep the hair more natural and use the headband to add structure.

                                                +

                                                Make It the Focal Point: With a piece of bling like Taylor’s, keep the rest of the beauty look soft. Although she wore fuchsia lipstick, the singer opted for a matte variety to tone-down the vivid hue.

                                                +

                                                RELATED:

                                                + +

                                                Image Credit: Getty

                                                +
                                                + KEYWORDS: Hair,headbands,Taylor Swift
                                                + +
                                                + +
                                                SEE MORE
                                                +
                                                SEE LESS
                                                +
                                                +
                                                + + + + + + +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + + +
                                                +
                                                What We're Reading
                                                +
                                                + + +
                                                +
                                                + +
                                                +
                                                + +
                                                + +
                                                +
                                                + Hide comments + Show comments +
                                                +
                                                Loading Comments...
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                + + +
                                                +
                                                +
                                                +
                                                More On Self
                                                +
                                                + +
                                                + +
                                                + emma-watson-shoes-thumb.jpg
                                                Emma Watson Shows Us How a Super-Nude Pe
                                                +
                                                +
                                                + fda-regulates-tanning-beds
                                                FDA Puts the Smackdown on Indoor Tanning
                                                +
                                                +
                                                + hilary-duff-workout-rise-movement
                                                Hilary Duff Is a Powerhouse
                                                +
                                                +
                                                + Weight-Loss-Main.jpg
                                                How Many Days a Week Should You Exercise
                                                +
                                                +
                                                + 68HighFatFoodsAvocado
                                                6 High-Fat Foods That Are Good for You
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                + +
                                                +
                                                + + +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/self.com2.html b/tests/data/html/self.com2.html new file mode 100644 index 0000000..a114897 --- /dev/null +++ b/tests/data/html/self.com2.html @@ -0,0 +1,1713 @@ + + + + + + + + + + + New Year's Eve Hairstyles You Can Wear From Office to Party - SELF + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + +
                                                + +
                                                + + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + + +
                                                +
                                                +
                                                +
                                                +
                                                + + +
                                                +
                                                +
                                                + +
                                                + +
                                                +
                                                + + +
                                                + +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                + +
                                                +
                                                + essential-stretches-00-fiss431.jpg +
                                                +
                                                + + + Best Stretches For Flexibility + +
                                                +
                                                + +
                                                +
                                                + WinterSoups-HalfBakedHarvest +
                                                +
                                                + + + Cozy Vegetarian Winter Soups + +
                                                +
                                                + +
                                                +
                                                + time-makeover-broken-clock +
                                                +
                                                + + + 21-Day Time Makeover + +
                                                +
                                                + +
                                                +
                                                + 40YogaForAbs +
                                                +
                                                + + + Yoga For Your Abs + +
                                                +
                                                + +
                                                +
                                                + tone-up-power-moves-mind-body-linda-celeste-sims-1068 +
                                                +
                                                + + + Tone Up With 6 Power Moves + +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                2014
                                                +
                                                Dec 29
                                                +
                                                10:00 PM
                                                +
                                                +
                                                + +
                                                By Shannon Farrell
                                                + +
                                                + +

                                                New Year’s Eve Hairstyles You Can Wear From Office to Party

                                                + + +
                                                + +
                                                +

                                                New-Years-Eve-Lead

                                                +

                                                 

                                                +

                                                Starting the New Year on a good note means skipping the stress—especially when it comes to your hair! But since many of us will be working in the hours leading up to the ball drop (often with little to no time to adjust between office and party) our suggestion is to prep your locks in the AM. With the right style and a few night-appropriate tricks, your hair won't need much upkeep to make it to midnight.

                                                +

                                                Loose Waves

                                                +

                                                +
                                                Jessica-Alba-waves
                                                 +

                                                Start with structured waves in the morning, wrapping small sections of hair (1-1 1/2-inch pieces) around a 1-inch curling iron for 20 to 30 seconds. Brush the ringlets out and throughout the day, they’ll smooth to soft waves. After work, apply a texturizing spray into the hair, spraying and scrunching each section to increase volume.

                                                +

                                                +

                                                Glam Topknot

                                                +

                                                +
                                                jaime-king-bun
                                                 +

                                                The secret to a topknot is in the volume. In the morning apply a generous amount of dry shampoo from the scalp to the tip, scrunching the hair to add fullness. Then pull the hair up into a twisted topknot towards the top of the head. Hold with hairspray. At night, either pull a few front pieces out to soften the look or add a glitzy headband.

                                                +

                                                +

                                                Messy Fishtail

                                                +

                                                +
                                                Emma-Stone-Braid
                                                 +

                                                Pull off a lived-in braid the natural way. Start with a clean fishtail braid in the morning and let it naturally transition to messy-chic—pieces will fall out of the plait over time. At the end of the day, use a dry shampoo at the roots to make the entire style look lived in. Add a bow or leather cuff at the tip of the braid for subtle structure.

                                                +

                                                RELATED:

                                                + +
                                                + KEYWORDS: braids,buns,Emma Stone,jaime king,Jessica Alba,New Year's Eve,Waves
                                                + +
                                                + +
                                                SEE MORE
                                                +
                                                SEE LESS
                                                +
                                                +
                                                + + + + + + +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + + +
                                                +
                                                What We're Reading
                                                +
                                                + + +
                                                +
                                                + +
                                                +
                                                + +
                                                + +
                                                +
                                                + Hide comments + Show comments +
                                                +
                                                Loading Comments...
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                + + +
                                                +
                                                +
                                                +
                                                More On Self
                                                +
                                                + +
                                                + +
                                                + emma-watson-shoes-thumb.jpg
                                                Emma Watson Shows Us How a Super-Nude Pe
                                                +
                                                +
                                                + fda-regulates-tanning-beds
                                                FDA Puts the Smackdown on Indoor Tanning
                                                +
                                                +
                                                + hilary-duff-workout-rise-movement
                                                Hilary Duff Is a Powerhouse
                                                +
                                                +
                                                + Weight-Loss-Main.jpg
                                                How Many Days a Week Should You Exercise
                                                +
                                                +
                                                + 68HighFatFoodsAvocado
                                                6 High-Fat Foods That Are Good for You
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                + +
                                                +
                                                + + +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                + +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/sitepoint.com1.html b/tests/data/html/sitepoint.com1.html new file mode 100644 index 0000000..66dd280 --- /dev/null +++ b/tests/data/html/sitepoint.com1.html @@ -0,0 +1,845 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Average Page Weight Increases 15% in 2014 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + New Relic + + + + x +
                                                +
                                                + + New Relic + + + + x +
                                                +
                                                +
                                                + SitePoint Christmas Sale + Shop Now +
                                                +
                                                +
                                                + + + +
                                                +
                                                +
                                                +

                                                Average Page Weight Increases 15% in 2014

                                                + + +
                                                + +
                                                + + +
                                                + +
                                                +
                                                + Craig Buckler +
                                                + +
                                                + +
                                                + + +
                                                +

                                                Published

                                                +
                                                +
                                                + + + + + Tweet + + + + + +
                                                + +
                                                + +
                                                + +

                                                The HTTP Archive Report collates information from almost half a million of the web’s most popular websites. The latest figures indicate that average page weight has increased by 15% in one year to reach 1,953Kb — a little under 2Mb — and comprises 95 individual HTTP requests. While this is smaller than the 32% increase in 2013, it remains cause for concern.

                                                +

                                                The report analyzes publicly-accessible content and shopping web sites rather than complex web applications and provides a breakdown of the technologies used:

                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                technologyend 2013end 2014increase
                                                HTML57Kb59Kb+4%
                                                CSS46Kb57Kb+24%
                                                JavaScript276Kb295Kb+7%
                                                Images1,030Kb1,243Kb+21%
                                                Flash87Kb76Kb-13%
                                                Other205Kb223Kb+9%
                                                Total1,701Kb1,953Kb+15%
                                                +

                                                These are average figures; a large proportion of pages will have greater file sizes.

                                                +

                                                A 2Kb rise for HTML seems reasonable although it’s a significant quantity of content given the trend for simpler, more concise text.

                                                +

                                                What surprises me most is CSS’s 11Kb rise. Responsive Web Design and CSS3 animations could account for some of this increase but there’s not been a drop in JavaScript. Despite the availability of CSS management and minification tools, the average site also makes six requests for CSS files.

                                                +

                                                JavaScript has risen by 19Kb. This is confusing; the need for shims is reducing, effects can be handed to CSS3 and monolithic libraries have fallen from favor. Sites make an average of 18 JavaScript file requests, which is unchanged from last year — although a quarter of sites make more than 30 requests. Perhaps some of the gain can be explained by increasingly sophisticated/bloated social networking scripts?

                                                +

                                                27% of sites continue to use Flash — a fall of 5% over the year. The majority is used for advertising, video, and games. Flash hasn’t dropped as fast as expected but its future is clear.

                                                +

                                                There’s been a 9% increase for “other” files. That figure doubled in 2013 but, back then, custom fonts and icon fonts were relatively new.

                                                +

                                                Finally, images are responsible for 85% of the weight gain. Using high-resolution (Retina) images could account for some of this hike, except:

                                                +
                                                  +
                                                • Pages contain more than fifty images, which seems excessive.
                                                  • +
                                                • Retina accounts for a relatively small proportion of devices.
                                                  • +
                                                • SVG, icon fonts, and CSS3 effects can replace many images.
                                                  • +
                                                • There are numerous tools to help reduce file sizes.
                                                  • +
                                                +

                                                Additional Factors

                                                +

                                                The survey also reveals:

                                                +
                                                  +
                                                • 95 HTTP requests are made per page — a drop of a single request from last year.
                                                  • +
                                                • Pages contain 862 DOM elements.
                                                  • +
                                                • Resources are loaded from sixteen domains with a maximum of 52 requests per domain.
                                                  • +
                                                • The average PageSpeed score is 78 out of 100 — which is surprisingly good, given the bloat.
                                                  • +
                                                • 46% of pages use Google libraries.
                                                  • +
                                                • 47% of pages use custom fonts.
                                                  • +
                                                • 79% of responses are compressed (gzip’d).
                                                  • +
                                                • 14% of pages are loaded over HTTPS.
                                                  • +
                                                • 20% of pages use localStorage.
                                                  • +
                                                • 65% of pages use iframes (mostly videos and advertising).
                                                  • +
                                                • 74% of pages use at least one redirect — which seems high.
                                                  • +
                                                +

                                                The Primary Suspects

                                                +

                                                A 15% increase is less extravagant than the 32% rise in 2013 and the 30% rise in 2012, but it’s still too much. Has your bandwidth increased more than 15% in the past twelve months? A third of web users now use mobile devices — will they appreciate the additional weight?

                                                +

                                                Let’s put this into context for website owners. Bloated pages adversely affect your profitability:

                                                +
                                                  +
                                                1. Users have a slower experience. It doesn’t matter how great your site looks — people will not wait.
                                                  2. +
                                                2. There’s little point creating a site that works on mobile devices when your pages are 2Mb. Responsive Web Design != a responsive website. Are you losing up to a third of potential customers?
                                                  3. +
                                                3. Google will downgrade your site and harm your search engine optimization efforts (though we’re never sure exactly how much this matters to Google’s algorithm).
                                                  4. +
                                                4. Your hosting costs will increase.
                                                  5. +
                                                5. The more code you use, the more likely it will break. Updates and maintenance are more difficult, take longer and cost more.
                                                  6. +
                                                +

                                                It’s ironic that web developers praise the benefits of cross-device HTML5 apps when a single page is often larger to download and slower than an equivalent native app.

                                                +

                                                Overweight pages are unnecessary. My primary suspects remain bloated CMS templates and frameworks. They offer a cheaper and quicker development route at the expense of quality, efficiency and performance. Many are packed with features you’ll never use, but removing them can be laborious, tedious, and time-consuming.

                                                +

                                                We can summarize the problem in one simple word: laziness. Developers are at fault — that’s you and me. We have plenty of excuses:

                                                +
                                                  +
                                                • there’s never enough time
                                                  • +
                                                • the client insisted it should be done this way
                                                  • +
                                                • the budget/schedule is too tight
                                                  • +
                                                • I inherited a shoddy system
                                                  • +
                                                • I don’t have the tools
                                                  • +
                                                +

                                                Whether it’s technical boundaries or a failure to explain issues, it’s still laziness. We work at the coal face; the final decisions are ours alone. Why create a badly-optimized site when many bloat-blasting solutions are simple and take minutes to implement?

                                                +

                                                Clients rarely appreciate the efficiency gains we make but they don’t understand anything we do. We are the experts, and minimizing page weight is an essential part of the job. Do it. It’s easier to beg for forgiveness than to ask for permission.

                                                +

                                                </rant></soapbox>

                                                +

                                                Are you concerned by the web obesity problem? Are you pleased the scale of increases has dropped? Do you or fellow developers struggle to implement optimization techniques or to explain them to clients? Do you think there are other causes? Is Craig being too simplistic and shouty?!

                                                + +
                                                + +
                                                + +
                                                + +
                                                + + +
                                                + +
                                                + +
                                                + Craig Buckler +
                                                + + +

                                                Craig is a freelance UK web consultant who built his first page for IE2.0 in 1995. Since that time he's been advocating standards, accessibility, and best-practice HTML5 techniques. He's written almost 1,000 articles for SitePoint and you can find him @craigbuckler

                                                + +
                                                  +
                                                +
                                                +
                                                + +
                                                + +
                                                +

                                                You might also like:

                                                + +
                                                + +
                                                +
                                                +
                                                +

                                                + Free book: Jump Start HTML5 Basics +

                                                +

                                                Grab a free copy of one our latest ebooks! Packed with hints and tips on HTML5's most powerful new features.

                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                + +
                                                +
                                                + + Comments +
                                                +
                                                + + + Have Your Say + +
                                                + +
                                                + + isights + + +
                                                +
                                                + December 29, 2014 + isights: +
                                                + +

                                                Seems obvious to me. The increase in image weight isn't so much retina as it is the fact that we're increasingly building more single-page layouts utilizing ever larger background and parallax images.

                                                + +

                                                Further, the CSS size increase is (or should be) fairly obvious as well: we're building responsive layouts that contain more media queries and device specific breakpoints and layouts. Web sites now need the CSS to look good on the desktop, on tablets, and on mobile phones.

                                                +
                                                +
                                                + + RyanReese + + +
                                                +
                                                + December 29, 2014 + RyanReese: +
                                                + +

                                                I'd also think it's because more and more people are using frameworks - all that added code. That was my original thought when this was posted. Media queries are probably mixed in there also.

                                                +
                                                +
                                                + + zackw + + +
                                                +
                                                + December 30, 2014 + zackw: +
                                                + +

                                                I blame framework bloat and overuse of scaffolding as well.
                                                I cringe whenever I look at the CSS source of something cool, only to see something as simple as a box with a title drowning in 300 lines of CSS, with the same color and other attributes overridden 3, 4, 5 times.

                                                + +

                                                The typical workflow now is start with a framework, then another theme/style, then a master file, then an override file, etc etc. Don't touch the master, just customize in an override.

                                                + +

                                                I almost wish we could go back to the old days where we, shock, just style the site directly as it's supposed to be, and not have to constantly override CSS that isn't used in the first place.

                                                + +

                                                I believe a rise in simple, minimal CSS frameworks will come back, with technologies like SASS and SCSS allowing us to style sites and generate single-level CSS that doesn't not require overrides and bloat.
                                                Either that or we'll see a resurgence of designers wanting to build all custom CSS again, and a slew of tools to allow quick style development.

                                                +
                                                +
                                                + + chris22smith + + +
                                                +
                                                + December 30, 2014 + chris22smith: +
                                                + +

                                                That's all a bit depressing. I think the point about the laziness and dependency on ready-made, bloated solutions is absolutely spot on. At least now we all know what our resolutions should be for 2015!

                                                +
                                                +
                                                +
                                                + + + Have Your Say + +
                                                +
                                                +
                                                +
                                                + + + +
                                                + + + +
                                                +
                                                + Search for... +
                                                + +
                                                + + + +
                                                x
                                                + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/sitepoint.com2.html b/tests/data/html/sitepoint.com2.html new file mode 100644 index 0000000..7955da9 --- /dev/null +++ b/tests/data/html/sitepoint.com2.html @@ -0,0 +1,1081 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +3 Ways to Implement Embeddable Custom Badges + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + New Relic + + + + x +
                                                +
                                                + + New Relic + + + + x +
                                                +
                                                +
                                                + SitePoint Christmas Sale + Shop Now +
                                                +
                                                +
                                                + + + +
                                                +
                                                +
                                                +

                                                3 Ways to Implement Embeddable Custom Badges

                                                + + +
                                                + +
                                                + + +
                                                + +
                                                +
                                                + Lukas White +
                                                + +
                                                + +
                                                + + +
                                                +

                                                Published

                                                +
                                                +
                                                + + + + + Tweet + + + + + +
                                                + +
                                                + +
                                                + +

                                                One great way of organically promoting your application is to provide “badges”; snippets of content that people can embed on their own websites.

                                                +

                                                badge

                                                +

                                                This can contain up-to-the-minute information from your application about a user, piece of content or another object, dynamically generated and inserted into other websites. This is probably best illustrated with some examples:

                                                +

                                                Some examples of embedded content

                                                +

                                                In this article I’m going to take a look at some of the ways you can implement this.

                                                +

                                                Setting up our Example Application

                                                +

                                                All the code from this tutorial is available on Github. There’s also an online demo.

                                                +

                                                First, we’ll define our application’s dependencies using Composer:

                                                +
                                                +"silex/silex": "~2.0@dev",
+"twig/twig": ">=1.8,<2.0-dev",
+"smottt/wideimage": "dev-master"
+
                                                +

                                                Now, in index.php, let’s pull in the Composer-generated autoloader, add our use statement, initialize our Silex application and setup Twig templating:

                                                +
                                                +require_once __DIR__.'/../vendor/autoload.php';
+
+use Symfony\Component\HttpFoundation\Request,
+		Symfony\Component\HttpFoundation\Response,
+		WideImage\WideImage;
+
+$app = new Silex\Application();
+
+// Register the Twig service provider
+$app->register(new Silex\Provider\TwigServiceProvider(), array(
+	'twig.path' => __DIR__.'/../views',
+));
+
                                                +

                                                Let’s create a data-store of users, with some information about them which will form the basis of our example “badges”. For simplicity, we’ll use a static array; in practice you’d use a database, but it ought to be pretty simple to swap this out for something more dynamic. We’ll inject it into the application container like so:

                                                +
                                                +/**
+ * For simplicity, our datastore is a really simple, static array
+ */
+$app['datastore'] = function(){
+	return [
+		'users'	=>	[
+			'dave'	=>	[				
+				'avatar'			=>	'man1.png',
+				'trophies'		=>	1,
+				'rank'				=>	'Novice',
+			],
+			'jim'	=>	[
+				'avatar'			=>	'man2.png',
+				'trophies'		=>	2,
+				'rank'				=>	'Intermediate',
+			],
+			'helen' => [
+				'avatar'			=>	'woman1.png',
+				'trophies'		=>	4,
+				'rank'				=>	'Grand Master',
+			],
+		]
+	];
+};
+
                                                +

                                                Now that we’ve got a basic application set up along with some data, let’s go through three approaches to how you can provide an embeddable “badge” which displays this data for a given user.

                                                +

                                                IFrames

                                                +

                                                IFrames are arguably a dirty word in web circles, perhaps deservedly so. But they are a common and practical approach to embedding content from one site into another.

                                                +

                                                Let’s start with this approach; later we can reuse some of the code when we try out the JavaScript method.

                                                +

                                                Start with a simple Twig template, which creates some HTML – with inlined styles, to minimize HTTP requests – which contains our “badge” as a <div>:

                                                +
                                                +<!-- /views/badge.twig -->
+<html>
+  <head>
+    <title>{{ username }}</title>
+    <style>
+      .badge {
+        width: 250px;
+        height: 80px;
+        border: solid 1px #ccc;
+        clear: both;
+      }
+      .avatar {
+        float: left;
+        width: 80px;
+      }
+      .badge .avatar img {
+        margin: 10px 0 0 10px
+      }
+      .badge .info {
+        width: 170px;
+        float: right;
+      }
+      .badge .info h3 {
+        margin: 0.25em 0;
+      }
+      .badge .info h4 {
+        margin: 0.25em 0;
+        color: #666;
+      }
+    </style>
+  </head> 
+  <body>
+    <div class="badge">
+      <div class="avatar">
+        <img src="{{ imagepath }}/{{ user.avatar }}">
+      </div>
+      <div class="info">
+        <h3>{{ username }}</h3>
+        <h4>{{ user.rank }}</h4>
+        <div class="trophies">
+          {% for i in 1..user.trophies %}
+          <img src="{{ imagepath }}/trophy.png">
+          {% endfor %}
+        </div>
+      </div>
+    </div>
+  </body>
+</html>
+
                                                +

                                                This is all pretty straightforward. Notice how we’re incorporating a variable named imagepath which we’ll set server-side, which is going to take care of one very important aspect – any images we incorporate must be referenced using absolute URLs.

                                                +

                                                Now the corresponding route:

                                                +
                                                +/**
+ * Dynamically-generated HTML for embedding in an iFrame
+ */
+$app->get('/iframe/{username}', function(Request $request, $username) use ($app) {
+
+	// Check that the user in question exists
+	if (!isset($app['datastore']['users'][$username])) {
+		// No user with that username, throw a 404
+		$app->abort(404, "User $username does not exist.");
+	}
+
+	// Get the user record
+	$user = $app['datastore']['users'][$username];
+
+	return $app['twig']->render('badge.twig',
+		[
+			'username'		=>	$username,
+			'imagepath'		=>	( ($request->server->get('HTTP_PORT') == 443) ? 'https' : 'http' ) . '://' . $request->server->get('HTTP_HOST') . '/images',
+			'user'  			=> 	$user,
+		]
+	);
+
+});
+
                                                +

                                                All pretty straightforward. The bit which populates $imagepath is a bit quick-and-dirty, but it’ll do the job for now.

                                                +

                                                Embedding this into a third-party site is really simple:

                                                +
                                                +<iframe src="/iframe/dave" width="300" height="100"></iframe>
+
                                                +

                                                Later we’ll look at some of the things you need to think about with the iframe approach; for now, let’s move onto method number two.

                                                +

                                                Dynamically Created Images

                                                +

                                                One of the simplest ways to implement this is to provide a URL to an image, which gets created server-side.

                                                +

                                                Here’s a screenshot of the sort of image we’re going to create:

                                                +

                                                The dynamically-generated image we're going to create

                                                +

                                                Okay, it won’t win any awards for design, but you can use the same approach to create much more visually appealing images than this.

                                                +

                                                You’ll find the necessary resources – the background and trophy images, avatars and fonts – in the example application’s repository.

                                                +

                                                Here’s some example code to dynamically generate an embeddable image:

                                                +
                                                +/**
+ * Dynamically-generated image
+ */
+$app->get('/image/{username}', function($username) use ($app) {
+
+	// Check that the user in question exists
+	if (!isset($app['datastore']['users'][$username])) {
+		// No user with that username, throw a 404
+		$app->abort(404, "User $username does not exist.");
+	}
+
+	// Get the user record
+	$user = $app['datastore']['users'][$username];
+	
+	// Load the background
+	$background = WideImage::load(__DIR__.'/../resources/images/background.png');
+
+	// Load the avatar
+	$avatar = WideImage::load(__DIR__.'/images/' . $user['avatar']);
+
+	// Load the trophy image
+	$trophy = WideImage::load(__DIR__.'/images/trophy.png');
+
+	// Paste the avatar onto the background
+	$im = $background->merge($avatar, 10, 20);
+
+	// Get the canvas
+	$canvas = $im->getCanvas();
+
+	// Set the font for the username
+	$canvas->useFont(__DIR__.'/../resources/fonts/VeraBd.ttf', 12, $im->allocateColor(0, 0, 0));
+
+	// Write the username onto the canvas
+	$canvas->writeText(70, 15, $username);
+
+	// Choose a slightly smaller, non-bold font
+	$canvas->useFont(__DIR__.'/../resources/fonts/Vera.ttf', 9, $im->allocateColor(0, 0, 0));
+
+	// Write the rank
+	$canvas->writeText(70, 35, $user['rank']);
+
+	// Now add the appropriate number of trophies
+	$x = 70;
+
+	for ($i = 0; $i < $user['trophies']; $i++) {
+		$im = $im->merge($trophy, $x, 55);
+		$x += 20;
+	}
+
+	// Finally, output the image to the screen
+	return $im->output('png');
+
+});
+
                                                +

                                                It’s pretty much self-documented, and should be pretty simple to adapt to your needs or with better images. Note that we’re taking the background image from a non-web accessible directory (resources), but the avatars and trophy icon are in the public directory.

                                                +

                                                Embedding this into a third-party website couldn’t be simpler:

                                                +
                                                +<img src="http://example.com/image/helen">
+
                                                +
                                                +

                                                You’ll note that there’s no file extension; this doesn’t matter, though, since WideImage’s output() method will set the appropriate headers for you.

                                                +
                                                +

                                                There are a couple of improvements we could make. For one thing, we’re generating a new image on each request. However you can use WideImage’s saveToFile() method to cache the results, like so:

                                                +
                                                +$im->saveToFile('/path/to/badge.png');
+
                                                +

                                                It might also be better to provide a default image when the requested user cannot be found, rather than issuing a 404 error.

                                                +

                                                Now onto the third and final approach.

                                                +

                                                Javascript

                                                +

                                                Using JavaScript to dynamically create embedded content is amongst the most common, and perhaps the most flexible approach.

                                                +

                                                Again we’re going to generate some HTML, but this time we’ll return a simple snippet of JavaScript that will write it to the host page. All that requires is that the host website insert a simple <script> tag where they want our content to appear.

                                                +

                                                We’ll re-use the Twig template from earlier, but this time the route looks slightly different:

                                                +
                                                +/**
+ * Dynamically-generated JavaScript
+ */
+$app->get('/js/{username}', function(Request $request, $username) use ($app) {
+
+	// Check that the user in question exists
+	if (!isset($app['datastore']['users'][$username])) {
+		// No user with that username, throw a 404
+		$app->abort(404, "User $username does not exist.");
+	}
+
+	// Get the user record
+	$user = $app['datastore']['users'][$username];
+
+	// Build the HTML
+	$html = $app['twig']->render('badge.twig',
+		[
+			'username'		=>	$username,
+			'imagepath'		=>	( ($request->server->get('HTTP_PORT') == 443) ? 'https' : 'http' ) . '://' . $request->server->get('HTTP_HOST') . '/images',
+			'user'  			=> 	$user,
+		]
+	);
+	
+	// Minify the HTML, ensuring we wind up with one long string
+	$minified = preg_replace(
+    array(
+			'/ {2,}/',
+			'/<!--.*?-->|\t|(?:\r?\n[ \t]*)+/s'
+    ),
+    array(
+			' ',
+			''
+		),
+    $html
+  );
+
+	// Return a document.write with the minified, populated HTML as its argument
+	return new Response(
+		sprintf('document.write(\'%s\');', $minified),
+		200,
+		[ 'Content-Type', 'text/javascript' ]
+	);
+
+});
+
                                                +

                                                The first part is identical to the iframe approach. This time, though, we’re generating a simple document.write. Before we can do that, we use a little preg_replace magic to minify the resulting HTML – which also ensures it will all be on one line – then insert it into some very simple dynamically created JavaScript.

                                                +

                                                Embedding this into a page is just as simple:

                                                +
                                                +<div><script src="/js/jim"></script></div>
+
                                                +

                                                Strictly speaking, we don’t even need that container DIV, but it can be used to apply styling on the host site.

                                                +

                                                Now that we’ve examined three approaches, let’s look at some of the things you need to think about when deciding which of these approaches to take.

                                                +

                                                Considerations

                                                +

                                                When choosing an approach to this problem, there are a few things you need to weigh up.

                                                +

                                                CMS’s

                                                +

                                                If you’re intending people to be able to embed content into the body of CMS-driven content or within blog posts, it’s worth bearing in mind that any CMS or blog software worth its salt will block certain types of content. Inline scripts are almost certainly out. IFrames are probably going to be stripped out. That probably just leaves image tags.

                                                +

                                                Styling

                                                +

                                                There are a few ways to approach styling; perhaps you want to control everything, keeping your badges consistent across sites. Alternatively, you could provide default styles but allow site owners the flexibility to override them to better fit the design of their site.

                                                +

                                                Obviously images cannot be customized; aside, perhaps, their sizing. If you use iframes, it’s worth noting that any styling applied to the parent page will not be inherited by your content. On the other hand if you use the JavaScript approach, it may well be possible to override the styling, depending on specificity and how you incorporate your styles. The demo page that comes with the example application shows this in action.

                                                +

                                                Customization

                                                +

                                                Perhaps, like Stackoverflow and their “User Flair” badges, you want to provide a number of alternative styles – light and dark, for example. This is entirely possible with any of the approaches I’ve outlined, though it’s arguably slightly more difficult with the image tag approach.

                                                +

                                                Advanced

                                                +

                                                So far our embeddable content has been dynamically generated, but in no way interactive. A Facebook “like” button, for example, doesn’t just provide a count – it also allows people to perform the “like” action from within the page. That sort of interactivity will be covered in a later article.

                                                +

                                                Summary

                                                +

                                                Embeddable content is great way to promote your site. It can be used not only to link back to your site but to provide “live” content, right there on a third-party “host” website.

                                                +

                                                We’ve looked at three common approaches to this – images, iframes and JavaScript. We’ve looked at some of the things you need to think about when deciding which one to use, along with some pitfalls to be wary of.

                                                + +
                                                + +
                                                + +
                                                + +
                                                + + +
                                                + +
                                                + +
                                                + Lukas White +
                                                + + +

                                                Lukas is a freelance web and mobile developer based in Manchester in the North of England. He's been developing in PHP since moving away from those early days in web development of using all manner of tools such as Java Server Pages, classic ASP and XML data islands, along with JavaScript - back when it really was JavaScript and Netscape ruled the roost. When he's not developing websites and mobile applications and complaining that this was all fields, Lukas likes to cook all manner of World foods.

                                                + +
                                                  +
                                                +
                                                +
                                                + +
                                                + +
                                                +

                                                You might also like:

                                                + +
                                                + +
                                                +
                                                +
                                                +

                                                + Free book: Jump Start HTML5 Basics +

                                                +

                                                Grab a free copy of one our latest ebooks! Packed with hints and tips on HTML5's most powerful new features.

                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                + +
                                                +
                                                + + Comments +
                                                +
                                                + + + Have Your Say + +
                                                + +
                                                + + collizo4sky + + +
                                                +
                                                + December 21, 2014 + collizo4sky: +
                                                + +

                                                Awesome tutorial, period.

                                                +
                                                +
                                                + + wesleypatricklewis + + +
                                                +
                                                + December 24, 2014 + wesleypatricklewis: +
                                                + +

                                                Does it work with wordpress

                                                +
                                                +
                                                + + swader + + +
                                                +
                                                + December 24, 2014 + swader: +
                                                + +

                                                It works with everything.

                                                +
                                                +
                                                + + wesleypatricklewis + + +
                                                +
                                                + December 24, 2014 + wesleypatricklewis: +
                                                + +

                                                Ok thanks i was going to use it for my site

                                                +
                                                +
                                                + + lemoniasty + + +
                                                +
                                                + December 31, 2014 + lemoniasty: +
                                                + +

                                                Super article Lucas
                                                And what about SEO aspect? Which solution will be better to gain additional external links?

                                                +
                                                +
                                                +
                                                + + + Have Your Say + +
                                                +
                                                +
                                                +
                                                + + + +
                                                + + + +
                                                +
                                                + Search for... +
                                                + +
                                                + + + +
                                                x
                                                + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/slate.com1.html b/tests/data/html/slate.com1.html new file mode 100644 index 0000000..f1111e6 --- /dev/null +++ b/tests/data/html/slate.com1.html @@ -0,0 +1,4034 @@ + + + + + + + + + + + + + + + + + + + + + The new seven wonders: Defining the top technological marvels of the contemporary age. + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                +
                                                + +
                                                +
                                                + + + + + + + + + + +
                                                +
                                                + + + + +
                                                + + + + +
                                                +
                                                +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                + + + + + +
                                                + + + + +
                                                + +
                                                + + +
                                                +
                                                141109_7WONDERS_Promo +
                                                +
                                                +
                                                + + + + + +
                                                +
                                                + +
                                                + + + + I +
                                                +

                                                +

                                                The Seven Wonders of the Modern World , by

                                                +
                                                + + + + + + + + + + +
                                                +
                                                + + + + + + + + + + +
                                                +
                                                + + + + +
                                                + + + + +
                                                +
                                                +
                                                +
                                                + +
                                                + +
                                                +
                                                + +
                                                + + + + +
                                                + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                +
                                                Slate
                                                The Back End
                                                Invisible systems that shape our world.
                                                Dec. 29 2014 3:00 AM
                                                +
                                                + +

                                                Seven Wonders of the Modern World

                                                + + + + + + +

                                                A quest to identify the top technological marvels of the contemporary age.

                                                + +
                                                + By +
                                                + + + + + + + + + + + + + + +
                                                + + +
                                                + + + + + + + +
                                                +
                                                +
                                                +
                                                +
                                                + + + + + + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + + +
                                                + +
                                                + + +
                                                +
                                                Seven Wonders of the Modern World
                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                 

                                                + + +
                                                + +
                                                + +
                                                + 1 + The U.S. Aviation Control System +
                                                +
                                                + +
                                                + + +
                                                + +
                                                + + + +
                                                + +
                                                + + + +
                                                + +
                                                + +

                                                The seven wonders of classical antiquity were architectural marvels, triumphs of human ego and raw power. The great achievements of today, however, are made possible by systems, infrastructure, and technologies that are invisible. Check back every week for a new wonder of the modern world.

                                                + + +
                                                + +
                                                + +

                                                When the weather is clear and all systems are go, as many as 3,100 flights can take off and land each day at Hartsfield-Jackson Atlanta International, the busiest airport in the world. In recent years, the airport has expanded its flight capacity slightly, but not by increasing the number of runways. Watch the planes take off, and you might see a more subtle innovation.

                                                + + +
                                                + +
                                                + + + +
                                                + + +
                                                + + + + + + + + + + + + + + + + + + + + + + + +
                                                + +
                                                + +

                                                Because air traffic controllers are now monitoring departing aircraft with GPS-based systems rather than radar, the planes follow much more precise and predictable paths—some straight ahead, others instead banking several degrees to the left or right. This more accurate tracking lets controllers release more planes for takeoff into the same airspace while maintaining the required separation distance of 3 horizontal miles and 1,000 vertical feet. By halving the time to clear the next flight for departure on some runways from two minutes to one, Atlanta controllers can now put as many as 12 more planes per hour into the heavens.  

                                                + + +
                                                + + + + + +
                                                + +

                                                In many ways, flying has become an unpleasant, increasingly expensive, and frequently contentious effort. America’s airports feel like glorified bus stations in comparison to the sleek terminals of Asia and the Middle East. The consumer interface of air travel—bag charges, humiliating security procedures, $8 stale sandwiches, evaporating leg room—can seem as frenzied and dreadful as a Hieronymus Bosch painting.

                                                + + +
                                                + +
                                                + +

                                                But the carefully choreographed diversions on Atlanta’s runways, which shave just seconds off flights, are, in their own subtle way, as graceful as the Hanging Gardens of Babylon and as awe-inspiring as the Colossus of Rhodes. They’re one of the many remarkable aspects of an air-control regime that most people never notice—a system that is one of the marvels of the modern world.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                plane and luggage animation

                                                Animation by Lisa Larson-Walker

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                This series will explore seven of these new wonders: bewildering achievements, incredibly useful tools and services that we take for granted. None of them is monumental in scale, like the seven wonders of classical antiquity chronicled by Antipater of Sidon more than 2,000 years ago. The Great Pyramids of Giza and the Statue of Zeus at Olympia were feats of engineering, triumphs of man over nature and gravity, and above all accomplishments of ego and raw power. And the modern, man-made wonders we marvel at—the Brooklyn Bridge, the Hoover Dam, the Panama Canal—are echoes of the ancient ones: breathtaking physical manifestations of human ingenuity. Today’s wonders, in contrast, aren’t so in your face. Instead, they’re powered and made possible by systems, infrastructure, and technologies that are often invisible. The Lighthouse of Alexandria was a triumph of front-end, or consumer-facing, engineering, to use a Web developer’s terminology. But today’s innovations, insights, and wonders can just as frequently be found in the back end, where we rarely notice them.

                                                + + +
                                                + +
                                                + +

                                                Like the ancient wonders, this list is somewhat arbitrary. But there is a method to it. Sure, the world is filled with new, man-made wonders of an astounding scale, like the CCTV headquarters in Beijing and the Three Gorges Dam. But monumental buildings and dams have been done before, even millennia ago. Today, the point of buildings and infrastructure shouldn’t be to impress but to connect. In the 21st century, our ability to thrive rests in large measure on the quality and power of the networks that transport data, information, and life-giving substances like water. Part of this series’s goal is to highlight systems that are overlooked or maligned yet remain both extraordinarily functional and vital to the daily lives of hundreds of millions of people.

                                                + + +
                                                + +
                                                + +

                                                That’s certainly the case with the U.S. aviation control system. With land and infrastructure dollars hard to come by, subtle upgrades to the operating system are effectively increasing the capacity of our airports and skies, making it all run more smoothly and safely.

                                                + + +
                                                + +
                                                + + +
                                                + +
                                                + +

                                                In the U.S., air travel is a form of mass transit, so these efficiency improvements matter a great deal. In 2013, there were 21.58 million commercial flights, according to the Federal Aviation Administration. And serious glitches, on the ground and in the skies, have become more rare. Between 2007 and 2013, the likelihood of a piece of luggage being mislaid fell by more than half—from a rate of 7.03 per 1,000 passengers to 3.22 per 1,000, as the Wall Street Journal reported. (That, in turn, is less than half the global rate of 6.96 per 1,000.)

                                                + + +
                                                + +
                                                + +

                                                The global system, of course, is far from foolproof, as the lost Malaysia Airlines Flight 370 and its cousin shot down over the Ukraine made clear earlier this year. But in the U.S., the world’s busiest airspace, safety has improved dramatically. According to National Transportation Safety Board data, between 1994 and 2006 there were only two years in which no fatalities were recorded on scheduled commercial domestic flights. But in six of the last seven years, and in each of the past four, there have been none. Between 2010 and 2013, there were 2.94 billion passenger emplanements on scheduled commercial flights—about 735 million annually. All those people reached their destinations alive, with just 12 injuries. (The 2009 Colgan Air crash outside Buffalo, New York, which killed 50 people, was the last major commercial disaster within our borders. There have been several fatal crashes involving cargo or chartered planes.*)

                                                + + +
                                                + +
                                                + + +
                                                +
                                                radar animation

                                                Animation by Lisa Larson-Walker

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                The air traffic control system—the ground-based radar installations, the onboard navigation devices, the 264 FAA towers, and the software and networks that connect them and manage the movement of planes—actually works remarkably well, even if widespread delays and cancellations sometimes lead us to curse the entire mode of transportation instead of marveling, as we once did, at the triumph of human flight. Traveling the skies may no longer feel like a miracle, but the systems that make it possible and increasingly more efficient deserve our adulation. Slowly, imperceptibly, and often invisibly, the FAA is rolling out what it calls the NextGen project, an alphabet soup of acronyms that describe a set of initiatives, procedures, and protocols that are improving the way we fly. “It’s not going to be the sort of thing where we flip a switch,” FAA spokesman Paul Takemoto says. “But we are going to phase out the old system.”

                                                + + +
                                                + +
                                                + +

                                                Though sturdy, the legacy system—a network of ground-based radar stations that feed information to controllers, who then communicate with pilots over radio—is like an analog system in an increasingly digital world. Ground-based radar signals degrade over distance and can’t penetrate mountains. The stations can’t be placed on water. And the radar updates only once every 4.7 seconds. All of which requires planes to stay farther apart from one another in the air—clogging up vital air channels—and poses significant challenges in navigating over water, around weather, and in mountainous areas.

                                                + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + +

                                                Increasingly, though, that’s changing. As part of NextGen, a satellite-based system called Automatic Dependent Surveillance-Broadcast, or ADS-B, will use GPS to locate planes and connect them to air traffic control. By Jan. 1, 2020, all aircraft flying in controlled airspace will be required to have ADS-B equipment. ADS-B is now enabling planes to fly around weather over open water in the Gulf of Mexico—saving time and fuel and sometimes completely sparing passengers from turbulence. And instead of exchanging vital information orally—which ties up radio frequencies and can result in miscommunications—pilots and controllers will rely on powerful data transmission and processing systems. In 2013, introductory programs began in Memphis, Tennessee, and Newark, New Jersey, in which routine communications—clearance to take off, a change in route to avoid a thunderstorm—were effectively delivered to LCD screens via text updates.

                                                + + +
                                                + +
                                                + +

                                                There are also smaller, localized fixes. In airports like the Yampa Valley Regional Airport, which services ski areas like Steamboat Springs, Colorado, delays and cancellations play havoc with schedules during the peak season, in large measure because radar isn’t very good at tracking planes as they negotiate mountainous areas. As part of a small-scale experiment, the FAA deployed a bunch of sensors in the area to form a network, called wide area multilateration, that can keep much better tabs on planes. The upshot: Yampa Valley can handle 15 to 20 arrivals safely each hour in conditions that would have previously required planes to be diverted to other airports.

                                                + + +
                                                + +
                                                + +

                                                Throughout the air traffic control system, new protocols—based in part on new technology and on research and analysis—effectively expand flight capacity by enabling planes to flow in and out of airports and airspaces more quickly and with fewer hitches. At Boston Logan and other airports, GPS-based systems that allow for more precise tracing of planes mean they can now land when visibility is as low as 1,800 feet—compared with the prior standard of 2,400 feet.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                Boeing 747-700 Japan Airlines and wake turbulence from planes: i,Boeing 747-700 Japan Airlines and wake turbulence from planes: illustration
                                                Wake turbulence can be hazardous, with the potential to overturn smaller airplanes without warning.

                                                Photo by Etienne De Malglaive/Gamma-Rapho via Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                At John F. Kennedy Airport in New York, where the traffic on the runways has often rivaled that on the New Jersey Turnpike, controllers are now using a virtual queuing system. By forecasting traffic through historical data, they assign 15-minute slots to flights up to two hours in advance. Rather than leave the gate and sit on the runway, planes wait with their engines off until their appointed times. That saves fuel (since they can run systems on electric power at the gate) and reduces congestion in the taxi areas.

                                                + + +
                                                + +
                                                + +

                                                Meanwhile, changes in technology and the addition of smaller jets to America’s aviation fleet have led controllers to re-examine the effects of wake turbulence—the vortexes that planes leave in their wake when they take off. In certain instances, as when smaller jets are in a queue behind aircraft of the same size, the FAA has concluded that it’s safe to let planes begin taking off right after the ones in front of them have left the ground, instead of waiting the traditional three minutes. When it was first tested in Memphis, wake recategorization effectively boosted capacity of runways by up to 20 percent. After controllers in Atlanta started using recategorization in June, it evoked a sense of wonder in the industry. “That is saving a minute or a minute and a half right there,” said Mark Hopkins, Delta’s director of air traffic management. “This is eye-opening.”

                                                + + +
                                                + +
                                                + +

                                                Taken individually—a minute saved here, a few hundred of feet of visibility added there, several gallons of fuel conserved somewhere else—these improvements may not seem to add up to much. But just as a small delay in a complex system can lead to further delays, small innovations can have powerful knock-on effects. These incremental fixes, all rolled out with little notice, highlight how our more reliable and efficient aviation system has become a modern marvel. And impressively, the FAA is slowly pushing through its immense upgrades while operating at full-tilt in a highly safe and surprisingly effective manner. That’s like replacing the George Washington Bridge in its entirety without lane closures or new traffic problems.

                                                + + +
                                                + +
                                                + +

                                                In an age in which constricted financial resources and geographic footprints prevent us from expanding the physical footprint of airports, the highly resilient and evolving air traffic control system is doing the heavy lifting behind the scenes. We should look up in awe.

                                                + + +
                                                + +
                                                + +

                                                With reporting by Laura Bradley.

                                                + + +
                                                + +
                                                + +

                                                Check back every week for a new wonder of the modern world.

                                                + + +
                                                + +
                                                + +

                                                Correction, Nov. 11, 2014: This article originally stated that 45 people died in the 2009 Colgan Air crash. Forty-five passengers, four crew, and one person on the ground died in that crash. (Return.) 

                                                + + +
                                                + +
                                                + + +
                                                +
                                                141109_7WONDERS_WazeHero +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Seven Wonders of the Modern World
                                                +
                                                +
                                                +
                                                + +
                                                + +
                                                + 2 + The Dynamic Map +
                                                +
                                                + +
                                                + + + +
                                                + +
                                                + +

                                                The seven wonders of classical antiquity were architectural marvels, triumphs of human ego and raw power. The great achievements of today, however, are made possible by systems, infrastructure, and technologies that are invisible. This series, which began with the U.S. aviation control system, explores the wonders of our modern world. Here is the second wonder:

                                                + + +
                                                + +
                                                + +

                                                In the chaotic aftermath of Hurricane Sandy in the autumn of 2012, the Federal Emergency Management Agency had no idea which gas stations were open or closed in the greater New York area. With widespread flooding and electricity outages, and with downed trees blocking roads, there was no way—short of the slow task of dialing up each station—to swiftly determine which ones had gas or even power. So FEMA contacted Waze, a free navigation app that allows users to anonymously post data about traffic incidents and edit maps. Waze sent a push notice to drivers, asking them to share the status of stations in their neighborhoods. The app then updated its maps to show pins on stations that were up and running. After quickly cataloging the information, Waze zapped it to FEMA in an Excel file, which helped the agency effectively dispatch tanker trucks to replenish supplies.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                STORM-SANDY/GASOLINE
                                                People wait to buy gas in Union City, New Jersey, on Nov. 2, 2012, after Hurricane Sandy slammed the Northeast.

                                                Photo by Eduardo Munoz/Reuters

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                Waze has grown rapidly since its founding in 2008 by Amir Shinar and Ehud Shabtai, Israeli computer experts who were dissatisfied with the global positioning systems in their cars. When Los Angeles shut down the I-405 in the July 2012 “Carmageddon,” Waze users provided traffic information more effectively than traffic helicopters could. In fall 2012, when Tim Cook publicly apologized for the debacle of Apple Maps, he recommended Waze as an alternative. The service now claims more than 50 million users in 45 languages, in 200 countries. Last year, Google acquired Waze for a price reported at about $1 billion. While big tech companies often buy startups only to absorb their innovations and shutter them, Google has made Waze part of the family. The app has incorporated Google Street View and hired more people, while Google Maps has added Waze data on traffic and street closures.

                                                + + +
                                                + +
                                                + +

                                                It might be easier to appreciate today’s browser- and app-based dynamic maps and the systems and devices that power them—Waze and Google Maps, but also Scout, Polaris, TomTom, Garmin, and Magellan—as wonders of the modern world if, like me, you’re old enough to remember when planning a cross-country driving trip meant visiting a AAA office to get a Trip-Tik (a set of highlighted maps). Even with paper maps, in some ways drivers were flying blind. Beyond periodic traffic updates on the radio, there was virtually no real-time information available about road closures, accidents, construction—the phenomena that can turn an easy 15-minute trip into a grinding two-hour ordeal. As recently as a decade ago, a driver departing Montclair, New Jersey, would have no idea whether it made more sense to take the Garden State Parkway or the New Jersey Turnpike.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                Maps of San Francisco: 1948 Transportation Plan

                                                Maps of San Francisco: 1948 Transportation Plan (via Eric Fischer/Flickr) and 2014 (via Waze)

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                But in recent years, individuals have been able to tap into the technology that was once the exclusive preserve of the military. Like so many other staples of consumer life—from CorningWare to the Internet—GPS has its origins in Cold War–era military research. After the shock of Sputnik, the Pentagon began working on ways to use orbiting satellites to help fix the positions of submarines and other naval vessels. A network of several satellites in the 1960s, known as Transit, was augmented by the NAVSTAR system, the construction of which began in the 1970s.

                                                + + +
                                                + +
                                                + +

                                                Today’s GPS apps and devices reach to the heavens to help us navigate our little corners of the Earth. We can know that traffic is seriously backed up on the southbound lanes of I-95 in Bridgeport, Connecticut, because a car is broken down on the side of the road, that a tow truck has just arrived, and that it makes sense to jump onto Route 1 and then re-enter I-95 a few miles later in Fairfield. These mostly free services are some of the most valuable—but difficult to value—components of the so-called “consumer surplus” that our modern information economy provides.

                                                + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + +

                                                With its singular combination of technology, human intelligence, and curation, Waze illustrates the awe-inspiring potential of the dynamic map better than any of its competitors. And the attributes that make the app so popular—think Wikipedia or Pinterest, but for traffic and maps—are highly visible. But just like America’s increasingly sophisticated air traffic control system, which I explored in the first part of this series, Waze is a back-end marvel. Unlike the Great Pyramid of Giza or the other seven wonders of antiquity, its most amazing innovations are invisible.

                                                + + +
                                                + +
                                                + +

                                                Most GPS-based navigation and traffic apps rely on road cameras and sensors on highly trafficked roads and are updated every five minutes or so. I find it’s not uncommon for me to check out traffic on MapQuest or Google Maps before leaving the house only to find Connecticut’s Merritt Parkway is surprisingly backed up a few minutes later. Waze aims to provide more useful, actionable information by instantly updating data and context—provided by both machines and humans—via a cute, friendly interface. (Of course, as is the case with many free apps and publications, the user experience is occasionally disrupted by pop-up ads.)

                                                + + +
                                                + +
                                                + + + +
                                                + + +
                                                + + + + + + + + + + + + + + + + + + + + + + + +
                                                + +
                                                + +

                                                Waze’s back end, obviously, includes the network of Google servers, wireless stations, satellites, and software code that powers it. But that’s just the beginning. Massive, open public editing of a site can be a road to misinformation and mischief—just read any Internet comments section or contentious Wikipedia page. Waze overlays its data with a constant stream of user-submitted comments, then runs them through systems it has built to channel and reward human behavior. Then it figures out how to make this system do useful work in the world. All of this happens behind the scenes.

                                                + + +
                                                + +
                                                + +

                                                Part of Waze’s back end is passive. When a Waze user turns on a phone and opens the app, Waze pings the phone’s GPS chip every second and recalculates traffic every three minutes. The simple act of driving with the app open turns users into traffic reporters—confirming they are on the road and giving an indication of speed. Scale makes this passive crowdsourcing useful. On an average day in Rio de Janeiro, 110,000 active Waze drivers cover 1.2 million kilometers. The data isn’t just broadcast, however. Waze feeds it into algorithms that enable it to conduct predictive modeling based on past experience. So when somebody maps a prospective route through Rio, Waze can produce suggestions based on reported traffic conditions and on how long it typically takes drivers to negotiate the routes at that time of day. (In an update earlier this year, Google Maps integrated the ability to change routes on the fly in reaction to traffic snarls.)

                                                + + +
                                                + +
                                                + +

                                                Part of the appeal of Waze is that users can report incidents—traffic, congestion, a mattress in the road—that instantly generate icons on its maps. On a typical day in Rio, users actively report about 58,000 incidents. But in the back end, not all incident reports are treated equally. Waze has built a system that evaluates users’ capacity, experience, and accuracy, weighing the information they provide accordingly. Like many social apps, Waze allows users the opportunity to give a “thumbs up” or “thumbs down” to posts. Reports by users who frequently file incidents that are routinely confirmed by others will be weighted higher, while Waze gives less trust to people who consistently file false alarms.

                                                + + +
                                                + +
                                                + +

                                                Mapping the world and charting its traffic problems are extraordinarily labor-intensive undertakings. That’s where Waze’s human back end comes into play. The company has about 160 employees, divided between Tel Aviv, Israel; New York; and Mountain View, California. But the map—a breathing organism that constantly evolves to ensure the accuracy of street names, housing numbers, and construction sites—is maintained by a community of 200,000 volunteer map editors. Editors—anybody can sign up—start by making notations about their immediate area. “We don’t manage them, we don’t pay them, we don’t tell them what to do,” says Julie Mossler, a Waze spokeswoman. But the company doesn’t have an entirely hands-off attitude. People who have made 1 million edits or more are considered “champs,” and they have a direct line to the company. And Waze now provides support to a group of editors based in Italy who are starting a project to map Africa more accurately.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                LA Freeway
                                                Traffic moves slowly on the 405 freeway in Los Angeles on July 14, 2011.

                                                Photo by Eric Thayer/Reuters

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                While Waze could function perfectly well without much human intervention from its headquarters, its competitive advantage and utility arise in part from the relationships its staff cultivates and their ability to inject human intelligence into the system—whether it’s reaching out to Los Angeles authorities during Carmageddon or working with FEMA to generate lists of open gas stations. In early October, when a Waze staffer learned that President Obama was visiting San Francisco, the app sent a push notice to advise users in the area to get out on the roads a little earlier. And the company just set up a partnership—Connected Citizen—in which it will provide traffic data to cities like Tel Aviv; Barcelona, Spain; and San Jose, Costa Rica in exchange for more immediate access to information on issues like road closures or construction. All of which proves that even in a highly wired and automated world, personal and institutional relationships can be a vital part of infrastructure.

                                                + + +
                                                + +
                                                + +

                                                Government is supposed to step in during a market failure. But Waze shows how the market can correct for government failure. The app is extremely popular in Costa Rica. Why? In a nation where authorities haven’t bothered to name many roads and streets and paper maps are unreliable, Waze volunteers have effectively functioned as a sort of public agency. In places where the grid has yet to be captured, Waze isn’t an adjunct to maps—it is the map. “Waze has become such a part of the culture that businesses will even list their addresses in advertisements as locations that can be searched for on Waze,” the Washington Post reported recently.

                                                + + +
                                                + +
                                                + +

                                                Waze likely won’t be around forever, but its many features, some subtle and some outright mind-bending, suggest that the maps we rely on every day are only going to get more sophisticated, data-rich, and, yes, wondrous. It’s easy to imagine the maps of the future being studded and layered with information on Wi-Fi hot spots, crime data, public transit schedules, and weather. Harry Potter’s Marauder’s Map, which allowed him to see who was scurrying around Hogwarts late at night, will have nothing on the amazing, thoroughly unmagical cartographic apps in our pockets.

                                                + + +
                                                + +
                                                + +

                                                Already, as I pull out of my driveway, I can know that traffic is dragging at an 8-mile clip on the Post Road in downtown Westport, Connecticut, which means I should use a back roads cut-through. I can expect that repair teams have arrived for the bridge project on I-95 north, which is keeping traffic running at a pokey 23 miles per hour. And I can prepare to accelerate to above 40 miles per hour right after the underpass—that last tip courtesy of a Waze user whose avatar includes sunglasses and a little sword.

                                                + + +
                                                + +
                                                + +

                                                In another era, the sunglasses-and-swords guy might have been adding blocks to the Great Pyramid. These days, he’s contributing to our modern maps’ achievement of near omniscience in a chaotic, ever-changing system.

                                                + + +
                                                + +
                                                + +

                                                Check back every week for a new wonder of the modern world.

                                                + + +
                                                + +
                                                + +

                                                The seven wonders of classical antiquity were architectural marvels, triumphs of human ego and raw power. The great achievements of today, however, are made possible by systems, infrastructure, and technologies that are invisible. This series, which continued last week with GPS-powered dynamic maps, explores the wonders of our modern world. Here is the third wonder:

                                                + + +
                                                + +
                                                + + +
                                                +
                                                hero-cable-1440 +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Seven Wonders of the Modern World
                                                +
                                                +
                                                +
                                                + +
                                                + +
                                                + 3 + The Undersea Information Highway +
                                                +
                                                + +
                                                + + + +
                                                + +
                                                + +

                                                Ever think twice about our superfast data connections? Email accounts. Skype chats. Stock quotes. The latest Taylor Swift video on YouTube. All would have been either impossible or extremely expensive 25 years ago. All are free and available at any time—on a handheld device, on our desktops. Our words, ideas, emotions, and emoticons travel at the speed of light, from pretty much any point on the surface of the Earth to any other.

                                                + + +
                                                + +
                                                + +

                                                We may live in a mobile and wireless world, but wires still drive the global communications revolution. Your phone call, text, email, or emoji-laden tweet may travel wirelessly from your iPhone to the nearest cellular tower, but from there on out it is largely confined to cables, wires, and cords—express lanes coursing above ground, underground, and under the sea—especially if your message is going abroad. “More than 99 percent of signals of any sort that go between continents flow over undersea fiber-optic cables,” says Tim Stronge, research analyst at TeleGeography, a research and consulting firm. Were submarine cables not as pervasive, cheap, and functional as they are, most of us would still be living on data islands. To the extent that the world is now flat, it is largely due to the expansive network of undersea cables. They enable a dot-com entrepreneur in Perth, Australia, to collaborate with a programmer in Bangalore, India, serve a customer in Germany, and communicate with a supplier in China.

                                                + + +
                                                + +
                                                + + + +
                                                + +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + +
                                                + +

                                                These contemporary Appian Ways are the vital back end of the Internet—and one of the wonders of the modern world. Lying under the murky depths of the Southern Atlantic, the placid, teal waters of the Caribbean, and the frigid, stormy Bering Sea, underwater cables withstand the ravages of sharks and resist immense pressure and the corroding influence of salt. Amid the sprawling network (laid out in this gorgeous map produced by TeleGeography), one stands out for its length. Starting in Australia and terminating in Germany, SEA-ME-WE 3 (for SouthEast Asia Middle East Western Europe) is a modern-day Orient Express. A marvel of modern synergy, it was built (and is still owned) by a consortium of 92 telecommunications firms. Running 39,000 kilometers—about 24,000 miles—and touching 39 landing points in 33 countries on four continents, SEA-ME-WE 3 is the closest thing we have to a transoceanic information superhighway.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                map of telegraph lines

                                                Courtesy of JD Thomas/Flickr Creative Commons

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                Today’s submarine cables are the latest flowering of an infrastructure class that was pioneered in the 19th century, given impetus by a construction boom in the late 20th century, and which has been made immensely more powerful (and cheaper) by 21st-century technology developments. Indeed, thanks to the application of new hardware and processes, a cable like SEA-ME-WE 3 can now carry 40 times more data than it could when it was first laid—a feat that physical conduits for physical goods, like roads and railways, could never mimic.

                                                + + +
                                                + +
                                                + +

                                                The first great submarine communication cable, of course, was the telegraph line connecting England and the United States. In A Thread Across the Ocean: The Heroic Story of the Transatlantic Cable, John Steele Gordon describes how Cyrus Field rounded up cash and got the U.S. and U.K. governments to fund his scheme. (The Niagara, the largest ship in the U.S. Navy, laid out the cable.) The first message sent from Queen Victoria to President James Buchanan, in August 1858, inspired fireworks in New York City that set City Hall on fire. In a remark Tom Friedman might have appreciated, Cyrus Field’s brother, Henry, wrote that it “joins the sundered hemispheres. It unites distant nations, making them feel that they are members of one great family.” Three weeks later, the cable went dead. Tiffany & Co. bought parts of the unused cable and cut them into 4-inch pieces to sell. (One was auctioned on eBay last year.) Field finally succeeded in laying a lasting cable in 1866. The cost for capacity: $10 a word. By 1900, there were 15 competing threads across the ocean.

                                                + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + +

                                                Laid in 1956, TAT-1, the first transatlantic telephone cable, used the same type of copper wire employed in terrestrial phone lines. But the midcentury threads were exceedingly narrow pipe. TAT-1 could accommodate just 48 64 kbps (kilobits per second) circuits—just four dozen phone conversations at once. It’s not surprising, then, that in the 1960s international phone calls cost about $3 per minute. The development of fiber-optic cable by Corning in the 1960s and 1970s (chronicled in a chapter in a book I wrote)—using glass as a transport medium rather than a metal—brought a quantum leap in the speed and capacity for communication wires. Fiber-optic cable—insanely thin glass threads, really—can handle so many more conversations and bits than wireless spectra can. The first fiber-optic cable laid across the Atlantic, the TAT-8, was completed in 1988 and could carry 7,560 simultaneous voice conversations.

                                                + + +
                                                + +
                                                + +

                                                The 1990s brought a boom in both the pace of construction and the power and capacity of cables. The AC-1 trans-Atlantic cable, an 8,700-mile round-trip line first used in 1998, could handle the equivalent of 483,840 simultaneous voice conversations, according to Stronge. Firms like Global Crossing, whose market capitalization peaked at $45 billion in the spring of 2000, laid pipe anywhere and everywhere—and then went bust.

                                                + + +
                                                + +
                                                + +

                                                SEA-ME-WE 3 began amid the tech bubble. Australia and the rest of Oceania are separated from other huge commercial and population centers by vast expanses of water. Australia’s line to the other six continents was an analog line, the AIS (Australia-Indonesia-Singapore) cable. Construction of SEA-ME-WE 3, which started in January 1997 and was completed in 2000, proceeded in a way that would have been recognizable to 19th-century telegraph cable experts. As Stronge notes, when cable is loaded onto a vessel, “They have this giant drum in the ship and hire people to walk the cable around in a concentric circle.”

                                                + + +
                                                + +
                                                + +

                                                The ships proceeded methodically, paying out cable that is the width of a garden hose—an outer diameter of 21 millimeters, to be precise—and encased in a plastic coating. From Perth, SEA-ME-WE 3 goes north. At Malaysia, a branch reaches out to East Asia, surfacing at Mersing, Indonesia; Danang Vietnam; and Shanghai. Across the northern stretches of the Indian Ocean it goes, hitting Sri Lanka, Mumbai, and Karachi, further west to Muscat and Djibouti City, before crooking up through the Red Sea and Suez Canal. From Alexandria, Egypt, it hits Mediterranean ports of call before wheeling around Iberia and France, finally ending in the chilly waters of the North Sea near Norden, Germany.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                Fiber optic cable
                                                Technicians display the African Coast to Europe, or ACE, submarine fiber optic cable on the seashore of Libreville, Gabon, in 2011.

                                                Photo by AFP/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                For most of its sojourn, SEA-ME-WE 3 lies on the bottom of the murky depths. In deep water—more than 3,000 meters—the cables are laid on the seabed. In shallower waters, where ships might snag them, a plow buries them. SEA-ME-WE 3 has two fiber pairs, and such cables often have copper running through them—which supplies the electricity that powers repeaters, small devices positioned every 50 kilometers that boost the signal. At certain points, the cable is up-armored—coated in metal tape, sheathing, or screens—to protect against potential dangers. (The extra screen helps shield electromagnetic waves that attract sharks.) While failures are often ascribed to monsters of the deep gnawing through them, Stronge says such instances are rare. “There was one famous incident in the 1980s when a cable failed, and they think it was because a shark had bitten through to where the electricity was flowing.” When links break or are severed, as has happened on SEA-ME-WE 3 on about a half-dozen occasions, ships are sent out to repair the damage. (Fishing nets and ship anchors account for most of these incidents.) The sea cables are connected to beach manholes at the shore, through which they connect to land cables and the broader terrestrial grids.

                                                + + +
                                                + +
                                                + +

                                                The global economy has benefited from the boom in cable construction. Immense excess capacity, combined with technological improvements, has led to falling prices. The stupidity of investors and the willingness of bondholders and stockholders to sacrifice their money so that others could have cheap communications infrastructure are dynamics we’ve seen in the telegraph and railroad industries. (I wrote a book about this, too.) “Prices for capacity are one one-thousandth what they were in the late 1990s,” Stronge says. Since 1997, the amount of “lit” capacity–i.e., the amount being used—in the Atlantic Ocean between the U.S. and Europe has risen from 33 gigabits per second to 27 terabits per second, an 818-fold increase. But, notes Stronge, the total capacity of all cables—including “dark fiber” that’s not in use—across the Atlantic is 173 terabits per second, which means just 16 percent is being used. On major submarine cable routes, bandwidth demand rose 4.5 times between 2009 to 2013. But even so, less than one-quarter of the potential capacity on these routes is being used. Every year, the price of connections grows cheaper. According to TeleGeography, median monthly lease prices on major submarine cable routes submarine cables fell between 10 and 26 percent in 2013.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                2014 Submarine Cable Map, TeleGeography

                                                Courtesy of TeleGeography. See a larger version or visit the interactive version of the 2014 Submarine Cable Map.

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                That’s in part because the state-owned and private telecom companies that have built and run the global network continue to add to it, especially in the Middle East, Asia, and Africa. (SEA-ME-WE 3 was followed by SEA-ME-WE 4, which provided redundancy along similar paths, from Singapore to France.) But it’s also because innovation on the back end has increased the carrying capacity of tubes that were laid down long ago. When SEA-ME-WE 3 was completed, it could carry up to 40 gigabits per second of data traffic. Today, SingTel, which runs the cable, says it has a capacity of 1 terabit per second—a 25-fold increase. That’s in large measure due to the introduction of wavelength division multiplexing. Essentially, a bunch of signals can now travel on the same pair of fiber cables because new, more powerful transceivers on the ends of cable lines can send and receive the signal on different frequencies of light. As SingTel notes, “The cable has been twice upgraded and it now consists of two fiber pairs, each carrying eight wavelengths.”

                                                + + +
                                                + +
                                                + +

                                                To the history-minded, the map of submarine cables is remarkably evocative. A host of them connects the Northeastern U.S. with England and France, mimicking the early patterns of North America settlement. Some follow the journeys of Vasco Da Gama and Magellan, bumping down from Portugal along the coast toward South Africa. There are tiny components like the Amerigo Vespucci, an 85-kilometer spur that connects Curacao, a former Dutch colony, to Bonaire, which is still part of the Netherlands. There are unlikely hubs, like Bude, at the tip of Cornwall in England, where seven cables arrive from across the seas. Like triremes, schooners, and clippers before them, these cables hug land and then seek direct, obstacle-free paths across the waters. But instead of delivering physical goods, they deliver digital goods and services.

                                                + + +
                                                + +
                                                + +

                                                Like all good networks, the mesh of submarine cables is being expanded to offer more capacity and more redundancy. The SEA-ME-WE 5, now under construction, parallels a good chunk of SEA-ME-WE 3 between Malaysia and France. And while it’s difficult to improve much on the speed of light, the network is getting marginally faster. It takes about 60 milliseconds to bounce a signal from New York to London. “But for some users of bandwidth, particularly banks that are doing trading or arbitrage, shaving off one millisecond can make huge profits,” Stronge says. That’s why Hibernia Networks is now working on Project Express, a cable that will carve a shorter path across the Atlantic—from Halifax in Nova Scotia to the west coast of England.  

                                                + + +
                                                + +
                                                + +

                                                SEA-ME-WE 3 and its siblings may not be any more effective than the telegraph in joining sundered hemispheres or making distant nations feel like one great family. But they make it possible for us to lead 21st-century lives, at faster and faster speeds. And they should inspire the same type of awe that a 19th-century telegraph cable did. “These are the days of miracle and wonder,” Paul Simon once sang. “This is the long-distance call.”

                                                + + +
                                                + +
                                                + +

                                                Check back every week for a new modern wonder.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                141205_7WONDERS_SpaceStation
                                                The International Space Station, shortly after undocking from the Space Shuttle Endeavour on June 15, 2002.

                                                Courtesy of NASA/JSC

                                                +
                                                +
                                                +
                                                + +
                                                + +
                                                + 4 + Our Readers’ Wonders +
                                                +
                                                + +
                                                + +

                                                Any compilation that claims to be an authoritative ranking is bound to set off anyone who wasn’t included. So far, though, Slate’s efforts to name a new pantheon of seven brilliant, wonderful, largely hidden essential wonders of the modern world hasn’t inspired Vesuvian levels of outrage.

                                                + + +
                                                + +
                                                + +

                                                But as I learned as a young graduate student in history and repeatedly in the years since, dealing with ideas and narratives is as much an act of omission as it is an act of commission. So, before rolling out the final four wonders of this series (I already know what they are), I thought it would be smart to pause and make sure I’m not overlooking one that cries out for inclusion.

                                                + + +
                                                + +
                                                + +

                                                To that end, we combed the comments and put out a request to Slate’s Facebook followers, which received plenty of responses. The suggestions were typically intelligent, as I’ve come to expect from our readers.

                                                + + +
                                                + +
                                                + +

                                                So far, this series has been heavy on ingenious systems that involve the aggregation, organization, and movement of digital information. Some readers suggested a few more in that vein: the Internet itself, Google, Google’s search algorithms (which was on my original long list of potential wonders). Greg Packnett suggested Wikipedia: “A bunch of people got together in their spare time and decided to write down a quick summary of all the world’s knowledge, and it’s available through portable electronic devices.” Still others recommended the devices—smartphones—themselves.

                                                + + +
                                                + +
                                                + +

                                                Others suggested we lift our eyes to the heavens. “The International Space Station,” wroter Koh Jun Lin. “A multinational collaboration between sometimes bitter rivals, the longest continuous human habitat out of this world, a place to conduct research impossible elsewhere, and a source of inspiration.” Spoiler: Something interstellar might be coming in the next few weeks.

                                                + + +
                                                + +
                                                + +

                                                Plenty of commenters focused on what this series has left out. First: health care. One reader suggested we look into reliable birth control. Elizabeth Tobias pointed out that vaccines deserve consideration as modern wonders. “Listed as top medical achievement of the 20th century. This still qualifies as modern, even if you go back to Koch and Pasteur, etc.” While both birth control and vaccines fulfill some of the requirements for this series—feats of engineering, largely out of view, and taken for granted—they don’t quite qualify as 21st-century technological achievements. But what great leap in either of these areas have we seen in the past couple of decades that has transformed it into a brilliant system?

                                                + + +
                                                + +
                                                + +

                                                I had the same reaction to suggestions related to energy. “Alternating current transformers that allow electricity to be distributed safely,” suggested Russell Blank. “None of the three wonders of the modern world would be possible without AC power.” Another: “Green energy generation … solar arrays, wind farms, tidal generators.” The way in which electrons are produced, harnessed, stored, managed, and moved around the country—above ground, under ground—is indeed wonderful and evolving quickly. Perhaps an additional installment of this series is in order.

                                                + + +
                                                + +
                                                + +

                                                Some other suggestions, meanwhile, were easy to object to: streaming porn, movable type (it’s been around for nearly a thousand years), and, um, the battery-operated dildo.

                                                + + +
                                                + +
                                                + +

                                                There was one out-of-the-box suggestion, however, that struck a chord. The most impressive systems are those that convey physical goods. It’s one thing to move a bunch of digital files from one place to another without screwing things up. It’s quite another to move metal tubes filled with hundreds of people at extremely rapid speeds without doing so, which is one reason this series highlighted aviation control. A forthcoming installment will likewise focus on a miraculous conveyor of a life-giving substance that no human being can live without: water. But now I’m thinking we should swap that one out for another miraculous conveyor of a life-giving substance that few human beings can live without: “pizza delivered hot and fresh to your home in 30 minutes.”

                                                + + +
                                                + +
                                                + +

                                                Indeed. 

                                                + + +
                                                + +
                                                + +

                                                Check back every week for a new modern wonder.

                                                + + +
                                                + +
                                                + +

                                                The seven wonders of classical antiquity were architectural marvels, triumphs of human ego and raw power. The great achievements of today, however, are made possible by systems, infrastructure, and technologies that are invisible. This series, which continued last week with the Earth’s amazing network of undersea cables, explores the wonders of our modern world. Here is the fourth wonder:

                                                + + +
                                                + +
                                                + + +
                                                +
                                                141209_7Wonders_WaterHero

                                                Animation by Lisa Larson-Walker. Photo by Thinkstock.

                                                +
                                                +
                                                +
                                                + +
                                                + +
                                                + 5 + The New York City Water Supply System +
                                                +
                                                + +
                                                + + +
                                                +
                                                Seven Wonders of the Modern World
                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                When my Slate colleagues turn on the tap to fill up water bottles in their fourth-floor office in Lower Manhattan, they probably aren’t thinking about the liquid’s origin. They should. That water likely traveled more than 125 miles through one of the world’s most impressive conveying systems, one whose legacy goes back to the presidential administration of Martin Van Buren. With comparatively little power, those drops of moisture have been pushed from reservoirs sitting atop submerged villages in upstate New York; through some of the longest underground aqueducts in the United States, some wide enough to accommodate a school bus; through a brand-new filtration system; and then underground and into Manhattan via a sprawling grid of pipes. To a surprising degree, the whole process relies on natural forces—gravity, rain, the melting of snow—and old-school engineering, overlaid with some 21st-century improvements.

                                                + + +
                                                + +
                                                + + + +
                                                + +
                                                + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + +
                                                + +

                                                The pipes that carry this life-giving force are largely invisible to New York’s thirsty masses. (Here’s a great map.) The system includes 19 reservoirs nestled in the rolling hills and mountains, draining a sprawling 1.2 million-acre watershed; three controlled lakes; 300 miles of underground thruways, including one that burrows 1,100 feet underneath the Hudson River; and thousands of miles of thin pipe under New York’s streets. Together, they deliver fresh, potable water to 8.4 million people in New York City and another 1 million people upstate.

                                                + + +
                                                + +
                                                + +

                                                Much of New York City’s once-vaunted infrastructure is crumbling: the creaky George Washington Bridge, the leaky subway tunnels, the depressing midcentury mediocrity of LaGuardia Airport. But as old and in need of updating as it is, the water system is an unseen miracle, and one of the wonders of our time. “The design and engineering of New York City’s invisible water system—buried hundreds of feet below ground—is as brilliant as the engineering of the parts of the city the so impress residents and visitors above ground,” says Charles Fishman, author of the seminal Big Thirst: The Secret Life and Turbulent Future of Water. “Compared to many big U.S. cities, including Los Angeles and Atlanta, New York's water supply and water system are in generally great shape.” So ingenious is the system, Fishman adds, that New York’s water “doesn't need to be treated before arriving at faucets, and almost all the city’s water is delivered by gravity.” These two characteristics, combined with its sprawling size, make New York’s water system the greatest in the world.

                                                + + +
                                                + +
                                                + +

                                                The system emerged as a matter of necessity. “New York City developed this water system because it was unlucky,” says Kenneth T. Jackson, the Columbia University historian and authority on New York City. “It couldn’t could take water out of the rivers, because the Hudson is salty all the way up to Poughkeepsie.” In the 18th and early 19th centuries, the city’s growing number of residents relied on wells, water brought in on ships, and spring-fed ponds like the Collect (near what is now Foley Square), which quickly turned into dumping grounds for sewage and garbage. The fetid waters helped spawn the cholera epidemic of 1832, which killed more than 3,500 residents. And the absence of significant water sources in city streets thick with wooden buildings led to a series of disastrous fires. After the Great Fire of 1835, which consumed about 700 structures, municipal leaders were moved to act.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                141124_7Wonders_DamBridgeReservoir
                                                The new Croton Dam, the High Bridge, and distributing reservoir on Murray Hill (current site of the New York Public Library).

                                                Images via Wikimedia Commons and Library of Congress

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                The city acquired water rights north of the city, dammed the Croton River, and then funneled the waters that would pool behind it some 41 miles to the middle of Manhattan via the Croton Aqueduct. Built of iron pipes and surrounded by brick masonry, the Croton Aqueduct made a majestic entrance into the city via the High Bridge, the first bridge connecting the Bronx to Manhattan. The water was funneled into a holding reservoir in what would become Central Park, and then to the distributing reservoir—a castle, really—at the junction of 42nd Street and 5th Avenue, where the New York Public Library now stands. Completed in 1842 at a cost of $11.5 million, the system was “one of the great engineering achievements of the nineteenth century,” trumpets the Encyclopedia of New York City.

                                                + + +
                                                + +
                                                + +

                                                So-called wonders of the world tend to crumble or recede into obscurity. And some of the most prominent components of the Croton system are now relics. The High Bridge is being converted into a pedestrian walkway, while the big reservoir at 42nd Street was dismantled in the 1890s. But the Croton system had two design components that were mimicked as the system expanded, ensuring its continued grandeur. Bringing water from distant mountains meant it would be clean and wouldn’t have to be treated heavily—so long as the transport system kept pollutants out. Second, and just as important, water traveled from higher elevations to sea level. And that meant gravity would do the heavy lifting of moving the water, while the pressure that built up in the system would force it up to the surface and through hoses. “This got New York away from the bucket brigade, and provided the basis of modern firefighting,” says Adam Bosch, a spokesman for the New York City Department of Environmental Protection, which runs the system.

                                                + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + +

                                                Built at a time when the city’s population stood at about 200,000, the Croton system served well until the early 1900s. By then, New York’s population soared to more than 3 million, thanks to immigration, expansion, and the annexation of the Bronx and Brooklyn. In the early 20th century, the city expanded the system to develop new resources in the Catskills. The Ashokan Reservoir, whose creation required the submerging of seven villages, came into service in 1915. A system of pipes and canals were constructed to ferry water via the Catskill Aqueduct 92 miles to the Kensico and Hillview Reservoirs in Westchester—including a circular tunnel with a diameter of 14 feet that goes 1,100 feet under the Hudson River near West Point. Water Tunnels No. 1 (completed in 1917) and No. 2 (completed in 1937) carried the water from Yonkers into Manhattan. Next came the Delaware system to the city’s northwest. Starting in the 1950s, vast pools of water created by damming tributaries of the Delaware River were fed into new infrastructure, including the Delaware Aqueduct, which at 82 miles is the longest continuous underground water tunnel in the world. Here, again, gravity does the work. The highest reservoirs are about 1,200 feet above sea level. And the volume of water pushing down through the pipes creates an enormous amount of power. Today, Bosch notes, “the pressure is so great that it can take it to the sixth floor of most boroughs without any pumping,” said Bosch.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                Meeting of water tunnels
                                                Five men standing at the point where the three underground passages of New York's Catskill Aqueduct meet.

                                                Photo by Hulton Archive/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                The 500 miles of fat pipes upstate are augmented by 6,500 miles of narrower underground conduits that run underneath the five boroughs, from the crags of Riverdale to the distant, wave-tossed shores of the Rockaways. From the Hillview Reservoir in Yonkers, right on the Bronx border, pipes plunge a few hundred feet into one of the three massive water tunnels that carry water to the south about 500 feet below ground level. Every 20 blocks or so, vertical tunnels sprout up to feed into trunk water mains, with a diameter of about a foot. Ultimately, they connect to buildings, whose pipes are private property.

                                                + + +
                                                + +
                                                + +

                                                As is the case with the submarine cables I discussed in the last installment of this series, redundancy is key to the system functioning at a high level. The new is continually built to augment the old. Water Tunnel No. 1 has been running continuously since 1917. Work on Water Tunnel No. 3, the latest of the system’s grand travaux, has been underway for more than 40 years. Like the electrical system, it’s a buried, interconnected grid. That means when a break occurs, it can be isolated, with the water rerouted around the affected area.

                                                + + +
                                                + +
                                                + +

                                                In New York, infrastructure tends to cost more because people are paying for the convenience, the reliability, and the extra degree of difficulty inherent to building here. But New York’s water prices are actually pretty reasonable. This comparison from 2010, when the uniform rate was $261 per 100 cubic feet, places New York 15th lowest out of 24 large U.S. cities. The DEP says the typical single-family homeowner pays about $1,024 per year for water and sewer bills—which comes out to about a penny per gallon. 

                                                + + +
                                                + +
                                                + + +
                                                +
                                                Water Sampling Station, East Village.
                                                Water sampling station, East Village.

                                                Photo by Mike Licht/Flickr Creative Commons

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                As with every wonder in this series, part of what drives the New York City water system is its back end. About 1,000 of DEP’s employees work upstate in the watershed and infrastructure, and another 1,200 toil on the in-city system. Constant vigilance is required. Scientists upstate continually monitor water quality in the reservoirs and release water only from the depths with the highest quality. The aptly named Operations Support Tool is a computer model that integrates a range of human and digital information to make sure water levels throughout the system are adequate. Stream gauges placed throughout the watershed transmit data on water levels. Snow pillows—sensors that can detect the amount of water embedded in snow as it accumulates—are sprinkled throughout the region. And DEP has developed a hydrologic forecasting service in conjunction with the National Weather Service.

                                                + + +
                                                + +
                                                + +

                                                Reducing consumption has also been a vital means of keeping the system healthy. In 1980, New York City’s population of 7.1 million people consumed about 1.5 billion gallons per day. By contrast, today, average daily consumption for Gotham’s 8.4 million people has fallen to about 1 billion gallons per day. That represents an absolute decline of one-third, and a decline of per capita daily consumption of 43 percent. The decline of manufacturing and heavy industry in the region accounts for some of this drop. But low-flow shower heads and toilets and widespread conservation efforts have helped. Things that are measured precisely are, it turns out, more likely to be controlled.

                                                + + +
                                                + +
                                                + +

                                                DEP once kept track of customer usage by sending employees to read meters once per month. (They would estimate usage if they couldn’t get access to the property.) These days, DEP’s 834,000 customers have wireless meter-reading devices, which update the agency every couple of hours on usage. The information is shared in real time with customers, so they can manage their use and make sure their own internal water systems are functioning properly. The new system has cut into billing disputes and catches leaks or problems that may have otherwise gone undetected for weeks. Some 209,000 customers have signed up to receive notifications of leaks, which are often flagged when the system notices unusual or excessive use at a particular address.

                                                + + +
                                                + +
                                                + +

                                                None of this is to say the system is perfect. “New York does suffer the same neglect and complacence as other cities,” says Fishman. Two of the three giant tunnels that bring the water are 97 and 79 years old, respectively, and it’s not uncommon for mains to burst. But DEP continues to manage the type of infrastructure projects that would have made Robert Moses, New York’s mid-20th century emperor of infrastructure, proud. The agency has spent $20 billion over the past decade to upgrade pipes, and it plans to spend another $14 billion over the next decade—largely on things that the public will never see. Work on the massive Water Tunnel No. 3 continues as it extends to Lower Manhattan and to Queens. In 2012, a large disinfecting plant came on line in Valhalla, in Westchester County. There, water is exposed to 11,760 ultraviolet light bulbs, which sterilize microorganisms that can cause gastrointestinal illness. With a capacity of 2.02 billion gallons per day, it is five times bigger than America’s next largest such plant in Los Angeles.

                                                + + +
                                                + +
                                                + +

                                                And in the cold rock deep underground, engineers are toiling to fix a pretty big flaw in the system. The New York Times reported last week on the ongoing efforts to fix a leak in the Delaware Aqueduct, which lets 35 million gallons of water go to waste each day. Essentially, they are building a 2-mile bypass tunnel, with a diameter of about 13 foot, around the troubled section. The aqueduct bypass is likely to cost $1 billion.

                                                + + +
                                                + +
                                                + +

                                                New York City’s water—soft, surprisingly pure, and endowed with the properties that make the city’s bagels and pizza dough world-beaters—may be cheap for its users. But keeping it cheap is an expensive, and amazing, proposition. The movement of a colorless liquid underground may inspire neither poetry nor particularly soaring prose. That doesn’t make the accomplishments of this system any less meaningful. “High and fine literature is wine, and mine is only water,” Mark Twain wrote “But everybody likes water.”

                                                + + +
                                                + +
                                                + +

                                                Check back every week for a new modern wonder.

                                                + + +
                                                + +
                                                + +

                                                The seven wonders of classical antiquity were architectural marvels, triumphs of human ego and raw power. The great achievements of today, however, are made possible by systems, infrastructure, and technologies that are invisible. This series, which continued last week with New York City's unparalleled water system, explores the wonders of our modern world. Here is the fifth wonder:

                                                + + +
                                                + +
                                                + + +
                                                +
                                                141215_7WONDERS_HeroRadar +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Seven Wonders of the Modern World
                                                +
                                                +
                                                +
                                                + +
                                                + +
                                                + 6 + The Collaborative Weather Forecast +
                                                +
                                                + +
                                                + +

                                                It’s a Sunday in late fall. I’m about to head out for a two-hour bicycle ride, which will take me from the coast of Long Island Sound to the hills of Fairfield County, Connecticut—30 miles through six different towns and several different climates. Having a detailed understanding of weather conditions and how they might change is vital. Riding up certain hills into headwinds would be demoralizing. The inland tends to be colder, which might dictate how many layers I wear. And my pathological desire to avoid rain might mean cutting the ride short. So before I head out, I open up WunderStation, the app produced by Weather Underground, the first online weather service. I tap into a network of stations scattered around the region. A few blocks away, it’s dead calm and in the mid-40s. Up north, it’s already several degrees colder, and winds of 12 miles per hour are kicking up from the west. There’s a 60 percent chance of rain at 2 p.m. I strap myself in and head out—and the weather I find essentially matches what I just saw on my iPad.

                                                + + +
                                                + +
                                                + +

                                                For most of history, forecasting the weather has meant making educated guesses—the ancients read the clouds and kept track of events from the previous year. Slowly, technology came into play. “The rain gauge, barometer, anemometer, hygrometer and thermometer were all invented in the years between 1400 and 1700,” as the National Oceanic and Atmospheric Administration notes in its history section. These were all more or less reliable methods of monitoring current conditions. The Old Farmer’s Almanac, America’s oldest periodical (founded in 1792), provided data, like sunrise times and tide charts, to people who made their living on the land and sea. But editor Thomas Roberts also made long-range weather forecasts, based on a secret formula “kept safely tucked away in a black tin box at the Almanac offices in Dublin, New Hampshire.”

                                                + + +
                                                + +
                                                + +

                                                When the telegraph enabled instant communication, it became possible to produce crude weather maps, and the National Weather Service was founded in 1870. “Later that year, the first systematized, synchronous weather observations ever taken in the U.S. were made by ‘observing-sergeants’ of the Army Signal Service at 22 stations and telegraphed to Washington,” according to the NWS. Next, NWS number-crunchers began to turn that more accurate set of observations into predictions. The NWS began issuing three-day forecasts in 1901. (In 1902, no doubt, Americans first began to carp about the inaccuracy of these predictions.)

                                                + + +
                                                + +
                                                + + +
                                                +
                                                141215_7WONDERS_FactRoom
                                                Weather forecasting, then and now. Left, the meteorological work of the United States Signal Service, interior of the “Fact Room,” where the weather probabilities were created, in Washington, D.C., 1881. Right, meteorologist Jim Fracasso monitors weather in NOAA’s Center for Weather and Climate Prediction on July 2, 2013, in Riverdale, Maryland.

                                                Left: Illustration courtesy Library of Congress. Right: Photo by Mark Wilson/Getty Images.

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                In the 20th century, communication technologies (telephone, radio, television) and new observation and location technologies (airplanes, sonar, radar, satellites) vastly increased our ability to capture and distribute weather-related information. NWS began issuing 30-day weather outlooks in 1950. Today, the NWS has some 5,000 employees in 122 weather forecast offices. While it uses digital technology, NWS is quite analog—it gathers information at several fixed spots, relies on a bunch of scattered data points to produce a picture and a forecast, and disseminates it by pushing it through different media (such as broadcasts and warnings). And its products can be maddeningly inaccurate at times.

                                                + + +
                                                + +
                                                + +

                                                Our mobile, wireless world makes possible a much more interactive, accurate, and detailed weather forecasting system—one that packs more data, for free, onto the desktop of a casual user than the most seasoned professional forecaster would have been able to see a decade ago. Many of the marvels I’ve highlighted in this series take an existing system and then layer new technologies, smart number-crunching, and innovative models on top of them to make them more robust, more user-friendly, and more valuable. The same is true with the many apps and websites that specialize in weather, including Dark Sky, Yahoo Weather, and Perfect Weather. Among these, Weather Underground stands out, in part because it was the first online weather service, and in part because it demonstrates that a self-described “community backed by science” can provide significantly more accurate data. The more precise and data-rich this system of apps, satellites, meteorologists, and enthusiasts gets, the more it feels like a modern wonder.

                                                + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + + + + + +
                                                + + + +
                                                + +
                                                + +

                                                Weather Underground was founded in 1995—still the dawn of the Internet—by a group of academics at the University of Michigan. “The sole purpose was: Let’s collect a bunch of weather data and get it out to people through a website,” says Jim Menard, senior vice president and general manager of Weather Underground. It’s somewhat ironic: Weather Underground harkens back to the anti-establishment movement of the 1960s, a radical group aimed at blowing things up and subverting the government. In a sign of how times are changing, this Weather Underground is working on improving the information provided by the government and is very much part of the establishment. In 2012, it was acquired by the Weather Company, which also owns the Weather Channel.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                ASOS
                                                An Automated Surface Observing System installation.

                                                Photo courtesy NWS Collection/NOAA

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                A great deal of weather information was—and is—already available to the public. The whole point of the NWS was to gather data from its observation network and plug it into models that could provide forecasts and then alert the public in case of danger. NWS relies on some 2,000 Automated Surface Observing System units, located mainly at airports throughout the country, as well as another 26,000 stations scattered around the world that part of the Meteorological Assimilation Data Ingest System.

                                                + + +
                                                + +
                                                + +

                                                That may sound like a lot. But it doesn’t result in anything like blanket coverage. And Weather Underground realized it could improve this system by turning weather into a crowdsourced big-data affair. Boosting the number of physical observations would provide more detailed local weather (like zooming in on Google Earth), and that data would in turn lead to the construction of more effective forecasting models.

                                                + + +
                                                + +
                                                + +

                                                In essence, Weather Underground borrowed a page from the hyperlocal all-news cable channels that only cover a particular city—as NY1’s tagline put it, “As local as local news gets.” So it starts with the data that NWS collects and disseminates. Then it enlists the public by encouraging hobbyists to link their personal weather stations to its system. “Instead of relying on the observation point that is at the airport, we let people put a weather station in their backyard and make it easy for them to submit that data to us,” Menard says.

                                                + + +
                                                + +
                                                + +

                                                Personal weather stations are electronic devices that measure items like temperature, relative humidity, wind speed, and rainfall. As with so many digital and wireless technology products, they’ve gotten much cheaper in recent years. “Ten years ago, if you could get one for $1,000, you’d be doing well, and they could go upward of $10,000,” Menard says. In recent years, they’ve become cheaper and can be more easily wired to the Internet. “There are a number of vendors that, for $150 to $200, provide a weather station that is pretty good,” Menard says. Weather Underground’s site recommends high-end ones like the RainWise PWS, for about $1,000, as well as the $179 Netatmo.

                                                + + +
                                                + +
                                                + +

                                                Weather Underground’s personal weather station network, launched in 2001, grew slowly, but has recently caught fire. This year alone, its network has grown from 30,000 systems to about 55,000. Every 10 minutes or so, each PWS reports its latest data. (More sophisticated ones upload every few seconds.) The thousands of systems—unobtrusively attached to homes, offices, stores, and poles—form a highly active network of silent and invisible correspondents. In a 3-mile radius of my home in Connecticut, there are nine stations. And in areas where the climate can change dramatically in a short distance, this type of density makes a big difference in painting an accurate picture—I count at least 50 in San Francisco proper.

                                                + + +
                                                + +
                                                + +

                                                Users can access the system to find out hyperlocal weather information. But Weather Underground uses this data to feed its proprietary modeling systems. “What you’re getting is a forecast for that exact latitude and longitude,” says Menard. As this description shows, compared with those of the NWS, Weather Underground’s forecasts update more frequently, include more parameters, and extend further into the future.

                                                + + +
                                                + +
                                                + +

                                                Weather Underground’s crowdsourcing goes beyond the network of passive weather broadcasters. As Waze does with motorists, Weather Underground’s mobile apps allow people to report conditions—what you see, estimated cloud cover, hazards like slippery or unplowed roads. The reports last for 15 minutes, and other users are invited to affirm or reject condition reports. In November, Menard tells me, more than 1 million people submitted such updates.

                                                + + +
                                                + +
                                                + +

                                                Like all Weather Underground updates, this data is funneled into its proprietary models and forecast engines.  To a degree, Weather Underground is the hipper, nerdier, younger sibling of the more basic, hype-prone Weather Channel. “The users of Weather Underground are people that are extremely interested, they want to go deeper,” says Menard. Like many of today’s hottest technology companies, it is focused on building a community—Weather Underground is a place where obsessives link up with other obsessives, where they gain prestige by sharing information, and where users swap photos as well as data. “We have a large community that is interested in the science of weather, in particular global warming and following from a scientific point of view why a certain storm was so bad,” Menard says.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                Los Angeles extreme weather
                                                The sun sets behind oak trees after a storm in Los Angeles on Dec. 12, 2014. The storm pounded Southern California with heavy rain and high winds, triggering flash floods and mudslides that prompted the evacuation of hundreds of homes, damaged dozens of others, and disrupted passenger rail service along the coast.

                                                Photo by Lucy Nicholson/Reuters

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                As with many new technologies, using Weather Underground feels cool and awesome, but also slightly Orwellian. It works best only if you’re willing to share lots of information gathered at your own expense and if you’re willing to let a faceless entity know precisely where you are at all times.

                                                + + +
                                                + +
                                                + +

                                                The marriage of greater data, more sophisticated number-crunching, and personal observation has certainly made the weather map more rich and detailed. But does it make long-term forecasting more accurate? Anyone who’s ever looked at a five-day forecast—and freaked out at the prospect of a rained-out vacation only to find sunny skies upon arrival, or vice versa—knows that there is a great deal of false precision to these forecasts. And this is one of the areas in which technology doesn’t overcome nature. Menard argues that things have gotten better. The “skill scores”—a measure of forecast accuracy—on a five-day forecast 10 years ago are about what professionals can get on a six-day forecast today. “Your seven-day forecast is pretty accurate, and you could not have said that 10 years ago.” But beyond that, the weather is changeable, and truly long-term forecasts are essentially worthless. “There’s a natural amount of chaos in the atmosphere,” Menard says.

                                                + + +
                                                + +
                                                + +

                                                Even so, it’s quite remarkable how much we can learn about atmospheric conditions through an app—which is constantly sucking up data from tens of thousands of observation points and presenting them in a free, easy-to-use interface—all without turning on the television or radio. In the 21st century, you don’t need a weatherman to know which way the wind blows. 

                                                + + +
                                                + +
                                                + +

                                                Check back every week for a new modern wonder.

                                                + + +
                                                + +
                                                + +

                                                The seven wonders of classical antiquity were architectural marvels, triumphs of human ego and raw power. The great achievements of today, however, are made possible by systems, infrastructure, and technologies that are invisible. This series, which continued last week with collaborative weather forecasting, explores the wonders of our modern world. Here is the sixth wonder:

                                                + + +
                                                + +
                                                + + +
                                                +
                                                141222_7WONDERS_MPESA

                                                Photo illustration by Slate. Photo by Noor Khamis/Reuters.

                                                +
                                                +
                                                +
                                                + +
                                                + +
                                                + 7 + The Mobile Wallet +
                                                +
                                                + +
                                                + +

                                                Cash is king, the saying goes. But it’s actually something of a curse in many parts of the world. A horribly inefficient and often dangerous means of storing value and exchange, coins and bills can easily be stolen, or lost, or destroyed in a fire. “Cash is the most formidable enemy of the poor,” Tonny K. Omwansa and Nicholas P. Sullivan write in their 2012 e-book Money, Real Quick, which chronicles the heartening rise of M-Pesa, a new system that’s bringing secure payments and money storage to millions of new consumers.

                                                + + +
                                                + +
                                                + +

                                                For the world’s wealthy, cash has long been free from its metal and paper incarnations. The global network of banks and payment processors is wired to zap cash electronically around the world. But Visa, MasterCard, and global banks like HSBC and JPMorgan Chase are expensive wired systems that are actually quite sluggish. While you can conduct your transactions wirelessly, money still moves through a complex network of brick-and-mortar banks and hard-wired terminals. And that can’t possibly accommodate the needs of most of humanity.

                                                + + +
                                                + +
                                                + +

                                                In the U.S., innovative services like Google Wallet, Square, and retailers’ payment apps—all of which basically sync prepaid cards or debit cards to mobile devices—haven’t made much headway. “After years of effort, just $3.1 billion in purchases came from mobile wallets last year, according to Javelin Strategy,” as Fortune noted earlier this year. Research firm eMarketer reported that “proximity payment transaction values”—commerce done by reading a smartphone, for example—totaled an estimated $1.6 billion in 2013. Venmo, an app that allows people to send cash to one another instantly, is gaining some traction.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                141222_7WONDERS_SquareGoogleVenmo
                                                Square, Google Wallet, Venmo.

                                                Photos by Shardayyy/Flickr Creative Commons, Google, and Venmo

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                But it’s small change. Along with broadband speed, mobile payments are another technology area in which the U.S. lags badly behind global standards. Only this time, we don’t trail the advanced economies of Scandinavia. Rather, the standard for simplicity and efficacy is being set in an impoverished country: Kenya. The mobile phone company Safaricom introduced M-Pesa in the fertile and remote Great Rift Valley seven years ago. The all-wireless system, which allows people to send and receive cash with the same reliability, ease, and low cost as they can send SMS texts, has grown quickly from startup to national standard. Vodafone, the telecommunications giant that owns 40 percent of Safaricom, estimates that M-Pesa has some 18 million customers, most of them in Kenya. In a typical year, transactions worth about 20 percent of Kenya’s GDP are processed by the system. In the U.S., that would be equal to more than $3 trillion. In recent years, a great deal of financial innovation—structured mortgages, tax-avoidance strategies—have generally benefited the already comfortable. M-Pesa and its growing number of peers in the developing world stand out, however, for their ability to provide a remarkably valuable service to consumers whose needs have long been ignored. They don’t simply liberate money from its physical manifestation; they’ve shown the potential to liberate people from some of the shackles of poverty. And that’s what makes these mobile payment systems a wonder of the modern world.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                141222_7WONDERS_MPesa
                                                Customers queue for mobile money transfers, known as M-Pesa, inside a Safaricom office in Nairobi, Kenya, on July 15, 2013.

                                                Photo by Thomas Mukoya/Reuters

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                M-Pesa and its imitators have thrived in part by freeing exchange from the expensive, inaccessible physical networks and infrastructure that have heretofore confined money. (Other services include Telenor’s Easypaisa in Pakistan, Smart Money in the Philippines, and True Move in Thailand.) “There’s been no innovation in paper notes and cash for 2,600 years,” says Tim Harrabin, senior adviser to Analysys Mason and an expert on mobile payments. “The mobile payment system is about replacing notes and coins and enabling people to move money.” Instead of replicating the developed world’s financial system, M-Pesa leapfrogs it. And it does so by marrying Kenya’s abundant human capital to systems that have proven to thrive in the harsh environment of sub-Saharan networks.

                                                + + +
                                                + +
                                                + +

                                                Banks, which have been around for many centuries, represent one of the most obvious examples of the failure of trickle-down economics. They were founded to serve the rich. And today, about 2.5 billion adults—half of those on the planet—are estimated to be unbanked. In Kenya in 2006, fewer than 20 percent of the people had bank accounts. “In 115 years, banks provided their customers with 43 licensed commercial banks, 1,045 bank branches, and 1,500 ATMs,” write Omwansa and Sullivan. This, in a country with a population of 40 million. Only about 100,000 people had credit or debit cards. “If you look at the emerging market, there’s a huge lack of infrastructure. There are no banks, there are no bank branches. There are no real financial services in the rural areas,” Michael Joseph, the South Africa–born former CEO of Safaricom who helped create M-Pesa, tells me. “But the needs for the things that banks provide—safe place to store money, someone to process transactions—were certainly there.”

                                                + + +
                                                + +
                                                + +

                                                In contrast to banking, mobile telephony has diffused rapidly from a plaything of the elites to a mainstay of the masses. According to the International Telecommunication Union, this year there were to be nearly 7 billion wireless phones in the world, “corresponding to a penetration rate of 96 percent.” In Africa, some 60 percent of people have mobile phones.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                141222_7WONDERS_GhanaCell
                                                A man works in his cellphone repair shop near a busy street market on Nov. 18, 2007, in Ghana.

                                                Photo by Shaul Schwarz/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                This gaping chasm between the number of people with phones and those with bank accounts provided an opening, but not for a bank. Safaricom dominated Kenya’s mobile market. As part of an effort to keep subscribers from switching, it decided to offer a new service that would allow people to send and receive money through their phones.

                                                + + +
                                                + +
                                                + +

                                                Safaricom modeled M-Pesa in part on the ancient system of Hawalah, in which trusted intermediaries function as money transfer agents. “It replicates exactly what Hawalah does, but it’s more formalized,” says Joseph, who is now director of mobile money at Vodafone.

                                                + + +
                                                + +
                                                + +

                                                Here’s how it works. A mobile phone subscriber registers with a local agent—often the same person who sells airtime or SIM cards—by showing her national identification card. She gives money to the agent, who transforms the cash into electronic money via a series of SMS texts. The agent puts the cash in her account, which is in turn held in a centralized bank account. Once the cash is loaded, the customer can use her phone like a debit card (paying people via SMS), or like a card reader (receiving payments via SMS), or like an ATM card (turning electronic money into cash at outposts run by agents)—but without the high fees typically inherent in those transactions. (There’s no charge for uploading money, but there is one of about 1 percent for getting cash.)

                                                + + +
                                                + +
                                                + +

                                                In a country where a bank branch could be a day’s walk away, where sending a remittance might mean giving cash to a bus driver and hoping he delivers it, M-Pesa was something like a godsend. When the mobile payment system launched in March 2007, Joseph says the company expected to enroll a few hundred thousand people in its first year. After 12 months, 2 million people had signed up. The company expanded the service to Tanzania, Mozambique, and India, and it continued to attract users in Kenya. Now M-Pesa says it has about 17 million customers who move about $1.5 billion through the system each month—a remarkable level of penetration.

                                                + + +
                                                + +
                                                + +

                                                What makes it work? M-Pesa’s genius is in the simplicity of the design the business model, and the ability to avoid the heavy and expensive infrastructure associated with other payments systems. Customers have two PINs—one for their phones, one for M-Pesa. Each transaction is conducted via an encrypted SMS that runs through M-Pesa’s mobile money platform. Users receive confirmations by text and can get their balance and transaction histories.

                                                + + +
                                                + +
                                                + +

                                                A true mobile payment system like M-Pesa offers several advantages over debit card systems. Mobile phone operators in emerging markets already have a network of low-cost distribution points where people can gain access to cash—the agents who sell airtime and SIM cards. M-Pesa has recruited 160,000 agents in Kenya. So even in rural areas, people are never too far from access to the service. The screen of a phone is much more information-rich than, say, a debit card. Unlike debit cards, M-Pesa lets people send money directly to other people. And it can be used by people who don’t need equipment or infrastructure other than their mobile phones.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                M-Pesa in Iringa, Tanzania.
                                                M-Pesa in Iringa, Tanzania.

                                                Photo by Brian Harries/Flickr Creative Commons

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                M-Pesa is much faster, too. Unlike credit and debit card systems, which may take a few days to settle transactions, M-Pesa moves money instantaneously. Visa and other electronic payments systems we use are much more complicated: They must be processed by hard-wired terminals and involve cardholders, merchants, issuing banks, and processors, not to mention the transaction fees that can often amount to 2 or 3 percent of every transaction. M-Pesa is also quite safe. “We’ve been operating seven years, and have had many millions of transactions,” says Joseph. “To date, we have not had any hacking or anything like that.”

                                                + + +
                                                + +
                                                + +

                                                M-Pesa originally targeted Nairobi’s higher-income men, who would use the system to send money to relatives in villages. But urban shopkeepers and rural farmers have picked up on it. Originally designed as a peer-to-peer network, M-Pesa has evolved into a commercial tool. Coca-Cola’s Kenya distributor uses M-Pesa to accept payments from its network of vendors. Well-off people use M-Pesa to pay their domestic staff. As Omwansa and Sullivan note in Money, Real Quick, the Mumias Sugar Company uses M-Pesa to pay many of its cane cutters instantly. (Previously, they’d have to line up for hours to get paid and miss work as a result.) The company has also done deals with banks that allow people to set up savings accounts through M-Pesa and save in increments of as little as a few pennies.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                M-Pesa
                                                A man sends money through M-Pesa in Nairobi in 2007.

                                                Photo by Tony Karumba/AFP/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                In countries where a great deal of economic activity takes place in the shadows, M-Pesa and its rivals have had the effect of bringing more economic activity on the books. Money simply moves more quickly and efficiently throughout the economy when it travels via SMS. While traditional banking dwarfs this sector, the potential is immense. And that’s in large measure because payment innovations are simultaneously benefiting the wealthy, who move cash in big chunks through services like bitcoin or Apple Pay, and the massive numbers of poor people, who move cash in small increments.

                                                + + +
                                                + +
                                                + +

                                                Currency systems are circles of trust. So as these mobile payment systems trickle down and rise up, they’re likely to gain more momentum, abetted not just by those without access to traditional banks but by the those who are looking for excuses to avoid them following the financial crisis. Just as the exchange of digital information has boosted productivity and growth sharply, so, too, can the exchange of digital money. Imagine if India were able to deliver social-welfare benefits through digital cash and not through agents who might pilfer the aid. Imagine how much more effective tax collection would be in Italy and Greece if traceable mobile payments replaced cash. Imagine how crime might fall around the world if people in dangerous neighborhoods stopped stuffing money under their mattresses. Imagine how migrant workers would increase their effective wages simply by sending money home via text rather than through expensive money transfer services.

                                                + + +
                                                + +
                                                + +

                                                Too frequently, digital technology has been a force for the expansion of global income inequality. By enabling cheap phones to send small bits of cash at very cheap rates, mobile payment systems won’t take anything away from the haves. But they may give something quite valuable to the have-nots.

                                                + + +
                                                + +
                                                + +

                                                Check back next week for our final modern wonder.

                                                + + +
                                                + +
                                                + +

                                                The seven wonders of classical antiquity were architectural marvels, triumphs of human ego and raw power. The great achievements of today, however, are made possible by systems, infrastructure, and technologies that are invisible. This series, which continued last week with low-infrastructure mobile wallets, explores the wonders of our modern world. Here is the final wonder:

                                                + + +
                                                + +
                                                + + +
                                                +
                                                Radio telescope dish
                                                The KAT-7 Array radio telescope dish points skyward at the proposed site for the Square Kilometre Array telescope near Carnarvon, South Africa, on May 18, 2012.

                                                Photo by Mike Hutchings/Reuters

                                                +
                                                +
                                                +
                                                + +
                                                + +
                                                + 8 + The Orbiting Communications Grid +
                                                +
                                                + +
                                                + +

                                                You’re trekking on the steppes of Outer Mongolia. And you’ve forgotten the birthday of your partner, who happens to be hiking in Patagonia. And you need to check in with a colleague who’s on a cruise in Alaska. Then you remember that you need to order some flowers for your mother, who lives in Florida and whose birthday is next week. It’s simple, really. Whip out a phone, move a few feet away from your yurt so you have a clear shot at the skies, and dial. If you’re a customer of the satellite phone company Iridium, you can connect with anybody, anywhere on the planet, in just a few seconds.

                                                + + +
                                                + +
                                                + +

                                                Fine, so that’s a pretty unlikely scenario. But as a feat of technological derring-do, it requires a system that we’ve all come to rely on to different degrees—to receive HBO signals, to view footage on the news, to listen to the radio. These signals can travel from one point on the globe to another in part by soaring up into the heavens to satellites that collect, amplify, and redirect the data to receivers embedded in myriad devices back on Earth.

                                                + + +
                                                + +
                                                + +

                                                Iridium, which notes it “is the only satellite communications company that offers truly global voice and data communications coverage,” employs a network of 66 satellites that spin around the Earth a few hundred miles up. The company had an inauspicious start—it went bankrupt in 1999 soon after going public—and it’s still relatively small. Revenues last quarter were about $100 million, and it has about 705,000 subscribers. Like others in the high-end communications business, it has a symbiotic relationship with the defense establishment. But no company better represents the potential and awesome power of the subject I’ve chosen for the final installment of this series on our invisible modern wonders: communications satellites.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                141224_7WONDERS_ObjectsInOrbit
                                                The number of objects in Earth orbit has increased steadily, by 200 per year on average. The objects here are an artist’s impression based on actual density data but are shown at an exaggerated size to make them visible at this scale.

                                                Image courtesy European Space Agency via NASA

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                Why would a series on life in the current century end with a technology that helped define the second half of the previous one? When I started this series, my aim was to redirect the sense of awe that once accompanied gazing up at the Great Pyramid or the Brooklyn Bridge toward the hidden systems that make our world work. I set out to find networks that are as remarkable for their ingenuity as for their reliability—things that simply work, day after day, despite physical challenges and occasional glitches. Thus far, I’ve looked at systems that convey massive physical objects (like airplanes) and life-giving natural elements (like water) and vital information (like Internet traffic and weather and road data).

                                                + + +
                                                + +
                                                + +

                                                The common thread running through them is a kind of elegant, effortless mobility. And it struck me that no system offers the ability to deliver its chosen product or service from any point on Earth to any point on Earth as incredibly as satellites do. For all of our wireless capabilities, to a very large degree we still rely on wires to communicate, as I noted earlier in this series. Only satellites can truly move signals (and the products and services they contain) from anywhere to anywhere—to emerging markets, to the deserts and mountains, to ships at sea, or to cars stuck in traffic on I-95—with a great deal of precision. If this orbiting latticework, which potentially connects every corner of the globe, can’t be called a modern wonder, what could be?

                                                + + +
                                                + +
                                                + +

                                                Pretty much every item launched into space in the first half of the 20th century fell back to Earth after it ran out of fuel or momentum. None managed to travel far enough to gain the magic balance between momentum and gravity that would keep it in orbit. Then, on Oct. 4, 1957, the Soviet Union launched Sputnik and helped ignite the space race. A few months later, the U.S. managed to launch its first satellite, the 30-pound Explorer 1 (thanks in part to the expertise of German rocket scientist Wernher von Braun).

                                                + + +
                                                + +
                                                + +

                                                The original U.S. satellites were designed primarily to gather information and to transmit it back to Earth. Explorer 1 detected cosmic rays, for example, before stopping its transmissions in 1958. It would fall back to Earth in 1970.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                Telstar
                                                Technicians work on Telstar, the first TV satellite, before its launch by Thor Delta rocket on July 10, 1962.

                                                Photo by Keystone-France via Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                That was an impressive achievement. But satellites would truly become indispensable only when they developed the ability to receive data from Earth and then to beam it back with great efficiency—to become, as the Satellite Industry Association calls them, “cell towers in the sky.” That came in 1962, with the launch of Telstar 1, which the Canadian-based satellite company Telesat describes as “the world’s first active communications satellite.” Ranging around in low orbit—between 300 and 500 miles above the Earth for seven months, “its technology of receiving radio signals from the ground, and then amplifying and retransmitting them over a large portion of the earth’s surface, set the standard for all communications satellites that followed.”

                                                + + +
                                                + +
                                                + +

                                                In many ways, Telstar 1 and its successors provided the template for our mobile and digital world—vastly expanding the range of communications and what could be communicated and delivered, from where, and to where. Over the coming decades, more satellites went up, generally backed by consortia of government agencies and telecommunications companies. And they grew more sophisticated. Satellites launched into geosynchronous orbit—more than 22,000 miles above the Earth—could cover a great deal of territory as they tracked the planet’s rotation. A system of three satellites in geosynchronous orbit can cover the world, whereas several dozen satellites in low Earth orbit would be required to do the same.

                                                + + +
                                                + +
                                                + +

                                                The first users were telephone companies, who used satellite as an alternative to long-distance wires. Then, in the 1970s, HBO used a satellite to beam movies directly to subscribers’ homes. News and sports companies used satellites to provide live coverage. “By the 1990s, satellite communications would be the primary means of distributing TV programs around the world,” as Telesat notes.

                                                + + +
                                                + +
                                                + +

                                                Of course, these efforts consisted mostly of delivering signals from a stationary point (a television truck, an HBO transmission center) through satellites to other stationary points back on Earth. The big commercial leap for satellites has come in the last 15 years, now that those recipients are increasingly mobile. Iridium helped lead the way with mobile phones. After it went bankrupt—as many pioneering telecommunication firms have done, dating back to the telegraph—Iridium was taken for pennies on the dollar and continued to operate. (The technological model, it turned out, worked better than the initial financial model.) Iridium developed a smart network—satellites that could receive signals from mobile phones anywhere on Earth, share data with one another, and then reach out to another moving target anywhere on Earth. As Air and Space magazine notes, “That capability makes the system the only one in the world that can connect absolutely anywhere to absolutely anywhere else.”

                                                + + +
                                                + +
                                                + +

                                                Now Iridium is part of what has become a very large industry of satellite manufacturers, launchers, and operators. The sector had revenues of $189.5 billion in 2012, according to a 2013 report published by the Satellite Industry of America. More than 1,000 satellites are in the sky, owned and operated by major networks like Intelsat, Entelsat, and XTAR. About half are in low Earth orbit, and about 40 percent are in geosynchronous orbit, with a much smaller number of satellites in elliptical orbit or medium Earth orbit.

                                                + + +
                                                + +
                                                + +

                                                It’s hard to grok how much the satellite industry influences your life until you take an inventory of the industries and services it enables. This hit me recently as I walked along the rooftops of Jerusalem’s Old City and noticed that virtually every roof—in virtually every quarter—had a satellite dish for telephone, Internet, or television service. Yes, television signals make it possible for people in Israel to watch live feeds of sporting events and awards ceremonies. But they also let restaurants in Buenos Aires accept payments on debit cards belonging to tourists from Madrid, and allow international relief agencies to coordinate the response to Ebola, or let Sirius radio subscribers play E Street Radio as they tool around rural Vermont.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                Cairo Satellites
                                                Satellite dishes dot the rooftops of buildings in Cairo on Jan. 9, 2014.

                                                Photo by Khaled Desouki/AFP/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + +

                                                Impressively, satellites manage the difficult trick of being both in the wholesale and retail businesses, something that sets them apart from other technologies. Acting as a wholesaler, satellites connect networks to one another, enabling the massive, commoditized exchange of data among networks, among companies, and among collaborators. Yet at the same time, satellites can solve the vexing problem of the last line—how to get a product, service, or information from the main trunk line to the millions of points, many of them isolated and distant, for cheap.

                                                + + +
                                                + +
                                                + +

                                                Yes, the Internet and wireless communications have been a huge boon to businesses and individuals alike. But I’d argue that the pervasive system of satellites, silently speeding through dark, empty space, is what truly epitomizes our anytime, anywhere, 24/7, all-you-can-eat data mentality. And, perhaps more so than any other network, these satellites are invisible to the human eye—the overwhelming majority of us will pass our days on Earth without ever spotting one. They are omnipresent, yet completely unobtrusive. If you want to thank someone up above for the great bounty we enjoy as voracious consumers and transmitters of data, video, images, news, music, and money, the heavens are exactly where to look.

                                                + + +
                                                +
                                                + + + + + +
                                                + + + + + + + +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                +
                                                + + + + + + +
                                                +
                                                +
                                                +
                                                +
                                                + + +
                                                + + + + +
                                                + +
                                                + + +
                                                + +
                                                + + + + + + + +
                                                + + + + + + +
                                                + + + +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                +                                                 + + + + + + + + + + + + + + diff --git a/tests/data/html/slate.com2.html b/tests/data/html/slate.com2.html new file mode 100644 index 0000000..ca29f34 --- /dev/null +++ b/tests/data/html/slate.com2.html @@ -0,0 +1,5245 @@ + + + + + + + + + + + + + + + + + + Brazil World Cup protests: Striking images of the country’s anti-World Cup movement. + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                +
                                                + +
                                                +
                                                + + + + + + + + +
                                                +
                                                + + + + +
                                                + + + + +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                + + +
                                                + + +
                                                + + + + + + + + +
                                                + + + + + + + +
                                                +
                                                + +
                                                + + + + + +
                                                +

                                                Striking Images of Brazil’s Anti-World Cup Protest Movement

                                                +
                                                + + + + + + + + +
                                                +
                                                + + + + + + + + +
                                                +
                                                + + + + +
                                                + + + + +
                                                +
                                                + +
                                                + +
                                                +
                                                + +
                                                + + + + + +
                                                + +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + + + +
                                                +
                                                +
                                                Slate
                                                The Spot
                                                The Spot
                                                Slate's soccer blog.
                                                June 10 2014 5:21 PM
                                                +
                                                +

                                                Striking Images of Brazil’s Anti-World Cup Protest Movement

                                                + + + + + + +

                                                + + + + + + + + + + + + + + + + +
                                                + +
                                                +
                                                +
                                                + + +
                                                + +
                                                + +

                                                The biggest challenge to Brazil’s World Cup preparations over the past few weeks has been the chaos caused by striking public workers. While São Paulo subway workers voted to at least temporarily suspend their strikes on Monday night, protests by activists angry at the money being spent by Brazil to host the event are expected to continue throughout the World Cup.

                                                + + +
                                                + + +
                                                + +

                                                Though nowhere near the size of last year’s broad-based social movement, which brought millions to the streets, protests have been building back up in recent months. The tournament, which begins Thursday in São Paulo, has reportedly cost in excess of $11 billion, money protesters say could have been spent on public infrastructure. The movement has already produced its share of powerful images. Here are some of the most striking photos.

                                                + + +
                                                + +
                                                + + +
                                                +
                                                Demonstrators from the anarchist group Black Bloc clash with police during a protest against the World Cup on the opening day of the event on June 12, 2014 in Sao Paulo, Brazil.
                                                Demonstrators from the anarchist group Black Bloc clash with police inSão Paulo during a protest against the World Cup on June 12, 2014, the opening day of the event.

                                                Photo by Victor Moriyama/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                Police take up positions during a World Cup protest outside Carrao Metro Station on June 12, 2014 in São Paulo.

                                                Photo by Mario Tama/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                A journalist is taken from a protest on a stretcher outside Carrao Metro Station on June 12, 2014 in São Paulo.

                                                Photo by Mario Tama/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                A journalist is carried after being injured during a World Cup protest in São Paulo on June 12, 2014.

                                                Photo by Victor Moriyama/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                protest its demolition as part of renovations ahead of the World Cup Brazil.
                                                Police officers clash with supporters of the native Indian community during a protest outside the Indian museum, next to the Maracanã stadium, in Rio de Janeiro, Dec. 16, 2013. Police arrested more than 20 indigenous people who occupied the abandoned museum to protest its demolition as part of renovations ahead of the World Cup.

                                                Photo by Pilar Olivares/Reuters

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                Demonstrators clash with military police officers spraying tear gas during a protest in São Paulo on April 29, 2014. An estimated 1,500 protesters gathered for a march against the costs associated with Brazil's hosting of the World Cup.

                                                Photo by Nacho Doce/Reuters

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                A member of Brazil's Homeless Workers' Movement blocks the Octavio Frias de Oliveira Bridge during a protest against the World Cup in São Paulo on May 22, 2014.

                                                Photo by Nacho Doce/Reuters

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Mvd6613453
                                                Police officers search for demonstrators during the "International Day of World Cup Resistance" in São Paulo on May 15, 2014.

                                                Photo by Nelson Almedia/AFP/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                Protesters clash with police officers during an anti-World Cup protest on May 15, 2014, in São Paulo.

                                                Photo by Victor Moriyama/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                About 25,000 members of the Homeless Workers' Movement held large demonstrations to claim their right to housing on May 22, 2014, in São Paulo. They question government spending for the construction of stadiums for the World Cup.

                                                Photo by Victor Moriyama/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                A young protester stands in front of police guarding a government building at a demonstration against the new increase in public bus fares on Feb. 10, 2014 in Rio de Janeiro. Widespread protests began in the country last June following a different bus fare increase in São Paulo.

                                                Photo by Mario Tama/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                Demonstrators attack a Bradesco bank branch during a protest against the World Cup inSão Paulo on Jan. 25, 2014.

                                                Photo by Nacho Doce/Reuters

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                Police officers hit a demonstrator during a protest against the government's expenditure for the World Cup in São Paulo on Feb. 22, 2014.

                                                Photo by Nelson Almedia/AFP/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                Members of the Homeless Workers' Movement hold demonstrations in São Paulo.

                                                Photo by Victor Moriyama/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                Police officers stand guard as demonstrators march in São Paulo on March 13, 2014.

                                                Photo by Nelson Almedia/AFP/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                A member of the Homeless Workers' Movement waves a flag on May 22, 2014 in São Paulo.

                                                Photo by Victor Moriyama/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                Indigenous Indians dance as they attend a protest against the Indian policy of President Dilma Rousseff's government and the costs of the 2014 World Cup in front of the Brazilian congress in Brasilia, May 28, 2014.

                                                Photo by Joedson Alves/Reuters

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                Brazilian natives from different ethnic groups block the entrance of the Ministry of Justice during a protest as part of Indigenous Mobilization Week, in Brasilia on May 29, 2014.

                                                Photo by Evaristo Sa/AFP/Getty Images

                                                +
                                                +
                                                +
                                                + +
                                                + + +
                                                +
                                                Brazil protests
                                                A boy holds a soccer ball, with red tape on it the shape of cross in front of a Brazilian flag at Santa Luzia slum in Brasilia, May 30, 2014.

                                                Photo by Joedson Alves/Reuters

                                                +
                                                +
                                                +
                                                +
                                                + + + + +
                                                + + + + + + + +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                +
                                                + + + + + + +
                                                +
                                                +
                                                +
                                                +
                                                + + +
                                                + + +
                                                +
                                                +
                                                + + + + + + + + + + + + + +
                                                +
                                                + + +  + +News & Politics
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + Politics + +
                                                + Jan. 2 2015 8:53 PM + + + + + What Matters in Selma + + + Critics say Ava DuVernay’s film isn’t fair to LBJ. That’s because it’s about a movement, not leaders. + Jamelle Bouie +
                                                +
                                                + + + + + + + + + + + + + + + + + +
                                                + Chinese Presidents Never Show Off Their Human Sides. Why Is Xi? +
                                                + + + + + + + + + + + + + + + +
                                                + Behind the Scenes of Australia’s Prostitution Boom +
                                                + + + + + + + + + + + + + + + + + +
                                                + Palestinians Continue to Pursue Statehood. Israel Continues to Rely on the U.S. to Stop Them. +  +
                                                + + + + + + + + + + + + + + + +
                                                + Some of the Most Striking Images and Memorable Events of the Year +
                                                + + + + + + + + + + + + + + + + + +
                                                + Why I Am Optimistic About the Future of Race Relations in America +
                                                + + + + + + + + + + + + + + +
                                                + Did Rep. Steve Scalise Admit to Speaking at a White Supremacist Event He Never Attended? +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                +
                                                + + + + + + + + + + + + + +
                                                +
                                                + + +  + +Business
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + Moneybox + +
                                                + Jan. 2 2015 4:29 PM + + + + + The Subtle Typographical Art of a Chicken McNugget Poster + + + + Jordan Weissmann +
                                                +
                                                + + + + + + + + + + + + + + + + + + + +
                                                + My Favorite Graph of 2014: The Rise and Rise of the Top 0.1 Percent +
                                                + + + + + + + + + + + + + + + + + +
                                                + These Are the Countries That Will Rage the Most on New Year’s Eve +
                                                + + + + + + + + + + + + + + + + + +
                                                + New Year’s Eve Is the Best and the Worst Day of the Year for Uber +
                                                + + + + + + + + + + + + + + + + + +
                                                + Orbitz and United Are Suing a 22-Year-Old Who Figured Out How to Game Airlines +
                                                + + + + + + + + + + + + + + + + + +
                                                + Google and Microsoft Side With Travelers Who Want to Use Their Wi-Fi Hot Spots in Hotels +
                                                + + + + + + + + + + + + + + +
                                                + Dunkin’ Donuts Has Huge Expansion Plans +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                +
                                                + + + + + + + + + + + + + +
                                                +
                                                + + +  + +Life
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + Family + +
                                                + Jan. 2 2015 5:09 PM + + + + + Parenting With Chronic Pain + + + What kind of mother refuses to pick up her child? This kind.  + Sarah Erdreich +
                                                +
                                                + + + + + + + + + + + + + + + + + + + +
                                                + Florida Clerks Cancel All Courthouse Weddings to Avoid Performing Gay Ceremonies +
                                                + + + + + + + + + + + + + + + + + +
                                                + Prosecuting Leelah Alcorn’s Parents Won’t Help Isolated, Bullied Trans Kids +
                                                + + + + + + + + + + + + + + + +
                                                + These Japanese Rocks Have Been United in Marriage +
                                                + + + + + + + + + + + + + + + + + +
                                                + Law Firm Issues Bogus Advice to Clerks About Gay Marriage Licenses, Gets Slapped Down +
                                                + + + + + + + + + + + + + + + +
                                                + Are Gay People Capable of Platonic Friendship?  +
                                                + + + + + + + + + + + + + + + + +
                                                + Do Soldiers in Combat Really Yell and Scream Like in Movies? +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                +
                                                + + + + + + + + + + + + + +
                                                +
                                                + + +  + +Double X
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + The XX Factor + +
                                                + Jan. 2 2015 12:43 PM + + + + + Mario Cuomo Made the Case for Catholics to Be Pro-Choice + + + + Amanda Marcotte +
                                                +
                                                + + + + + + + + + + + + + + + + + + + +
                                                + FSU's Rose Bowl Loss Was Not a Victory for Rape Victims +
                                                + + + + + + + + + + + + + + + + + +
                                                + Fed Chair Janet Yellen Didn't Make the Economist’s Influential Economists List. Only Men Did.   +
                                                + + + + + + + + + + + + + + + + + +
                                                + 2014 Was a Great Year for Feminism. Is a Backlash Coming? +
                                                + + + + + + + + + + + + + + + +
                                                + The Best Things Written About Women This Year +
                                                + + + + + + + + + + + + + + + + + +
                                                + Nashville Police Chief Who Respects Protesters Also Fights for Victims of Domestic Violence +
                                                + + + + + + + + + + + + + + + + +
                                                + Gov. Bob McDonnell’s Daughters Carry on a Family Tradition: To Save Dad, Blame Mom +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                + + + + + + + + + + + + + +
                                                +
                                                + + +  + +Slate Plus
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + Behind the Scenes + +
                                                + Dec. 31 2014 1:16 PM + + + + Slate Staffers Pick Their Out-of-Left-Field Favorite Slate Articles of 2014 + + + + Staffers pick their left-field favorite Slate articles of the year. + Allison Benedikt, Jamelle Bouie, David Haglund, Laura Helmuth, Dan Kois, Joshua Keating, Chris Kirk, Miriam Krule, Dahlia Lithwick, and Katy Waldman +
                                                +
                                                + + + + + + + + + + + + + + + + + + + + +
                                                + Slate’s Dana Stevens Watched 150 Movies This Year. Here’s How She Picked Her Top 10. +
                                                + + + + + + + + + + + + + + + + + + + + +
                                                + 18 Years of Slate’s Best #WarOnChristmas Coverage +
                                                + + + + + + + + + + + + + + + + + + +
                                                + Why I Love My Christmas Birthday (Audio) +
                                                + + + + + + + + + + + + + + + + + + + +
                                                + This Is What the Culture Gabfest Sounds Like Without Any Editing +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                +
                                                + + + + + + + + + + + + + +
                                                +
                                                + + +  + +Arts
                                                + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + Brow Beat + +
                                                + Jan. 2 2015 3:48 PM + + + + Did the Jay Wilds Interview Change Our Perspective on Serial? A Bonus Spoiler Special. + + + + + David Haglund and Katy Waldman +
                                                +
                                                + + + + + + + + + + + + + + + + + + + +
                                                + Kanye West’s New Song With Paul McCartney Is a Beautiful Ode to His Late Mother +
                                                + + + + + + + + + + + + + + + +
                                                + When Looking at the Tourists Is Part of the View +
                                                + + + + + + + + + + + + + + + +
                                                + A Most Violent Year Sure Looks Like The Godfather, but Something’s Missing +
                                                + + + + + + + + + + + + + + + +
                                                + This Spamalot-Like Musical Comedy Is the Oddest New TV Show in Years +
                                                + + + + + + + + + + + + + + + +
                                                + The Rust Belt Theory of Low-Cost High Culture +
                                                + + + + + + + + + + + + + + + + +
                                                + In Part 3 of His Interview, Jay From Serial Chastises Reddit and Sarah Koenig +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                +
                                                + + + + + + + + + + + + + +
                                                +
                                                + + +  + +Technology
                                                + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + Future Tense + +
                                                + Dec. 31 2014 5:43 PM + + + + Now There's an App For Detecting Government Stingray Cell Phone Trackers + + + + + Lily Hay Newman +
                                                +
                                                + + + + + + + + + + + + + + + + + + + +
                                                + Android Still Dominates, But People Sure Love Gifting iPhones +
                                                + + + + + + + + + + + + + + + + + +
                                                + Scientists Are Trying to Figure Out Why Rosetta’s Comet Is Shaped Like a Duck +
                                                + + + + + + + + + + + + + + + + + +
                                                + Pretty Much Every Smart Home Device You Can Think of Has Been Hacked +
                                                + + + + + + + + + + + + + + + + + +
                                                + New Year’s Eve Snowstorm Set to Paralyze…Las Vegas? +
                                                + + + + + + + + + + + + + + + + + +
                                                + Everyone Was Talking About Ferguson on Social Media This Year +
                                                + + + + + + + + + + + + + + +
                                                + I Still Use an AOL Email Account, and I’m (Mostly) Proud of It +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                +
                                                + + + + + + + + + + + + + +
                                                +
                                                + + +  + +Health & Science
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + Science + +
                                                + Jan. 2 2015 11:05 AM + + + + + Surprise! + + + The most important skill in science or self-improvement is noticing the unexpected. + Julia Galef +
                                                +
                                                + + + + + + + + + + + + + + + + + +
                                                + An Icy Volcano and the Cosmic Cycle of Life +
                                                + + + + + + + + + + + + + + + +
                                                + The Beauty of a Grain of Sand on the Cosmic Beach +
                                                + + + + + + + + + + + + + + + +
                                                + Five Data-Driven Tips for Successful New Year’s Resolutions +
                                                + + + + + + + + + + + + + + + +
                                                + Drunk Zebra Finches Slur Their Songs +
                                                + + + + + + + + + + + + + + + +
                                                + The BA Blog Year That Was +
                                                + + + + + + + + + + + + + + + + +
                                                + Is It Crazy to Love a Dog the Way You Love a Child? +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                +
                                                + + + + + + + + + + + + + +
                                                +
                                                + + +  + +Sports
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + Sports Nut + +
                                                + Dec. 30 2014 7:08 AM + + + + + The Internet’s Favorite Exercise + + + Is the box jump a worthwhile training technique or just a fancy party trick? + Alan Siegel +
                                                +
                                                + + + + + + + + + + + + + + + + + +
                                                + Can Topps Save Itself With Baseball Cards That Live Inside Your Phone? +
                                                + + + + + + + + + + + + + + + +
                                                + Who’s the Best NBA Analogue for Every President? (Ronald Reagan Is Kobe Bryant.) +
                                                + + + + + + + + + + + + + + + +
                                                + Sports Fans, Rejoice—the International Olympic Committee Just Reversed Its Dumbest Decision +
                                                + + + + + + + + + + + + + + + +
                                                + ESPN Doesn't Do More Great Journalism Because Its Viewers Don’t Want It To +
                                                + + + + + + + + + + + + + + + +
                                                + Florida State Football Fans Are the New Gamergate +
                                                + + + + + + + + + + + + + + +
                                                + Johnny Manziel Is Polarizing Even in the Town Where He Learned to Play Football +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                + +
                                                + +
                                                +
                                                +
                                                + +
                                                + + + + + + + + +
                                                + +
                                                + + +
                                                + +
                                                + + + + +
                                                + + + + + + +
                                                + + + +
                                                + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                +                                                 + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/space.com1.html b/tests/data/html/space.com1.html new file mode 100644 index 0000000..9beb986 --- /dev/null +++ b/tests/data/html/space.com1.html @@ -0,0 +1,1201 @@ + + + + + + Mars Facts: Life, Water and Robots on the Red Planet + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                + + + + + +   + + + + + + +
                                                + +
                                                +                                                 +                                                 + + + +
                                                +
                                                + +
                                                + + + + + + +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                space
                                                +
                                                + + +
                                                + + + + + +
                                                + TRENDING: + Skywatching Guide + // + Space Webcasts + // + Mars Rover Curiosity + // + Solar Flares + // + Space Photos + // + Space Videos + // + Telescopes for Beginners +
                                                +
                                                + +
                                                + +
                                                +
                                                + + +
                                                +
                                                Reference:
                                                + +
                                                +
                                                +

                                                Mars Facts: Life, Water and Robots on the Red Planet

                                                +
                                                +
                                                + by Charles Q. Choi, Space.com Contributor   |   November 04, 2014 09:00pm ET +
                                                +
                                                + + +
                                                +
                                                + + + + + +
                                                +
                                                + +
                                                + + + +
                                                + +
                                                +
                                                + +
                                                +
                                                + + + + + + + + + + +
                                                + Mars Hubble Photo +
                                                + + + + + NASA's Hubble Space Telescope snapped this shot of Mars on Aug. 26, 2003, when the Red Planet was 34.7 million miles from Earth. The picture was taken just 11 hours before Mars made its closest approach to us in 60,000 years.
                                                + + + Credit: NASA/ESA + + + + +
                                                +                                                 + + + + +

                                                + Mars is the fourth planet from the sun. Befitting the red planet's bloody color, the Romans named it after their god of war. The Romans copied the ancient Greeks, who also named the planet after their god of war, Ares. Other civilizations also typically gave the planet names based on its color — for example, the Egyptians named it "Her Desher," meaning "the red one," while ancient Chinese astronomers dubbed it "the fire star."

                                                +

                                                + Physical characteristics

                                                +

                                                + Regolith

                                                +

                                                + The bright rust color Mars is known for is due to iron-rich minerals in its regolith — the loose dust and rock covering its surface. The soil of Earth is a kind of regolith, albeit one loaded with organic content. According to NASA, the iron minerals oxidize, or rust, causing the soil to look red. +

                                                +

                                                + +
                                                +

                                                + +

                                                + Geology

                                                +

                                                + The cold, thin atmosphere means liquid water currently cannot exist on the Martian surface for any length of time. This means that although this desert planet is just half the diameter of Earth, it has the same amount of dry land.

                                                +

                                                + The red planet is home to both the highest mountain and the deepest, longest valley in the solar system. Olympus Mons is roughly 17 miles (27 kilometers) high, about three times as tall as Mount Everest, while the Valles Marineris system of valleys — named after the Mariner 9 probe that discovered it in 1971 — can go as deep as 6 miles (10 km) and runs east-west for roughly 2,500 miles (4,000 km), about one-fifth of the distance around Mars and close to the width of Australia or the distance from Philadelphia to San Diego. 

                                                +
                                                Available to Populate Mars T-shirt
                                                + + + Space.com Exclusive T-shirt. Available to Populate Mars. Buy Now
                                                Credit: Space.com Store
                                                +

                                                + Mars has the largest volcanoes in the solar system, including Olympus Mons, which is about 370 miles (600 km) in diameter, wide enough to cover the entire state of New Mexico. It is a shield volcano, with slopes that rise gradually like those of Hawaiian volcanoes, and was created by eruptions of lavas that flowed for long distances before solidifying. Mars also has many other kinds of volcanic landforms, from small, steep-sided cones to enormous plains coated in hardened lava. Some minor eruptions might still occur on the planet.

                                                +

                                                + Scientists think the Valles Marineris formed mostly by rifting of the crust as it got stretched. Individual canyons within the system are as much as 60 miles (100 km) wide. They merge in the central part of the Valles Marineris in a region as much as 370 miles (600 km) wide. Large channels emerging from the ends of some canyons and layered sediments within suggest the canyons might once have been filled with liquid water.

                                                +

                                                + Channels, valleys, and gullies are found all over Mars, and suggest that liquid water might have flowed across the planet's surface in recent times. Some channels can be 60 miles (100 km) wide and 1,200 miles (2,000 km) long. Water may still lie in cracks and pores in underground rock.

                                                +

                                                + + + +

                                                + +

                                                +

                                                + Many regions of Mars are flat, low-lying plains. The lowest of the northern plains are among the flattest, smoothest places in the solar system, potentially created by water that once flowed across the Martian surface. The northern hemisphere mostly lies at a lower elevation than the southern hemisphere, suggesting the crust may be thinner in the north than in the south. This difference between the north and south might be due to a very large impact shortly after the birth of Mars. 

                                                +

                                                + The number of craters on Mars varies dramatically from place to place, depending on how old the surface is. Much of the surface of the southern hemisphere is extremely old, and so has many craters — including the planet's largest, 1,400-mile-wide (2,300 km) Hellas Planitia — while that of northern hemisphere is younger and so has fewer craters. Some volcanoes have few craters, which suggests they erupted recently, with the resulting lava covering up any old craters. Some craters have unusual-looking deposits of debris around them resembling solidified mudflows, potentially indicating that impactor hit underground water or ice.

                                                +

                                                + Polar caps

                                                +

                                                + Vast deposits of what appear to be finely layered stacks of water ice and dust extend from the poles to latitudes of about 80 degrees in both hemispheres. These were probably deposited by the atmosphere over long spans of time. On top of much of these layered deposits in both hemispheres are caps of water ice that remain frozen all year round. Additional seasonal caps of frost appear in the wintertime. These are made of solid carbon dioxide, also known as "dry ice," which has condensed from carbon dioxide gas in the atmosphere, and in the deepest part of the winter, this frost can extend from the poles to latitudes as low as 45 degrees, or halfway to the equator. The dry ice layer appears to have a fluffy texture, like freshly fallen snow, according to the report in the Journal of Geophysical Research-Planets.

                                                +
                                                Mars Globe
                                                + + + Mars 12 inch Globe Buy Here
                                                Credit: Space.com Store
                                                +

                                                + Climate

                                                +

                                                + Mars is much colder than Earth, in large part due to its greater distance from the sun. The average temperature is about minus 80 degrees Fahrenheit (minus 60 degrees Celsius), although they can vary from minus 195 F (minus 125 C) near the poles during the winter to as much as 70 F (20 C) at midday near the equator.

                                                +

                                                + The carbon-dioxide-rich atmosphere of Mars is also roughly 100 times less dense than Earth's on average, but it is nevertheless thick enough to support weather, clouds and winds. The density of the atmosphere varies seasonally, as winter forces carbon dioxide to freeze out of the Martian air.

                                                +

                                                + NASA’s Mars Reconnaissance Orbiter found the first definitive detections of carbon-dioxide snow clouds, making Mars the only body in the solar system known to host the unusual winter weather. The red planet also causes water-ice snow to fall from the clouds.

                                                +

                                                + The dust storms of the Mars are the largest in the solar system, capable of blanketing the entire red planet and lasting for months. One theory as to why dust storms can grow so big on Mars starts with airborne dust particles absorbing sunlight, warming the Martian atmosphere in their vicinity. Warm pockets of air flow toward colder regions, generating winds. Strong winds lift more dust off the ground, which in turn heats the atmosphere, raising more wind and kicking up more dust.

                                                +

                                                + Orbital characteristics

                                                +

                                                + The axis of Mars, like Earth's, is tilted with relation to the sun. This means that like Earth, the amount of sunlight falling on certain parts of the planet can vary widely during the year, giving Mars seasons.

                                                +

                                                + However, the seasons that Mars experiences are more extreme than Earth's because the red planet's elliptical, oval-shaped orbit around the sun is more elongated than that of any of the other major planets. When Mars is closest to the sun, its southern hemisphere is tilted toward the sun, giving it a short, very hot summer, while the northern hemisphere experiences a short, cold winter. When Mars is farthest from the sun, the northern hemisphere is tilted toward the sun, giving it a long, mild summer, while the southern hemisphere experiences a long, cold winter.

                                                +

                                                + Composition & structure

                                                +

                                                + Atmospheric composition (by volume): 

                                                +

                                                + 95.32 percent carbon dioxide, 2.7 percent nitrogen, 1.6 percent argon, 0.13 percent oxygen, 0.08 percent carbon monoxide, minor amounts of water, nitrogen oxide, neon, hydrogen-deuterium-oxygen, krypton, xenon

                                                +

                                                + Magnetic field: Mars currently has no global magnetic field, but there are regions of its crust that can be at least 10 times more strongly magnetized than anything measured on Earth, remnants of an ancient global magnetic field.

                                                +

                                                + Chemical composition: Mars likely has a solid core composed of iron, nickel, and sulfur. The mantle of Mars is probably similar to Earth's in that it is composed mostly of peridotite, which is made up primarily of silicon, oxygen, iron and magnesium. The crust is probably largely made of the volcanic rock basalt, which is also common in the crusts of the Earth and the moon, although some crustal rocks, especially in the northern hemisphere, may be a form of andesite, a volcanic rock that contains more silica than basalt does.

                                                +

                                                + Internal structure: Scientists think that on average, the Martian core is about 1,800 and 2,400 miles in diameter (3,000 and 4,000 km), its mantle is about 900 to 1,200 miles (5,400 to 7,200 km) wide and its crust is about 30 miles (50 km) thick.

                                                +

                                                + Orbit & rotation

                                                +

                                                + Average distance from the sun: 141,633,260 miles (227,936,640 km). By comparison: 1.524 times that of Earth

                                                +

                                                + Perihelion (closest): 128,400,000 miles (206,600,000 km). By comparison: 1.404 times that of Earth

                                                +

                                                + Aphelion (farthest): 154,900,000 miles (249,200,000 km). By comparison: 1.638 times that of Earth

                                                +

                                                + The moons of Mars

                                                +

                                                + The two moons of Mars, Phobos and Deimos, were discovered by American astronomer Asaph Hall over the course of a week in 1877. Hall had almost given up his search for a moon of Mars, but his wife, Angelina, urged him on — he discovered Deimos the next night, and Phobos six days after that. He named the moons after the sons of the Greek war god Ares — Phobos means "fear," while Deimos means "rout."

                                                +

                                                + Both Phobos and Deimos are apparently made of carbon-rich rock mixed with ice and are covered in dust and loose rocks. They are tiny next to Earth's moon, and are irregularly shaped, since they lack enough gravity to pull themselves into a more circular form. The widest Phobos gets is about 17 miles (27 km), and the widest Deimos gets is roughly nine miles (15 km).

                                                +

                                                + Both moons are pockmarked with craters from meteor impacts. The surface of Phobos also possesses an intricate pattern of grooves, which may be cracks that formed after the impact created the moon's largest crater — a hole about 6 miles (10 km) wide, or nearly half the width of Phobos. They always show the same face to Mars, just as our moon does to Earth.

                                                +

                                                + It remains uncertain how Phobos and Deimos were born. They may have been asteroids captured by Mars' gravitational pull, or they may have been formed in orbit around Mars the same time the planet came into existence. Ultraviolet light reflected from Phobos provides  strong evidence for its capture origin, according to astronomers at the University of Padova in Italy.

                                                +

                                                + Phobos is gradually spiraling toward Mars, drawing about 6 feet (1.8 meters) closer to the red planet each century. Within 50 million years, Phobos will either smash into Mars or break up and form a ring of debris around the planet.

                                                +

                                                + Both moons are potential targets for exploration. One NASA plan envisions bombarding Phobos with small, spiky spherical rovers called hedgehogs. 

                                                +
                                                Mars has the highest mountain and the deepest, longest valley in the solar system. Olympus Mons is 17 miles high and Valles Marineris is 5 to 6 miles deep and almost 2,500 miles long.
                                                + + + The planet Mars is the fourth planet from the sun and named after the Roman God of War and is also called the Red Planet.See what makes Mars tick with this Space.com infographic looking inside the Red Planet.
                                                Credit: Karl Tate, SPACE.com
                                                +

                                                + Research & exploration

                                                +

                                                + The first person to watch Mars with a telescope was Galileo Galilei, and in the century after him, astronomers discovered its polar ice caps. In the 19th and 20th centuries, researchers believed they saw a network of long, straight canals on Mars, hinting at civilization, although later these often proved to be mistaken interpretations of dark regions they saw.

                                                +

                                                + Robot spacecraft began observing Mars in the 1960s, with the United States launching Mariner 4 there in 1964 and Mariners 6 and 7 in 1969. They revealed Mars to be a barren world, without any signs of the life or civilizations people had imagined there. In 1971, Mariner 9 orbited Mars, mapping about 80 percent of the planet and discovering its volcanoes and canyons.

                                                +

                                                + NASA's Viking 1 lander touched down onto the surface of Mars in 1976, the first successful landing onto the Red Planet. It took the first close-up pictures of the Martian surface but found no strong evidence for life.

                                                +

                                                + The next two craft to successfully reach Mars were the Mars Pathfinder, a lander, and Mars Global Surveyor, an orbiter, both launched in 1996. A small robot onboard Pathfinder named Sojourner — the first wheeled rover to explore the surface of another planet — ventured over the planet's surface analyzing rocks.

                                                +

                                                + In 2001, the United States launched the Mars Odyssey probe, which discovered vast amount of water ice beneath the Martian surface, mostly in the upper three feet (one meter). It remains uncertain whether more water lies underneath, since the probe cannot see water any deeper.

                                                +

                                                + In 2003, the closest Mars had passed to Earth in nearly 60,000 years, NASA launched two rovers, nicknamed Spirit and Opportunity, which explored different regions of the Martian surface, and both found signs that water once flowed on the planet's surface. In 2008, NASA sent another mission, Phoenix, to land in the northern plains of Mars and search for water,

                                                +

                                                + Two orbiters — NASA's Mars Reconnaissance Orbiter and ESA's Mars Express — are keeping Mars Odyssey company over the planet. In 2011, NASA's Mars Science Laboratory mission, with its rover named Mars Curiosity, began to investigate Martian rocks to determine the geologic processes that created them and find out more about the present and past habitability of Mars. Among its findings is the first meteorite on the surface of the red planet.

                                                +

                                                + In September 2014, India’s Mars Orbiter Mission reached the red planet, making it the fourth nation to successfully enter orbit around Mars.

                                                +

                                                + Robots aren’t the only ones looking to buy a ticket to Mars. A workshop group of government, academic, and industry scientists have found that a NASA-led manned mission to Mars should be possible by the 2030s. But NASA isn’t the only one with Martian astronaut hopefuls.. The Mars One colony project is looking to send private citizens on a one-way trip to the red planet. 

                                                +

                                                + + + +

                                                + +

                                                +

                                                + Possibility of life

                                                +

                                                + Mars could have once harbored life. Some conjecture that life might still exist there even today. A number of researchers have even speculated that life on Earth may have seeded Mars, or that life on Mars seeded Earth.

                                                +

                                                + The most public scientific claim for life on Mars came in 1996. Geologist David McKay at NASA's Johnson Space Center in Houston and his colleagues focused on rocks blasted off the surface of Mars by cosmic impacts that landed on Earth. Within they found complex organic molecules, grains of a mineral called magnetite that can form within some kinds of bacteria, and tiny structures that resembled fossilized microbes. However, these claims have proven controversial, and there is no consensus as to whether they are signs of life.

                                                +

                                                + Mars may have possessed oceans on its surface in the past, providing an environment for life to develop. Although the red planet is a cold desert today, researchers suggest that liquid water may be present underground, providing a potential refuge for any life that might still exist there. The rover Curiosity has found evidence for a lake that could have once supported life on the red planet, after previously establishing that the planet had the key ingredients present for life to evolve.

                                                +

                                                + Enthusiasm and excitement on Earth over the possibility of life on the red planet are revealed by the flurry of excitement that greets interesting objects spotted by orbiters and landers. While the Face on Mars garnered attention for the past four decades after it was first spotted by Viking 1, rovers today show close-ups of objects — such as a weathered Martian rock claimed to be a ‘thigh bone’ and a likely shiny rock that raised furor on the internet as a UFO light.

                                                +

                                                + Additional resources

                                                + +

                                                + Related:

                                                + +

                                                + Also see:

                                                + +

                                                + Learn more about each of the primary planets:

                                                + +

                                                + + +
                                                + +
                                                + + + +
                                                + + + +
                                                + +
                                                + + + + +
                                                +
                                                +
                                                More from Space.com
                                                +
                                                +
                                                + +
                                                +
                                                + + + + + + + + + +
                                                +
                                                AUTHOR BIO
                                                +
                                                + + Charles Q. Choi + +
                                                + +
                                                + +

                                                Charles Q. Choi

                                                + + + Charles Q. Choi is a contributing writer for Space.com and Live Science. He covers all things human origins and astronomy as well as physics, animals and general science topics. Charles has a Master of Arts degree from the University of Missouri-Columbia, School of Journalism and a Bachelor of Arts degree from the University of South Florida. Charles has visited every continent on Earth, drinking rancid yak butter tea in Lhasa, snorkeling with sea lions in the Galapagos and even climbing an iceberg in Antarctica.
                                                + + +
                                                + +
                                                Charles Q. Choi on
                                                + + + Contact Charles Q. Choi by EMail + + +
                                                +
                                                +
                                                + + + +
                                                +
                                                + + +
                                                + +
                                                + +
                                                +
                                                + +
                                                + + +
                                                + + + + +
                                                + +
                                                +

                                                Latest on Mars Facts: Life, Water and Robots on the Red Planet

                                                + + +
                                                + + This view is one of the first from the MESSENGER probe's Oct. 6, 2008 flyby of Mercury. +
                                                +
                                                + Planet Mercury: Facts About the Planet Closest to the Sun +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + Rings of Saturn cast shadows on Saturn +
                                                +
                                                + Reversing the Retreat: Why U.S. Must Restore NASA's Planetary Budget (Op... +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + Mercury Sky Map for Nov. 1, 2014 +
                                                +
                                                + See Elusive Planet Mercury Before Dawn Saturday +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + Partial Solar Eclipse Seen in Brisbane, Australia, April 29, 201 +
                                                +
                                                + Partial Solar Eclipse Occurs Today: Watch It Live +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + This graphic, provided by NASA, shows which parts of the globe will be able to see the partial solar eclipse of Oct. 23, 2014. +
                                                +
                                                + Partial Solar Eclipse Today: A Weather Forecast +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + View of a typical solar eruption using data from NASA's Solar Dynamic Observatory spacecraft. Earth depicted for scale. +
                                                +
                                                + Huge Magnetic 'Ropes' Drive Powerful Sun Explosions +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + Exocomets Orbiting the Star Beta Pictoris +
                                                +
                                                + Hundreds of 'Exocomets' Around Nearby Star Come in Two Flavors +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + Partial Solar Eclipse - How To View It | Video +
                                                +
                                                + Partial Solar Eclipse - How To View It | Video +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + This NASA graphic shows the visibility area of the partial total solar eclipse of Oct. 23, 2014. The eclipse will be visible from most of the United States, weather permitting. +
                                                +
                                                + Partial Solar Eclipse to Darken US Skies This Week +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + +
                                                +
                                                + Comet's Mars Buzz - NASA Scientist's 'Need To Know' | Exclusive Video +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + Hubble Space Telescope Views Comet Siding Spring. +
                                                +
                                                + Comet Siding Spring at Mars: How a Rare Celestial Event Was Discovered +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + Cubesats Exploring Europa +
                                                +
                                                + Tiny Cubesats May Hitchhike on Mission to Europa +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + Comet Siding Spring's 'Mars Buzz' Animated +
                                                +
                                                + Comet Siding Spring's 'Mars Buzz' Animated +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + Kandinsky Crater on Mercury +
                                                +
                                                + First Photos of Water Ice on Mercury Captured by NASA Spacecraft +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + The Sun's 'Jack-O-Lantern' Face +
                                                +
                                                + NASA Spots Creepy Face on the Sun (Photos) +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + New Horizons Probe Flying Past Pluto +
                                                +
                                                + Beyond Pluto: NASA Eyes Distant Targets for New Horizons Probe +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + http://www.nasa.gov/content/goddard/sdo-watches-giant-filament-on-the-sun/index.html#.VDL_IEtGXs9 +
                                                +
                                                + Giant Sun 'Filament' Is 1 Million Miles Long (Video, Photos) +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + A lunar eclipse captured by amateur astronomer Victor Rogus. +
                                                +
                                                + Capturing the Blood Moon: Views from a Lunar Eclipse Photographer (Op-Ed) +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + Uranus' Moon Miranda +
                                                +
                                                + Bizarre Shape of Uranus' 'Frankenstein' Moon Explained +
                                                +
                                                +                                                 +
                                                + + + +
                                                + + Artist's Concept of Megaflare from Red Dwarf +
                                                +
                                                + Powerful Megaflare from Small Star Stuns Scientists (Video, Image) +
                                                +
                                                +                                                 +
                                                + + +
                                                +
                                                + + + + +
                                                + +
                                                + +
                                                + + +
                                                + +
                                                + +
                                                +
                                                + +
                                                 
                                                +
                                                +
                                                +
                                                 
                                                + +
                                                +
                                                + COMPANY + Company Info + About the Site + Contact Us + Advertise with Us + Using our Content + Licensing & Reprints + Privacy Policy + Sitemap +
                                                +
                                                + NETWORK + TopTenREVIEWS + Tom’s Guide + LAPTOP + Tom’s Hardware + BusinessNewsDaily + Tom’s IT Pro + SPACE.com + LiveScience +
                                                +
                                                + FOLLOW US + + +
                                                + +
                                                +                                                 + +
                                                + +
                                                +                                                 + +
                                                + +
                                                +                                                 + +
                                                + +
                                                +                                                 + +
                                                + +
                                                +                                                 + +                                                 + SUBSCRIBE + +
                                                + + + +
                                                +                                                 + + + Copyright © 2014 All Rights Reserved. + +
                                                +
                                                +
                                                + + + + + + + + + + + + + + + + + + +
                                                + + + + + + + + + + + + + + diff --git a/tests/data/html/space.com2.html b/tests/data/html/space.com2.html new file mode 100644 index 0000000..467951c --- /dev/null +++ b/tests/data/html/space.com2.html @@ -0,0 +1,803 @@ + + + + + + NASA Receives $18 Billion in Omnibus Spending Bill + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                +
                                                + + + + + +   + + + + + + +
                                                + +
                                                +                                                 +                                                 + + + +
                                                +
                                                + +
                                                + + + + + + +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                space
                                                +
                                                + + +
                                                + + + + + +
                                                + TRENDING: + Skywatching Guide + // + Space Webcasts + // + Mars Rover Curiosity + // + Solar Flares + // + Space Photos + // + Space Videos + // + Telescopes for Beginners +
                                                +
                                                + +
                                                + +
                                                +
                                                + +
                                                + +
                                                +
                                                +

                                                NASA Receives $18 Billion in Omnibus Spending Bill

                                                +
                                                +
                                                + by Jeff Foust, SpaceNews Writer   |   December 12, 2014 03:20pm ET +
                                                +
                                                + +
                                                +
                                                + + + + + +
                                                +
                                                + +
                                                + +
                                                + + Spacenews + +
                                                + + + +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                + + + + + + + + + + + + +
                                                + The logo of NASA, the National Aeronautics and Space Administration. +
                                                + + + + + The logo of NASA, the National Aeronautics and Space Administration.
                                                + + + Credit: NASA + + + + +
                                                +                                                 + + + + + +

                                                + WASHINGTON — NASA will receive $18 billion for 2015, more than a half a billion dollars above the Obama administration’s original request, under the terms of an omnibus spending bill released late Dec. 9.

                                                +

                                                + The appropriations bill, which funds NASA and most of the rest of the federal government for the remainder of the fiscal year that began Oct. 1, gives the agency $17.99 billion, including increases for several major exploration and science programs. That total is $530 million above the administration's request of $17.46 billion for the agency, and about $100 million above separate House and Senate appropriations bills considered earlier this year. It's also nearly $350 million above NASA’s enacted 2014 budget of $17.65 billion.

                                                +

                                                + Two major elements of NASA's exploration strategy won funding boosts in the final bill. The Space Launch System heavy-lift rocket will receive $1.7 billion, an increase of $320 million over the administration’s request. The Orion spacecraft will get $1.194 billion, an increase of $141.2 million over the request. +

                                                +

                                                + +
                                                +

                                                + +
                                                Orion Separation Illustration
                                                + + + Artist’s concept of Orion separating from SLS rocket.
                                                Credit: NASA
                                                +

                                                + The bill also requires NASA to submit in its next budget proposal five-year funding projections for the SLS and Orion programs that match the budget and schedule estimates for those programs developed in recent or ongoing reviews. Those estimates, developed by NASA for a program milestone called Key Decision Point C (KDP-C), were completed for SLS in August and will be completed for Orion in the spring of 2015.

                                                +

                                                + The bill specifically requires those projections for the SLS to show completion by December 2017. The KDP-C review for SLS estimated that the vehicle would be ready for its first launch no later than November 2018.

                                                +

                                                + NASA's planetary science program won an increase of $157 million, to $1.438 billion for 2015. The bill sets aside $100 million of that funding for a proposed Europa mission, for which the White House had requested just $15 million.

                                                +

                                                + NASA's astrophysics program won a $77.5 million increase, to $684.8 million, in the omnibus bill. That includes $70 million for the Stratospheric Observatory for Infrared Astronomy, an airborne telescope for which NASA requested only $12 million. NASA had planned to mothball the flying observatory in 2015 if it could not find partners to fund the telescope's annual operating cost of about $85 million.

                                                +
                                                SOFIA Flying Observatory
                                                + + + The SOFIA flying observatory.
                                                Credit: NASA
                                                +

                                                + NASA's commercial crew program received $805 million in the bill, less than the requested $848 million but more than the program received in previous years. The omnibus bill leaves out a controversial provision from the Senate's appropriations bill that would have required certified cost and pricing data from commercial crew companies. That language was opposed by many supporters of the commercial crew program, as well as by the White House.

                                                +

                                                + NASA's aeronautics program received $651 million, an increase of $100 million over the administration’s request. In a report accompanying the bill, appropriators directed NASA to apply the additional funds proportionally across the programs in that mission directorate.

                                                +

                                                + NASA's space technology program was cut by nearly $110 million from the administration's request, to $596 million. Appropriators offered no specific rationale for the cut in report language, nor direction on how to apply the reduced funding among its programs.

                                                +

                                                + Other parts of the agency's budget saw only minimal changes from the administration's request. The bill includes $3.828 billion for space operations; $2.759 billion for safety, security, and mission operations (formerly known as cross-agency support); $419.1 million for construction; $119 million for education; and $37 million for the agency’s inspector general.

                                                +

                                                + The overall bill, sometimes called a "cromnibus" since it serves as only a continuing resolution (CR) for the Department of Homeland Security through February 2015, was slated to be voted on by the House Dec. 11, and immediately thereafter by the Senate. The federal government is currently funded by a continuing resolution that expired at midnight of Dec. 11, and another short-term continuing resolution, lasting only a few days, was needed to keep the government operating until Congress passes the omnibus bill.

                                                +

                                                + This story was provided by SpaceNews, dedicated to covering all aspects of the space industry.

                                                +

                                                + + +
                                                + + +
                                                + +
                                                + + + +
                                                +

                                                EDITOR'S RECOMMENDATIONS

                                                + +
                                                + +
                                                + + + +
                                                + +
                                                + + + + +
                                                +
                                                +
                                                More from Space.com
                                                +
                                                +
                                                + +
                                                +
                                                + + + + + + +
                                                +
                                                + + +
                                                + +
                                                + +
                                                +
                                                + +
                                                + + +
                                                +
                                                + +
                                                + +
                                                + +
                                                + + + +
                                                + +
                                                + + +
                                                + +
                                                + +
                                                + + +
                                                + +
                                                + +
                                                +
                                                +
                                                 
                                                +
                                                +
                                                +
                                                 
                                                + +
                                                +
                                                + COMPANY + Company Info + About the Site + Contact Us + Advertise with Us + Using our Content + Licensing & Reprints + Privacy Policy + Sitemap +
                                                +
                                                + NETWORK + TopTenREVIEWS + Tom’s Guide + LAPTOP + Tom’s Hardware + BusinessNewsDaily + Tom’s IT Pro + SPACE.com + LiveScience +
                                                +
                                                + FOLLOW US + + +
                                                + +
                                                +                                                 + +
                                                + +
                                                +                                                 + +
                                                + +
                                                +                                                 + +
                                                + +
                                                +                                                 + +
                                                + +
                                                +                                                 + +                                                 + SUBSCRIBE + +
                                                + + + +
                                                +                                                 + + + Copyright © 2014 All Rights Reserved. + +
                                                +
                                                +
                                                + + + + + + + + + + + + + + + + + + +
                                                + + + + + + + + + + + + + + diff --git a/tests/data/html/syracuse.com1.html b/tests/data/html/syracuse.com1.html new file mode 100644 index 0000000..7209396 --- /dev/null +++ b/tests/data/html/syracuse.com1.html @@ -0,0 +1,1555 @@ + + + + + + + + + + + + + + + + + + + + Kwanzaa is celebrated at Beauchamp Library | syracuse.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                + + + + + + + + + + + + + + + + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                  +
                                                • Home
                                                  • + +
                                                • +
                                                  + + + + +
                                                  + +
                                                  • +
                                                + +
                                                + + + + + + + + + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + + + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                Back to Main Menu
                                                +
                                                +
                                                Close
                                                +
                                                +
                                                Customize Your Weather
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                Congratulations!
                                                +
                                                Your weather is set to . You can change the location at any time.
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                AccuWeather.com Quick Look
                                                +
                                                + +
                                                +
                                                View Full Weather Report
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                +
                                                +

                                                Search syracuse.com

                                                + +
                                                +
                                                +
                                                +
                                                + Account + Sign In +
                                                +
                                                +
                                                +
                                                +
                                                +
                                                Close
                                                +
                                                +
                                                +

                                                Sign in to
                                                syracuse.com

                                                +
                                                +
                                                + + + + +
                                                +
                                                + +
                                                + + +
                                                + +
                                                + Forgot your username and password? +
                                                +
                                                +
                                                +

                                                Don't have an account?

                                                +

                                                Register now for free, or sign in with any of these services:

                                                + + + + + + +
                                                +
                                                +
                                                +
                                                +
                                                + +
                                                + You are signed in as
                                                +

                                                +
                                                + +
                                                +
                                                +
                                                  +

                                                • Favorite Schools

                                                  expand
                                                  +
                                                    +
                                                    • +

                                                  • Favorite Teams

                                                    close
                                                    +
                                                      +
                                                      • +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    + Subscribe
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    + +
                                                    +
                                                    +
                                                    +
                                                    + +
                                                    + + + + + + + + + + + +
                                                    + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                    + + +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    + +
                                                    comments
                                                    +
                                                    + + + + + +

                                                    Kwanzaa is celebrated at Beauchamp Library

                                                    +
                                                    + + +
                                                    + + + + + + + + + + + + + + + + + + + +
                                                    +
                                                    + Print +
                                                    + + + + + + + + + + David Lassman | dlassman@syracuse.com + + + + + + + + + + +By + + + + + + + + + + + + + David Lassman | dlassman@syracuse.com + + + +The Post-Standard + + + + + + +
                                                    on December 26, 2014 at 3:52 PM + +
                                                    + + +
                                                    +
                                                    + +
                                                    + + + +
                                                    + + + + + + + + + + +
                                                    + + +
                                                    + + + + + + + + + +
                                                    + +
                                                    +
                                                    + + +
                                                    +

                                                    Today on the first day of Kwanzaa, a week-long celebration which honors African heritage in African-American culture, children at the Beauchamp Branch Library read Kwanzaa stories and make related crafts in a celebration organized by Children's Librarian Anne Gregory. In addition a related exhibit, Kwanzaa and the African Diaspora by Vanessa Johnson is on display at the library.

                                                    + + +
                                                    + + +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    + +
                                                    + + +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    + +
                                                    +
                                                    +
                                                    +
                                                    + + + + + + + + +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    + + + + + + + + + +
                                                    +
                                                    +
                                                    + + + + + + + + + + + + + + + + + + +
                                                    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/syracuse.com2.html b/tests/data/html/syracuse.com2.html new file mode 100644 index 0000000..408c461 --- /dev/null +++ b/tests/data/html/syracuse.com2.html @@ -0,0 +1,1768 @@ + + + + + + + + + + + + + + + + + + + + Echoes of the Past : The Hotel Syracuse Historic Ghostwalk (photos) | syracuse.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                    + + + + + + + + + + + + + + + + +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    + +
                                                    +
                                                    + +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                      +
                                                    • Home
                                                      • + +
                                                    • +
                                                      + + + + +
                                                      + +
                                                      • +
                                                    + +
                                                    + + + + + + + + + +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    + + + +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    Back to Main Menu
                                                    +
                                                    +
                                                    Close
                                                    +
                                                    +
                                                    Customize Your Weather
                                                    +
                                                    + +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    Congratulations!
                                                    +
                                                    Your weather is set to . You can change the location at any time.
                                                    +
                                                    + +
                                                    +
                                                    +
                                                    +
                                                    AccuWeather.com Quick Look
                                                    +
                                                    + +
                                                    +
                                                    View Full Weather Report
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    + +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    + +
                                                    +
                                                    +

                                                    Search syracuse.com

                                                    + +
                                                    +
                                                    +
                                                    +
                                                    + Account + Sign In +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    Close
                                                    +
                                                    +
                                                    +

                                                    Sign in to
                                                    syracuse.com

                                                    +
                                                    +
                                                    + + + + +
                                                    +
                                                    + +
                                                    + + +
                                                    + +
                                                    + Forgot your username and password? +
                                                    +
                                                    +
                                                    +

                                                    Don't have an account?

                                                    +

                                                    Register now for free, or sign in with any of these services:

                                                    + + + + + + +
                                                    +
                                                    +
                                                    +
                                                    +
                                                    + +
                                                    + You are signed in as
                                                    +

                                                    +
                                                    + +
                                                    +
                                                    +
                                                      +

                                                    • Favorite Schools

                                                      expand
                                                      +
                                                        +
                                                        • +

                                                      • Favorite Teams

                                                        close
                                                        +
                                                          +
                                                          • +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + Subscribe
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        comments
                                                        +
                                                        + + + + + +

                                                        Echoes of the Past : The Hotel Syracuse Historic Ghostwalk (photos)

                                                        +
                                                        + + +
                                                        + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        + Print +
                                                        + + + + + + + + + + David Lassman | dlassman@syracuse.com + + + + + + + + + + +By + + + + + + + + + + + + + David Lassman | dlassman@syracuse.com + + + +The Post-Standard + + + + + + +
                                                        on December 27, 2014 at 4:28 PM, updated December 29, 2014 at 1:59 PM + +
                                                        + + +
                                                        +
                                                        + +
                                                        + + + +
                                                        + + + + + + + + + + +
                                                        + + +
                                                        + + + + + + + + + +
                                                        + +
                                                        +
                                                        + + +
                                                        +

                                                        The Onondaga Historical Association leads groups through the Hotel Syracuse today on Historic Ghostwalks from 1 - 3:30 p.m. In what's subtitled 'Suite Stories' people tour many of the public spaces at the hotel as actors play personalities from the hotel's past. The building opened in 1924 and many famous names have been guests. A feature of the event is a view of Carl Roters 40 foot mural above the registration desk which has been covered with mirrors for the last 37 years.

                                                        + +

                                                        Here's an update from the OHA :
                                                        +• Reservation can only be made online at www.hotelsyracuseghostwalk.eventbrite.com, not by calling OHA
                                                        +• There are no walk-ins allowed
                                                        +• There are a limited amount of tickets being added today, December 29th, at 2 P.M. for the January 3rd tours.
                                                        +

                                                        + + +
                                                        + + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        + + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        + + + + + + + + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + + + + + + + + +
                                                        +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/talkingpointsmemo.com1.html b/tests/data/html/talkingpointsmemo.com1.html new file mode 100644 index 0000000..dffec37 --- /dev/null +++ b/tests/data/html/talkingpointsmemo.com1.html @@ -0,0 +1,770 @@ + + + + + + + + + + + + + +The Small Miracle You Haven't Heard About Amid the Carnage in Syria + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + +
                                                        + +
                                                        + +
                                                        + +
                                                        +
                                                        +
                                                        + + +
                                                        +
                                                        +
                                                        + +
                                                        + +
                                                        +
                                                        +
                                                        + +The Slice + +
                                                        stories that cut to the quick
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + + + + + +
                                                        +
                                                        + + + + +
                                                        +
                                                        +
                                                        +The Small Miracle You Haven't Heard About Amid the Carnage in Syria +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +

                                                        The Small Miracle You Haven't Heard About Amid the Carnage in Syria

                                                        +
                                                        +
                                                        +ByMalcolm Harris + +| + +January 14, 2015 +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + + + + + + + + + + + + + + +
                                                        + +
                                                        + +
                                                        +
                                                        +

                                                        It’s a familiar scene: Young people in a makeshift press center sitting around laptops talking about the best way to post a video. Facebook first, or their own news page? Skype isn’t working. When a TV station calls her cell, one woman shushes the room with a waved hand. Behind the camera is Zanyar Omrani, a friendly journalist smuggled in and given permission to record. They could be activists anywhere in the world, except the walls are lined with AK-47s and outside everything is rubble.

                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        + +
                                                        +

                                                        In the beginning of October, Islamic State forces surrounded and besieged the Kurdish town of Kobane in northern Syria at the border with Turkey. IS had swept through Iraq quickly, picking up American tanks and mortars abandoned by the fleeing Iraqi army along the way. Observers feared a humanitarian disaster akin to the IS massacre of ethnic Yazidis on Mount Sinjar in August. The Pentagon insisted that, with no ground troops to fight, Kobane could not be saved. Turkish tanks sat at the border, waiting for an IS victory and a possible ground invasion.

                                                        + +

                                                        Months after it was supposed to fall, Kobane still stands, and IS has been forced back. The story of the town’s resistance is an epic tale of determination and self-defense, and it’s one U.S. officials would rather not discuss. When the Pentagon claimed there were no ground troops in Kobane, they weren’t exactly telling the truth. In 2012, Syrian forces withdrew from three northern areas, leaving their administration and defense to the Kurdish Freedom Movement. Now the three territories hold more than four million people, half of them refugees from the Syrian civil war or the Islamic State’s advance, and many of them armed and organized. Kobane is one of the three territories that together constitute the autonomous region of Rojava, and it endures today because of the fiercely egalitarian society the people have built, the kind idealized by many leftists around the world.

                                                        + +

                                                        Most Americans, even the ones who pay close attention to national involvement in the Middle East, have little to no idea about what has been happening in Kobane. The Pentagon has been less than forthcoming with support for these enemies of our enemies; their fighters are still on the State Department list of foreign terrorist organizations. The American media has more or less ignored the political project in Rojava; they’ve been more comfortable painting Kurds as desperate fighters fending off the Islamic State. Besides, there are a lot of acronyms and complicated political affiliations to sort through. But while America isn’t watching, something incredible is happening. At the geographical nexus of so many of the world’s conflicts, a new post-national project is emerging.

                                                        + +

                                                        + +

                                                        First, a little history and some acronyms. Because of our invasion of Iraq, when Americans think of Kurds, we tend to think of the Kurdistan Regional Government (KRG) that controls the oil-rich northern part of the country. It’s a moderate, stable region, and if there were victors of the American invasion, the KRG probably tops the list. Their president, Massoud Barzani, recently finished high on Time’s Person Of The Year list. But the KRG and their peshmerga fighters don’t control Rojava. The governing party there is the Democratic Union Party (PYD), a Syrian affiliate of the Kurdish Worker’s Party (PKK), which is a Marxist political organization founded in Ankara in 1978 that took up arms against Turkey for Kurdish independence.

                                                        The PKK’s operations underwent a shift after founder and leader Abdullah Öcalan was captured by Turkey in 1999. The group had established an operations base in the Qandil Mountains at the Iran-Iraq border, but with the Soviet Union dissolved and old sources of support drying up, the Marxist-Leninist revolutionaries were stuck at a historical crossroads. They unilaterally put down their guns, then picked them up again five years later. In 2005, his death sentence reduced to life in prison, Öcalan made a surprising announcement: He renounced nationalism. The PKK and its affiliates followed suit, dropping the fight for a seat at the UN and adopting a unique political ideology called democratic confederalism. When the Syrian government withdrew from what would be Rojava in 2012, they did not declare independence despite controlling the territory. Just when the world’s largest stateless group finally seems poised to join the modern nation state system, when the dream of a Kurdistan (if not a united one) in northern Iraq is nearly at hand, the PKK has abandoned its foundational agenda. What happened? The simplest answer is they thought of a better idea. +
                                                        Despite being Turkey’s most notorious prisoner, Öcalan has kept in communication with his comrades (that’s what they call each other) through his writing, some of which has been translated for a western audience that has so far yet to appear. In a pamphlet on democratic confederalism, Öcalan laid out the premise for his unexpected turn: +

                                                        So far, with a view to issues of ethnicity and nationhood like the Kurdish question, which have their roots deep in history and at the foundations of society, there seemed to be only one viable solution: the creation of a nation-state, which was the paradigm of the capitalist modernity at that time. We did not believe, however, that any ready-made political blueprints would be able to sustainably improve the situation of the people in the Middle East. Had it not been nationalism and nation-states which had created so many problems in the Middle East?
                                                        + +

                                                        The Kurdish freedom struggle, he explains, had always been about “liberating the society and democratizing it” and resisting “the global domination of the modern capitalist system.” Inspired by decolonization struggles throughout the global south, the PKK’s founders followed their model, attempting a Maoist guerrilla war strategy to establish their own nation. They were always a little behind the times; by the PKK’s founding in 1978, the Cold War period of national liberation had drawn to a close. Even if, against all odds, they were to win, the most likely outcome would be a Cuba-style trade embargo enforced by Turkey. The organization needed a new vision, and democratic confederalism was Öcalan’s answer.

                                                        + +

                                                        At the geographical nexus of so many of the world’s conflicts, a new post-national project is emerging.
                                                        + +

                                                        So what is democratic confederalism? Öcalan calls it “a non-state political administration” or a “democracy without a state.” Instead of centralizing political power in a government, confederalism views society holistically, as an association of associations of intrinsically social people. It aspires to flatten the divisions the state places between public, productive and domestic life, linking together sewing cooperatives, neighborhood communes, refugee assistance groups, schools and self-defense forces in a common framework. The higher levels of organization exist to facilitate the grassroots, and decisions flow from the bottom to the top. It’s designed to work without, beneath, between and against nation-states, depending on the situation. Like the Islamic State, democratic confederalism does not recognize borders except as obstacles to overcome. “It is flexible, multi-cultural, anti-monopolistic, and consensus-oriented,” Öcalan writes. “Ecology and feminism are central pillars.”

                                                        +
                                                        + +
                                                        +
                                                        + +

                                                        This sounds like the hippie rhetoric of an Occupy Wall Street press release, not the ideological program of an armed group holding territory in wartorn northern Syria. Many of us think of the Middle East as one of the most repressive and authoritarian regions, and what’s happening here is the polar opposite. Stereotypes about the Middle East being nationalist, even xenophobic, have left Americans unprepared to hear about an inclusive, egalitarian platform from someone named “Abdullah.”

                                                        + +

                                                        The one aspect of Rojava’s struggle that has captivated the western media— from Breitbart.com to Elle—are the Women’s Protection Units (YPJ), the female-only wing of Rojava’s army. The bands of women study political theory, sing, dance, eat and fight the Islamic State to the death for territory. Always intrigued by young women toting big guns, English-language publications have removed these fighters from their political context in order to make IS look barbaric by comparison. But even as these articles throw around terms like “hero,” they have still managed to undersell the YPJ’s accomplishments.

                                                        + +

                                                        + +

                                                        Democratic confederalism takes a hard line on the role of women in society. While Americans may like the picture of sexy young women smiling while they kill IS soldiers, their official program verges on what Reddit might call “misandry.”

                                                        + +

                                                        “The fundamental question is why man is so jealous, dominant and villainous where woman is concerned,” Öcalan writes, “why he continues to play the rapist.” He calls for a “total divorce” from “the five-thousand-years-old culture of male domination,” including but not limited to capitalism, the state, the nuclear family, prisons and the constructed gender binary. Part of the practical application of this theory includes the formation of women-only organizations like the YPJ, which operate alongside rather than beneath gender-integrated associations like the People’s Protection Units (YPG). Decision-making in Rojava at all levels requires a quota of 40 percent women, and every municipality is led by a male-female team. Hardly the stagnant, patriarchal image Americans assign to Middle Eastern communities.

                                                        + +

                                                        It’s an idealistic agenda, and an audacious one, especially given the Kurds’ precarious geo-political position. But democratic confederalism is a resourceful strategy, a way to marshall and combine all of a society’s resources without unaffordable inefficiencies like profit and patriarchal domination. Does it work? In late 2011, a group of German activists traveled into the PKK-controlled area of eastern Turkey to see how, six years after Öcalan’s call, democratic confederalism was progressing in the shadow of the state. They interviewed members of many organizations, from pickle-producers and teachers to political and military leaders, and what they found was the embryo of a new society. Localities have “peace committees” to resolve disputes without the threat of jail. Women’s councils enforce social isolation for spousal abuse. In the city of Gewer, the children’s council designed the playground. To break cycles of inter-family revenge, legal committees seek a peaceful and consensual solution “even in cases of murder.”

                                                        + +

                                                        Although IS hasn’t been completely cleared from Kobane, it now seems clear the YPG and YPJ will win, if only by the smallest margin. Without the egalitarian social framework, there’s little doubt the town would have been lost, as American officials expected. Instead, the defense of Kobane was a lesson in the geopolitical importance of democracy beyond the state. In the wake of America’s Occupy moment, many on the left have been looking for a vision of horizontalism that lasts longer than a pop-up sneaker store. Rojava shows us it’s possible.

                                                        + +

                                                        Malcolm Harris is an editor at The New Inquiry and a writer based in Brooklyn.

                                                        +
                                                        +
                                                        + +
                                                        +
                                                        + + +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        + +
                                                        +
                                                        + + +
                                                        + + + + + + + + + + + + + + + + diff --git a/tests/data/html/technologyreview.com1.html b/tests/data/html/technologyreview.com1.html new file mode 100644 index 0000000..2704b2c --- /dev/null +++ b/tests/data/html/technologyreview.com1.html @@ -0,0 +1,2095 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + CRISPR Patents Spark Fight to Control Genome Editing | MIT Technology Review + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        + + + +
                                                        +
                                                        +

                                                        Select your localized edition:

                                                        + + Close × +
                                                        + + +
                                                        +
                                                        + + + +
                                                        +
                                                        +
                                                        +

                                                        More Ways to Connect

                                                        +

                                                        Discover one of our 28 local entrepreneurial communities »

                                                        +

                                                        Be the first to know as we launch in new countries and markets around the globe.

                                                        +

                                                        Interested in bringing MIT Technology Review to your local market?

                                                        +
                                                        +
                                                        + + + +
                                                        + +
                                                        + + +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +

                                                        MIT Technology ReviewMIT Technology Review - logo

                                                        + +
                                                         
                                                        +
                                                        +
                                                        + + +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +

                                                        Unsupported browser: Your browser does not meet modern web standards. See how it scores »

                                                        +
                                                        +
                                                        + + + +
                                                        + + +
                                                        + +
                                                        + +
                                                        +
                                                        +
                                                        + + +
                                                        + + +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +

                                                        { action.text }

                                                        +
                                                        +
                                                        + + +
                                                        + + +
                                                        + +
                                                        + + +
                                                        + +
                                                        + +
                                                        +
                                                        +

                                                        Who Owns the Biggest Biotech Discovery of the Century?

                                                        +

                                                        + + Featured Story +

                                                        + +
                                                        +
                                                        + + + + + +

                                                        Who Owns the Biggest Biotech Discovery of the Century?

                                                        +

                                                        + There’s a bitter fight over the patents for CRISPR, a breakthrough new form of DNA editing.

                                                        + + + + + + + + + +
                                                        + +
                                                        + + + + + + +
                                                        + + + + + +
                                                        + +
                                                        + +
                                                        + +
                                                        + + +

                                                        Last month in Silicon Valley, biologists Jennifer Doudna and Emmanuelle Charpentier showed up in black gowns to receive the $3 million Breakthrough Prize, a glitzy award put on by Internet billionaires including Mark Zuckerberg. They’d won for developing CRISPR-Cas9, a “powerful and general technology” for editing genomes that’s been hailed as a biotechnology breakthrough.

                                                        +

                                                        Not dressing up that night was Feng Zhang (see 35 Innovators Under 35, 2013), a researcher in Cambridge at the MIT-Harvard Broad Institute. But earlier this year Zhang claimed his own reward. In April, he won a broad U.S. patent on CRISPR-Cas9 that could give him and his research center control over just about every important commercial use of the technology.

                                                        +

                                                        How did the high-profile prize for CRISPR and the patent on it end up in different hands? That’s a question now at the center of a seething debate over who invented what, and when, that involves three heavily financed startup companies, a half-dozen universities, and thousands of pages of legal documents.

                                                        +

                                                        “The intellectual property in this space is pretty complex, to put it nicely,” says Rodger Novak, a former pharmaceutical industry executive who is now CEO of CRISPR Therapeutics, a startup in Basel, Switzerland, that was cofounded by Charpentier. “Everyone knows there are conflicting claims.”

                                                        + +

                                                        At stake are rights to an invention that may be the most important new genetic engineering technique since the beginning of the biotechnology age in the 1970s. The CRISPR system, dubbed a “search and replace function” for DNA, lets scientists easily disable genes or change their function by replacing DNA letters. During the last few months, scientists have shown that it’s possible to use CRISPR to rid mice of muscular dystrophy, cure them of a rare liver disease, make human cells immune to HIV, and genetically modify monkeys (see “Genome Surgery” and “10 Breakthrough Technologies 2014: Genome Editing”).

                                                        +

                                                        No CRISPR drug yet exists. But if CRISPR turns out to be as important as scientists hope, commercial control over the underlying technology could be worth billions.

                                                        +

                                                        The control of the patents is crucial to several startups that together quickly raised more than $80 million to turn CRISPR into cures for devastating diseases. They include Editas Medicine and Intellia Therapeutics, both of Cambridge, Massachusetts. Companies expect that clinical trials could begin in as little as three years.

                                                        + +

                                                        Zhang cofounded Editas Medicine, and this week the startup announced that it had licensed his patent from the Broad Institute. But Editas doesn’t have CRISPR sewn up. That’s because Doudna, a structural biologist at the University of California, Berkeley, was a cofounder of Editas, too. And since Zhang’s patent came out, she’s broken off with the company, and her intellectual property—in the form of her own pending patent—has been licensed to Intellia, a competing startup unveiled only last month. Making matters still more complicated, Charpentier sold her own rights in the same patent application to CRISPR Therapeutics.

                                                        +
                                                        +

                                                        No CRISPR drug yet exists. But if CRISPR turns out to be as important as scientists hope, commercial control over the underlying technology could be worth billions.

                                                        +
                                                        +

                                                        In an e-mail, Doudna said she no longer has any involvement with Editas. “I am not part of the company’s team at this point,” she said. Doudna declined to answer further questions, citing the patent dispute.

                                                        +

                                                        Few researchers are now willing to discuss the patent fight. Lawsuits are certain and they worry anything they say will be used against them. “The technology has brought a lot of excitement, and there is a lot of pressure, too. What are we going to do? What kind of company do we want?” Charpentier says. “It all sounds very confusing for an outsider, and it’s also quite confusing as an insider.”

                                                        +

                                                        Academic labs aren’t waiting for the patent claims to get sorted out. Instead, they are racing to assemble very large engineering teams to perfect and improve the genome-editing technique. On the Boston campus of Harvard’s medical school, for instance, George Church, a specialist in genomics technology, says he now has 30 people in his lab working on it.

                                                        + +

                                                        Because of all the new research, Zhang says, the importance of any patent, including his own, isn’t entirely clear. “It’s one important piece, but I don’t really pay attention to patents,” he says. “What the final form of this technology is that changes people’s lives may be very different.”

                                                        + + +

                                                        The new gene-editing system was unearthed in bacteria—organisms that use it as a way to identify, and then carve up, the DNA of invading viruses. That work stretched across a decade. Then, in June 2012, a small team led by Doudna and Charpentier published a key paper showing how to turn that natural machinery into a “programmable” editing tool, to cut any DNA strand, at least in a test tube.

                                                        +

                                                        The next step was clear—scientists needed to see if the editing magic could work on the genomes of human cells, too. In January 2013, the laboratories of Harvard’s Church and Broad’s Zhang were first to publish papers showing that the answer was yes. Doudna published her own results a few weeks later.

                                                        +

                                                        Everyone by then realized that CRISPR might become an immensely flexible way to rewrite DNA, and possibly to treat rare metabolic problems and genetic diseases as diverse as hemophilia and the neurodegenerative disease Huntington’s.

                                                        + +

                                                        Venture capital groups quickly began trying to recruit the key scientists behind CRISPR, tie up the patents, and form startups. Charpentier threw in with CRISPR Therapeutics in Europe. Doudna had already started a small company, Caribou Biosciences, but in 2013 she joined Zhang and Church as a cofounder of Editas. With $43 million from leading venture funds Third Rock Ventures (see “50 Smartest Companies: Third Rock Ventures”), Polaris Partners, and Flagship Ventures, Editas looked like the dream team of gene-editing startups.

                                                        +

                                                        In April of this year, Zhang and the Broad won the first of several sweeping patents that cover using CRISPR in eukaryotes—or any species whose cells contain a nucleus (see “Broad Institute Gets Patent on Revolutionary Gene-Editing Method”). That meant that they’d won the rights to use CRISPR in mice, pigs, cattle, humans—in essence, in every creature other than bacteria.

                                                        +

                                                        The patent came as a shock to some. That was because Broad had paid extra to get it reviewed very quickly, in less than six months, and few knew it was coming. Along with the patent came more than 1,000 pages of documents. According to Zhang, Doudna’s predictions in her own earlier patent application that her discovery would work in humans was “mere conjecture” and that, instead, he was the first to show it, in a separate and “surprising” act of invention.

                                                        +

                                                        The patent documents have caused consternation. The scientific literature shows that several scientists managed to get CRISPR to work in human cells. In fact, its easy reproducibility in different organisms is the technology’s most exciting hallmark. That would suggest that, in patent terms, it was “obvious” that CRISPR would work in human cells, and that Zhang’s invention might not be worthy of its own patent.

                                                        +

                                                        What’s more, there’s scientific credit at stake. In order to show he was “first to invent” the use of CRISPR-Cas in human cells, Zhang supplied snapshots of lab notebooks that he says show he had the system up and running in early 2012, even before Doudna and Charpentier published their results or filed their own patent application. That timeline would mean he hit on the CRISPR-Cas editing system independently. In an interview, Zhang affirmed he’d made the discoveries on his own. Asked what he’d learned from Doudna and Charpentier’s paper, he said “not much.”

                                                        +

                                                        Not everyone is convinced. “All I can say is that we did it in my lab with Jennifer Doudna,” says Charpentier, now a professor at the Helmholtz Centre for Infection Research and Hannover Medical School in Germany. “Everything here is very exaggerated because this is one of those unique cases of a technology that people can really pick up easily, and it’s changing researchers’ lives. Things are happening fast, maybe a bit too fast.”

                                                        +

                                                        This isn’t the end of the patent fight. Although Broad moved very swiftly, lawyers for Doudna and Charpentier are expected to mount an interference proceeding in the U.S.—that is, a winner-takes-all legal process in which one inventor can take over another’s patent. Who wins will depend on which scientist can produce lab notebooks, e-mails, or documents with the earliest dates.

                                                        +

                                                        “I am very confident that the future will clarify the situation,” says Charpentier. “And I would like to believe the story is going to end up well.”

                                                        + + + +
                                                        + + + +
                                                        + + + +
                                                        +

                                                        + + 36 comments. Share your thoughts » + + +

                                                        +
                                                        + + +
                                                        +

                                                        + Credit: Images courtesy of Helmholtz Centre for Infection Research (HZI) | M. Rohde and Justin Bishop/Breakthrough Prize

                                                        + +

                                                        + Tagged: + Biomedicine, genetics, genetic engineering, gene therapy, diseases, Feng Zhang, Harvard University, Editas Medicine, gene editing, CRISPR Therapeutics, Jennifer Doudna, Broad Institute

                                                        + +

                                                        + Reprints + and Permissions + | + Send feedback to the editor + + + + +

                                                        +
                                                        + +
                                                        +
                                                        +
                                                        + + + + + +
                                                        + +
                                                        + +
                                                        + +
                                                        + +
                                                        +
                                                        + +
                                                        + +
                                                        + + +
                                                        + + +
                                                        + +
                                                        + + + +
                                                        + + +

                                                        + Antonio Regalado Editor +

                                                        +

                                                        View Profile »

                                                        +                                                         +

                                                        + + +
                                                        +
                                                        + +
                                                        +
                                                        + +
                                                        + + + + + + + +
                                                        + +
                                                        + +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        + + + + + + + + + + +
                                                        +
                                                        + + + + + + + + + + +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        + + + + +
                                                        +
                                                        + +
                                                        + +
                                                        + +
                                                        + + + +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        + +
                                                        + +
                                                        + +
                                                        +
                                                        +
                                                        + + +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + +
                                                        + +
                                                        + + + +
                                                        +

                                                        From the Archives

                                                        + + + + + + + + + + + + +
                                                        + +
                                                        + + +
                                                        + Close + +

                                                        Introducing MIT Technology Review Insider.

                                                        + +
                                                        +
                                                        +

                                                        Already a Magazine subscriber?

                                                        +

                                                        + You're automatically an Insider. It's easy to activate or upgrade your account. +

                                                        + Activate Your Account +
                                                        + +
                                                        +

                                                        Become an Insider

                                                        +

                                                        + It's the new way to subscribe. Get even more of the tech news, research, and discoveries you crave. +

                                                        + Sign Up +
                                                        + +
                                                        +

                                                        Learn More

                                                        +

                                                        + Find out why MIT Technology Review Insider is for you and explore your options. +

                                                        + Show Me +
                                                        +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/technologyreview.com2.html b/tests/data/html/technologyreview.com2.html new file mode 100644 index 0000000..2443040 --- /dev/null +++ b/tests/data/html/technologyreview.com2.html @@ -0,0 +1,2056 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Old Laptop Batteries Could Help Power the Developing World | MIT Technology Review + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        + + + +
                                                        +
                                                        +

                                                        Select your localized edition:

                                                        + + Close × +
                                                        + + +
                                                        +
                                                        + + + +
                                                        +
                                                        +
                                                        +

                                                        More Ways to Connect

                                                        +

                                                        Discover one of our 28 local entrepreneurial communities »

                                                        +

                                                        Be the first to know as we launch in new countries and markets around the globe.

                                                        +

                                                        Interested in bringing MIT Technology Review to your local market?

                                                        +
                                                        +
                                                        + + + +
                                                        + +
                                                        + + +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +

                                                        MIT Technology ReviewMIT Technology Review - logo

                                                        + +
                                                         
                                                        +
                                                        +
                                                        + + +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +

                                                        Unsupported browser: Your browser does not meet modern web standards. See how it scores »

                                                        +
                                                        +
                                                        + + + +
                                                        + + +
                                                        + +
                                                        + +
                                                        +
                                                        +
                                                        + + +
                                                        + + +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +

                                                        { action.text }

                                                        +
                                                        +
                                                        + + +
                                                        + + +
                                                        + +
                                                        + + +
                                                        + +
                                                        + + + + + + + +

                                                        Discarded Laptop Batteries Keep the Lights On

                                                        +

                                                        + Millions of batteries discarded with computers have more than enough life to power home lighting for one year, researchers in India say.

                                                        + + + + + + + + + +
                                                        + +
                                                        + + + + + + +
                                                        + + + + + +
                                                        + +
                                                        + +
                                                        + +
                                                        + + +

                                                        Many of the estimated 50 million lithium-ion laptop batteries discarded every year could provide electricity storage sufficient to light homes in poor countries, researchers at IBM say.

                                                        +

                                                        In work being aired this week at a conference in San Jose, researchers at IBM Research India in Bangalore found that at least 70 percent of all discarded batteries have enough life left to power an LED light at least four hours a day for a year.

                                                        +

                                                        While it’s possible to combine LED lights with solar panels and rechargeable batteries (see “Innovators Under 35: Evans Wadongo”), using discarded batteries could make the approach far cheaper.

                                                        +

                                                        “The most costly component in these systems is often the battery,” says Vikas Chandan, a research scientist at the lab’s Smarter Energy Group, who led the project. “In this case, the most expensive part of your storage solution is coming from trash.”

                                                        +

                                                        The IBM group, working with a hardware R&D firm called RadioStudio, tore open discarded laptop battery packaging and extracted individual storage units called cells, tested those individually to pick out the good ones, and recombined them to form refurbished battery packs. Then, after adding charging dongles as well as circuitry to prevent overheating, they gave them to five users in Bangalore who lived in slums or operated sidewalk carts.

                                                        +

                                                        Three months later, the users said the battery packs had worked well; the main request was for rat-resistant wires and brighter bulbs, says Mohit Jain, a research engineer with the group. A revised setup is now being tested.

                                                        + +

                                                        Around 50 million laptop and desktop computers are discarded in the United States every year, according to the Environmental Protection Agency. Meanwhile, in India alone, about 400 million people lack grid-connected electricity.

                                                        +

                                                        IBM is not considering this as a business but says the technology could be offered free to poor countries. 

                                                        +
                                                        + + +

                                                        MIT Technology Review Custom: Technology Insights

                                                        +

                                                        Simplifying IT: Can You? Should You?

                                                        +

                                                        This Technology Insights Custom Report will help business and IT professionals recognize and root out causes of IT complexity.

                                                        +

                                                        Free download courtesy of Pure Storage: Download report

                                                        +                                                         +
                                                        + + + +
                                                        + + + +
                                                        + + + +
                                                        +

                                                        + + 20 comments. Share your thoughts » + + +

                                                        +
                                                        + + +
                                                        +

                                                        + Credit: Courtesy of IBM Research India

                                                        + +

                                                        + Tagged: + Energy, Materials, batteries, developing world

                                                        + +

                                                        + Reprints + and Permissions + | + Send feedback to the editor + + + + +

                                                        +
                                                        + +
                                                        +
                                                        +
                                                        + + + + +
                                                        + + + +
                                                        + +
                                                        + + + +
                                                        + +
                                                        +
                                                        + +
                                                        + + + + + + + + + + + + +
                                                        + +
                                                        + + +
                                                        + +
                                                        + + + +
                                                        + + +

                                                        + David Talbot Editor +

                                                        +

                                                        View Profile »

                                                        +                                                         +

                                                        + + +
                                                        +
                                                        + +
                                                        +
                                                        + +
                                                        + + + + + + + +
                                                        + +
                                                        + +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        + + + + + + + + + + +
                                                        +
                                                        + + + + + + + + + + +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        + + + + +
                                                        +
                                                        + +
                                                        + +
                                                        + +
                                                        + + + +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        + +
                                                        + +
                                                        + +
                                                        +
                                                        +
                                                        + + +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + +
                                                        + +
                                                        + + + +
                                                        +

                                                        From the Archives

                                                        + + + + + + + + + + + + +
                                                        + +
                                                        + + +
                                                        + Close + +

                                                        Introducing MIT Technology Review Insider.

                                                        + +
                                                        +
                                                        +

                                                        Already a Magazine subscriber?

                                                        +

                                                        + You're automatically an Insider. It's easy to activate or upgrade your account. +

                                                        + Activate Your Account +
                                                        + +
                                                        +

                                                        Become an Insider

                                                        +

                                                        + It's the new way to subscribe. Get even more of the tech news, research, and discoveries you crave. +

                                                        + Sign Up +
                                                        + +
                                                        +

                                                        Learn More

                                                        +

                                                        + Find out why MIT Technology Review Insider is for you and explore your options. +

                                                        + Show Me +
                                                        +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/teenvogue.com1.html b/tests/data/html/teenvogue.com1.html new file mode 100644 index 0000000..71e020f --- /dev/null +++ b/tests/data/html/teenvogue.com1.html @@ -0,0 +1,5658 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Disney Channel Original Movies | Zenon, Smart House, Luck of the Irish | TeenVogue.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + +
                                                        +
                                                        + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                          +
                                                        • nav
                                                          • +
                                                        • search
                                                          • +
                                                        + + + + + + + + + + +
                                                        + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + +
                                                        +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        back
                                                        + + + + +
                                                        + + + + + + +
                                                        + + + + + +
                                                        + + +
                                                        + + + + +
                                                        + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        + + +
                                                        + + + + + +
                                                        +
                                                        +
                                                        + + + + + + + + + + + +
                                                        Entertainment
                                                        + + + + + + + + + + + + + + + + +

                                                        7 Disney Channel Original Movies That You Need to See Immediately

                                                        + + + + + + +
                                                        +
                                                        + + + + + +
                                                        + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + +
                                                        + +
                                                        + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +

                                                        As you may remember from High School Musical or Camp Rock or The Cheetah Girls, Disney Channel Original Movies aren't just made-for-TV movies, but actual events. Like something you looked forward to forever because it was basically like being at the exciting opening night showing, only in your own home.

                                                        + +

                                                        Not that the recent DCOM selection isn't great and all, but we definitely suggest locating these movies over holiday break and watching them over and over again. Scrunchies and roll-on body glitter optional.

                                                        + + +
                                                        + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                          + + + +
                                                        • +
                                                          • + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + +
                                                        + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + Disney Channel Original Movies + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + Subscribe to Teen Vogue + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        + + + + + + +
                                                        + + + +
                                                        +
                                                        + + + + + +
                                                        + +
                                                        +
                                                        1 of 8
                                                        +
                                                         
                                                        + + + +

                                                        +
                                                        1 of 8
                                                        +
                                                         
                                                        +
                                                        + + + + + +
                                                        + + + +
                                                        + + + + + + + + + + + + + +

                                                        We're all supernova girls!

                                                        + + + + + + + + + +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +

                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +

                                                        +

                                                        +
                                                        +
                                                        +
                                                        + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +

                                                        As you may remember from High School Musical or Camp Rock or The Cheetah Girls, Disney Channel Original Movies aren't just made-for-TV movies, but actual events. Like something you looked forward to forever because it was basically like being at the exciting opening night showing, only in your own home.

                                                        + +

                                                        Not that the recent DCOM selection isn't great and all, but we definitely suggest locating these movies over holiday break and watching them over and over again. Scrunchies and roll-on body glitter optional.

                                                        + + +
                                                        + + + + + +
                                                        +
                                                        + +
                                                        + + + + + + + + + + + + + + + + + +
                                                        + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + +
                                                        +
                                                        + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + +
                                                        + +
                                                        + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + +
                                                        + + + +
                                                        +
                                                        show comments
                                                        + + + + + + + + +
                                                        + + + + +
                                                        + + + + + + + + +
                                                        + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + +
                                                        + + +
                                                        + +
                                                        + +
                                                        +
                                                        + +
                                                        + + + + + + + + + + + + + + + + +

                                                        We're all supernova girls!

                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + by + + +
                                                        +
                                                        +
                                                        + + + + + + + + + + + + + + + + + +
                                                        + +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +

                                                        +

                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + +
                                                        + +
                                                        + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + +
                                                        + back to top +
                                                        + + +
                                                        + + + + + + + + + + + + + + + +
                                                        + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                         
                                                        + + + + diff --git a/tests/data/html/teenvogue.com2.html b/tests/data/html/teenvogue.com2.html new file mode 100644 index 0000000..48e7b65 --- /dev/null +++ b/tests/data/html/teenvogue.com2.html @@ -0,0 +1,5680 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +Most Stylish New Celebrities of 2014 | Best Dressed Teen Stars | TeenVogue.com + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + +
                                                        +
                                                        + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                          +
                                                        • nav
                                                          • +
                                                        • search
                                                          • +
                                                        + + + + + + + + + + +
                                                        + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + +
                                                        +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        back
                                                        + + + + +
                                                        + + + + + + +
                                                        + + + + + +
                                                        + + +
                                                        + + + + +
                                                        + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        + + +
                                                        + + + + + +
                                                        +
                                                        +
                                                        + + + + + + + + +
                                                        celebrity-style
                                                        + + + + + + + + + + + + + +

                                                        The Top 10 Break-Out Style Stars of 2014

                                                        + + + + + + +
                                                        +
                                                        + + + + + +
                                                        + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + +
                                                        + +
                                                        + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +

                                                        Every year, we love looking back and picking out our favorite red carpet looks from 52 weeks worth of awards shows, highfalutin' fashion events, movie premieres, and every kind of party you can imagine. And while we adore seeing all of our favorite familiar faces, the most exciting moments come from the rookies that are either just hitting the scene this year or just hitting their stride in the style department.

                                                        + +

                                                        Ahead, we've rounded up our top 10 break-out style star picks for 2014. Click through to see who we chose, and don't forget to nominate your favorites in the comments!

                                                        + +
                                                        + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                          + + + +
                                                        • +
                                                          • + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + +
                                                        + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + Most Stylish New Celebrities of 2014 | Best Dressed Teen Stars + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + Subscribe to Teen Vogue + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        + + + + + + +
                                                        + + + +
                                                        +
                                                        + + + + + +
                                                        + +
                                                        +
                                                        1 of 11
                                                        +
                                                         
                                                        + + + +

                                                        +
                                                        1 of 11
                                                        +
                                                         
                                                        +
                                                        + + + + + +
                                                        + + + +
                                                        + + + + + + + + + + + + + +

                                                        You're going to want to keep an eye out for these stunners in 2015.

                                                        + + + + + + + + + +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +

                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +

                                                        +

                                                        +
                                                        +
                                                        +
                                                        + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +

                                                        Every year, we love looking back and picking out our favorite red carpet looks from 52 weeks worth of awards shows, highfalutin' fashion events, movie premieres, and every kind of party you can imagine. And while we adore seeing all of our favorite familiar faces, the most exciting moments come from the rookies that are either just hitting the scene this year or just hitting their stride in the style department.

                                                        + +

                                                        Ahead, we've rounded up our top 10 break-out style star picks for 2014. Click through to see who we chose, and don't forget to nominate your favorites in the comments!

                                                        + +
                                                        + + + + + +
                                                        +
                                                        + +
                                                        + + + + + + + + + + + + + + + + + +
                                                        + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + +
                                                        +
                                                        + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + +
                                                        + +
                                                        + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + +
                                                        + + + +
                                                        +
                                                        show comments
                                                        + + + + + + + + +
                                                        + + + + +
                                                        + + + + + + + + +
                                                        + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + +
                                                        + + +
                                                        + +
                                                        + +
                                                        +
                                                        + +
                                                        + + + + + + + + + + + + + + + + +

                                                        You're going to want to keep an eye out for these stunners in 2015.

                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + by + + +
                                                        +
                                                        +
                                                        + + + + + + + + + + + + + + + + + +
                                                        + +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +

                                                        +

                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + +
                                                        + +
                                                        + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + +
                                                        + back to top +
                                                        + + +
                                                        + + + + + + + + + + + + + + + +
                                                        + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                         
                                                        + + + + diff --git a/tests/data/html/telegraph.co.uk1.html b/tests/data/html/telegraph.co.uk1.html new file mode 100644 index 0000000..d16f2f3 --- /dev/null +++ b/tests/data/html/telegraph.co.uk1.html @@ -0,0 +1,2694 @@ + + + + + + + + + + + + +AirAsia plane reported missing with 162 passengers on board: latest - Telegraph + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + +
                                                        +
                                                        + + +
                                                        Advertisement
                                                        +
                                                        + +
                                                        + + + + + + +
                                                        +
                                                        + +
                                                        Telegraph.co.uk
                                                         +
                                                        + +
                                                        +
                                                        +
                                                        +

                                                        + Saturday 03 January 2015

                                                        +
                                                        + +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        + + + +
                                                        +
                                                        + +
                                                        +
                                                          +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + + +
                                                        +
                                                          +
                                                        1. Home»
                                                          2. +
                                                        2. News»
                                                          3. +
                                                        3. World News»
                                                          4. +
                                                        4. Asia»
                                                          5. +
                                                        5. Indonesia
                                                        +
                                                        +
                                                        +
                                                        + + +
                                                        +
                                                        + + + + +
                                                        + +

                                                        AirAsia plane found in Java Sea: latest

                                                        +

                                                        +Search teams in the Java Sea are to resume looking for bodies from AirAsia + flight QZ8501 at dawn, as authorities say they could begin to wash ashore + +

                                                        + +
                                                        + + + + +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        + +

                                                        + By , Andrew Marszal and Josie Ensor

                                                        + +
                                                        +

                                                        5:00PM GMT 31 Dec 2014

                                                        +

                                                        + CommentsComments +

                                                        +
                                                        +
                                                        + + +
                                                        +
                                                        90000
                                                        +
                                                        2014-12-31 17:13:38.0
                                                        +
                                                        http://www.telegraph.co.uk/news/worldnews/asia/indonesia/11315001/AirAsia-plane-reported-missing-with-162-passengers-onboard-latest.html?service=artBody
                                                        +
                                                        + This page will automatically update every 90 secondsOn + Off +
                                                        +
                                                        + +
                                                        + + + +

                                                        +• Seven bodies from 162 on board found so far
                                                        +• AirAsia pilot's son 'thinks daddy is still + at work'
                                                        +• AirAsia plane found in Java Sea, in pictures
                                                        +• Plane thought to be upside down in sea
                                                        +• Brother of missing Briton speaks of + 'unbearable' heartache
                                                        +• Pilot had asked to change route to 'avoid bad weather'
                                                        +• Air Asia missing plane: How the news unfolded +

                                                        +

                                                        +Latest +

                                                        +

                                                        +17.00 We are going to leave our live coverage here for today, but will + be back at first light in Indonesia (around midnight GMT) with further + updates as the search continues. +

                                                        +

                                                        +Meanwhile, Jonathan Pearlman in Pangkalan Bun, and Tom Phillips + in Surabaya have this wrap of the day's events: +

                                                        +

                                                        +AirAsia Flight QZ8501: evidence suggests plane + stalled before passengers felt violent descent +

                                                        +

                                                        + +

                                                        +

                                                        + 16.06 AirAsia QZ8501 made an "unbelievably" steep climb + before it crashed, possibly pushing it beyond the Airbus A320's limits, + according to radar data, a source close to the investigation has told Reuters.

                                                        +

                                                        +Quote +"So far, the numbers taken by the radar are unbelievably high. This rate + of climb is very high, too high. It appears to be beyond the performance + envelope of the aircraft," he said. +

                                                        +

                                                        +The source, who declined to be named, added that more information was + needed to come to a firm conclusion. +

                                                        +

                                                        +

                                                        +15.25 As night falls in southeast Asia, the search has been called off + until tomorrow. +

                                                        +

                                                        +Meanwhile, Indonesians in Surabaya, East Java are holding a candle-lit vigil + for the victims of the crashed AirAsia airplane +

                                                        +

                                                        +

                                                        +

                                                        +14.53 These latest images from the search mission have just been + released by the Malaysian Navy: +

                                                        +

                                                        +Royal Malaysian Navy ship KD Lekir is show here retrieving the body of a + victim +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +The same ship is here shown retrieving AirAsia flight QZ8501's emergency + evacuation tube +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +14.29 Indonesian authorities are hoping to bring the five remaining + bodies that have been recovered from the AirAsia plane back to land at + around midnight, local time. The bodies have been stranded on an Indonesian + naval vessel and could not be flown back from sea due to the poor weather. + Only two bodies were able to be transferred by helicopter. +

                                                        +

                                                        +The new plan is for the naval ship to approach land near the coastal town of + Kumai and transfer the bodies to a smaller boat that can enter the town's + bay. The bodies will be left in hospital overnight and then flown to + Surabaya tomorrow. The plan was due to have happened already but was delayed + due to the poor weather. +

                                                        +

                                                        +

                                                        +

                                                        +14.07 An Indonesian search and rescue official has cast further doubt + on claims that one of the bodies recovered from the crashed AirAsia jet had + been wearing a life jacket. +

                                                        +

                                                        +"There is no victim that has been found wearing a life jacket," said + Tatang Zaenudin, deputy head of operations at the national search and rescue + agency. +

                                                        +

                                                        +"We found a body at 8.20 a.m. and a life jacket at 10.32 a.m. so there + was a time difference. This is the latest information we have," he + added. +

                                                        +

                                                        +The same official told Reuters earlier that one of the recovered bodies had + been wearing a life jacket +

                                                        +

                                                        +

                                                        +13.45 There remain several possible explanations for why QZ8501 + crashed. David Millward, the Telegraph's US correspondent and former + Transport Editor, explains the most likely: +

                                                        +

                                                        +Quote +The smart money seems to be moving towards the pitots freezing – they are the + little detectors near the nose of the aircraft measuring wind velocity they + are vital for the pilot when judging the wind speed. This is what did for + the Air France airbus, albeit rather a larger one. +

                                                        +

                                                        +There was also a suggestion on NBC that the fuel flow could have been + interfered with because of extreme cold. That is what caused the BA 747 to + pancake at Heathrow a few years ago. Simplest way of explaining is to think + of it as an aviation equivalent to a cardiac arrest because of blocked fuel + intake pipes. It had a different engine, however to the BA jumbo. +

                                                        +

                                                        +

                                                        +13.08 Tony Fernandes, the Air Asia chief, has been speaking at + Surabaya's airport about the rescue operation, badly hampered today by poor + weather. +

                                                        +

                                                        +"The weather unfortunately is not looking good for the next two or three + days," he told reporters. "That is slowing us down." +

                                                        +

                                                        +Mr Fernandes refused to discuss speculation about whether or not a passenger + was found wearing a life-jacket but confirmed that the main fuselage of + Flight QZ8501 had not been found. +

                                                        +

                                                        +

                                                        +12.15 More photos are coming in from the search. +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +11.48 There are still conflicting reports about whether a body was + found wearing a life jacket. +

                                                        +

                                                        +We are trying to get the answers for you. +

                                                        +

                                                        +

                                                        +11.23 Our picture desk have compiled a gallery of some of the most + powerful images from the search. +

                                                        +

                                                        +AirAsia plane found in Java Sea, in pictures + +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +11.18 More from Tom Phillips in Indonesia. +

                                                        +

                                                        + +I've just spoken to one of the relatives who has come to a Disaster Victim + Identification centre set up beside the hospital. +

                                                        +

                                                        +"I hope they can identify my brother soon," said Sigit Heriyanto, + who had three family members on the plane. +

                                                        +

                                                        +Family members are tonight giving blood samples for DNA analysis. But no + more bodies are expected to arrive today. +

                                                        +

                                                        +

                                                        +10.58 The latest updates from Tom Phillips in Indonesia. +

                                                        +

                                                        +Police forensic chiefs have just been briefing us here at the hospital where + 15 forensic doctors will identify victims brought here from crash site. +

                                                        +

                                                        +They don't expect any more bodies to arrive in Surabaya today because bad + weather has hampered the search. +

                                                        +

                                                        +An AirAsia pilot, who is helping with the identification process, told me just + after the bodies arrived: +

                                                        +

                                                        +Quote +It’s already 6 o’clock now. I guess it is very hard to find anything if it + dark. +

                                                        +

                                                        +

                                                        +09.52 In Indonesia, Tom Phillips has been speaking to the family + of the pilot, Captain Irianto. +

                                                        +

                                                        +He writes: +

                                                        +

                                                        + +When the devastating images of Flight QZ8501's wreckage flashed up on + television screens on Tuesday, few were left with any illusions about what + had happened to the 162 people on board. +

                                                        +

                                                        +But on Wednesday, as the first of the victims' bodies were flown back to the + Indonesian + city of Surabaya, one person remained completely in the dark: an + 8-year-old boy called Arya Galih Gegana. +

                                                        +

                                                        +Galih, as he is known, is the son of Irianto, the veteran pilot who was + flying the doomed AirAsia flight when it took off in the early hours of + Sunday. Relatives have yet to tell him that the father he so adored is gone. +

                                                        +

                                                        +"I told Galih that his father will not be coming straight home because + he has another job to do," said Budi Sutiono, the pilot's 55-year-old + brother and the boy's uncle. "He thinks daddy is still at work. +

                                                        +

                                                        +AirAsia pilot's son 'thinks daddy is still at work' +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +08.55 Here's the latest from our video team on the search for wreckage + and bodies. +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +08.21 Following the offer by the British government to assist in the + search for missing Air Asia flight QZ8501, an investigator from the UK's Air + Accident Investigation Branch (AAIB) is now helping with the search for the + plane's flight recorders. +

                                                        +

                                                        +The AAIB investigator has joined Singaporean experts to assist the Indonesian + operation. They hope to reach the search area on an Indonesian naval vessel + as soon as possible. The AAIB investigator is carrying specialist technical + equipment that can help locate the flight recorders. +

                                                        +

                                                        +Moazzam Malik, the British Ambassador to Indonesia, said: +

                                                        +

                                                        +Quote +On behalf of British people and Her Majesty's Government I would like to + express our deepest condolences to the family of the passengers and crew. + Our thoughts and prayers are with them at this difficult time. +

                                                        +

                                                        +The UK Air Accident Investigation Branch has long experience, expertise and + technical equipment that can help locate flight recorders underwater. I hope + their assistance can help the Indonesian authorities locate the black box + for Air Asia flight 8501 quickly. We stand ready to help with the subsequent + investigation if required." +

                                                        +

                                                        +

                                                        +07.49 AirAsia boss Tony Fernandes has just tweeted his thanks to the + authorities in Indonesia. +

                                                        +

                                                        +

                                                        +

                                                        +You can read more about Mr Fernandes - Asia's answer to Richard Branson - + here. +

                                                        +

                                                        +AirAsia plane missing: profile of airline boss Tony + Fernandes +

                                                        +

                                                        +

                                                        +07.38 Our correspondent Jonathan Pearlman, in Pangkalan Bun - + where the bodies are being brought from the crash site - brings us the + following update: +

                                                        +

                                                        +Quote +The two bodies from the crashed AirAsia flight that were returned to land + earlier today have now been identified, prepared in coffins and flown to + Surabaya. The Indonesian search authority said the bodies belonged to a boy, + 140cm tall, wearing a blue shirt and brown trousers, and a woman, 160cm + tall, wearing blue jeans and a dark blue shirt. +

                                                        +

                                                        +Some of the remaining five bodies found so far are due to land here soon + and will be identified and flown off in similar fashion. +

                                                        +

                                                        +Separately, AirAsia owner Tony Fernandes is at the airport in Pangkalan Bun + to meet with the Indonesian search authority. +

                                                        +

                                                        +

                                                        +07.13 +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +06.59 More on that body recovered from the crashed plane. +

                                                        +

                                                        +Tatang Zaenudin, an official with the search and rescue agency, said: +

                                                        +

                                                        +Quote +This morning, we recovered a total of four bodies and one of them was wearing + a life jacket. +

                                                        +

                                                        +

                                                        +06.48 Reuters - INDONESIA SEARCH AND RESCUE AGENCY SAYS BODY RECOVERED + FROM AIRASIA JET WAS WEARING LIFE JACKET +

                                                        +

                                                        +

                                                        + + Relatives of the missing passengers on board the AirAsia plane pray at + Juanda Airport, in Surabaya, Indonesia (EPA) +

                                                        +

                                                        +06.25 Jonathan Pearlman in Palangkan Bun has spoken to the head of the + search and rescue agency: +

                                                        +

                                                        +Quote +The Indonesian search authority says it expects bodies of survivors from the + AirAsia flight to start washing up ashore along the coastline in the coming + days. Air Vice Marshal Sunarbowo Sandi, the mission coordinator in + Palangkan Bun, says strong winds and currents have already moved debris up + to 30 miles since they were first seen yesterday. He says one more body was + found today but poor weather and visibility has made searching all but + impossible and is preventing authorities from flying all seven bodies back + to shore. The bodies are on naval vessels; two have been flown to land by + helicopter. +

                                                        +

                                                        +He says there has been no sign of the black box but a vessel with detection + equipment is being dispatched. He is not aware of any bodies being found in + life jackets. More than 90 divers are ready on ships to start searching but + have been unable due to the poor weather conditions. He also said there had + been no confirmation that the body of the plane has been spotted, though + some search personnel have reported seeing something that "seemed" + to be the plane. +

                                                        +

                                                        +06.20 This from Tom Phillips, our correspondent in Surabaya: +

                                                        +

                                                        +Quote +There are 75 ambulances lined up at Surabaya airport this morning in + anticipation of the arrival of the victims' bodies. +

                                                        +

                                                        +It's not clear when the victims will start arriving here, but when they do + they will be taken to the city's Bhayankara Hospital, around 6 miles away. + Already six bodies have been recovered we now understand, including one + wearing an AirAsia uniform. +

                                                        +

                                                        +Relatives have been holding prayer sessions this morning at the airport as + they wait for news about the progress of the rescue operation. +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +06.10 Update: total of 7 bodies - 4 men, 3 women - recovered so far, + says search chief. One was air hostess Khairunisa Haidar Fauzi,, who was in + uniform, one was in a life jacket according to reports, and three were found + still holding hands. +

                                                        +

                                                        + + Indonesian police collect AirAsia passenger records from relatives to + help identification of the victims at Juanda Airport, in Surabaya, Indonesia + (EPA) +

                                                        +

                                                        +05.20 Seventh body has reportedly just been found. Our correspondent Jonathan + Pearlman has just arrived in Pangkalan Bun airport, where Indonesian + military just arrived with two bodies. +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +04.25 Three people killed on AirAsia flight QZ8501 were holding hands + when their bodies were spotted floating in the Java sea off Indonesia, a + pilot involved in the search for the missing plane has claimed. +

                                                        +

                                                        +Lieutenant Airman Tri Wobowo, who co-piloted the C130 Hercules aircraft that + first saw debris of the plane on Tuesday, told Indonesian newspaper Kompas: "There + are seven to eight people. Three [of them] again hold hands." +

                                                        +

                                                        + + Members of an Indonesian search and rescue team carry a body on a + stretcher during the recovery operation (AFP/Getty) +

                                                        +

                                                        +04.00 Searchers says they've seen a sonar image appears to show an + aircraft lying upside down on the ocean floor. The newspaper quoted the + agency as saying the image appeared to show an airplane upside down in 24-30 + meters of water. +

                                                        +

                                                        +03.12 We have a little more on the bodies pulled up today: apparently + three are male and three female including, according to reports, 20-year-old + trainee flight assistant Khairunisa Haidar Fauzi. Ms Khairunisa’s father, + Haidar Fauzi, has said: “This is what we expected, and the sooner the body + is returned, the sooner we can have her back.” +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +02.50 As we reported earlier, searchers found three more bodies this + morning, including a flight attendant still wearing her AirAsia uniform, + bringing the total to six so far, Fully clothed bodies could also indicate + the plane was intact when it hit the water and support a theory that the + Airbus A320-200 suffered an aerodynamic stall and plunged into the sea. +

                                                        +

                                                        +"The fact that the debris appears fairly contained suggests the aircraft + broke up when it hit the water, rather than in the air," said Neil + Hansford, a former pilot and chairman of consultancy firm Strategic Aviation + Solutions. +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +02.10 AIrAsia boss is on his way to the island receiving bodies to + comfort relatives. +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +02.10 Stormy weather has forced Indonesian rescuers to suspend their + search for the bodies. +

                                                        +

                                                        +"We are experiencing bad weather now. Rains and winds prevented us from + resuming the search operation this morning," air force rescue + coordinator S.B. Supriyadi told AFP. +

                                                        +

                                                        + + Indonesian Navy divers inspect their gear upon arrival for the search + operation for the victims of AirAsia flight QZ 8501 at the airport in + Pangkalan Bun, Indonesia (AP) +

                                                        +

                                                        +National Search and Rescue Agency chief Bambang Soelistyo told a press + conference Wednesday that six bodies had now been recovered, including a + woman in crew uniform. +

                                                        +

                                                        +"As soon as the weather is clear, the bodies will be brought to Pangkalan + Bun," the town with the nearest airstrip to the crash site, said + Soelistyo. +

                                                        +

                                                        +Supriyadi said that hundreds of people from the military, police and national + rescue agency were on standby waiting for clear weather in Pangkalan Bun. +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +02.00 The UK air investigation bureau join will join today's search + with special technology to track the exact location of the airplane beacon + under water. +

                                                        +

                                                        +00.35 The Telegraph team in China has been speaking to families of the + passengers of Malaysia Airlines Flight MH370 that disappeared in March and, + unlike QZ8501, has still yet to be found. +

                                                        +

                                                        +“Many people say they share the pain and sorrow of the victims’ families, but + only we, the families, know exactly how it feels. We have been there + before,” said Steve Wang, whose mother was one of 239 people on the plane. +

                                                        +

                                                        +“I feel so sad that history is repeating itself. I don’t know why it is + happening again,” he said. +

                                                        +

                                                        +Dai Shuqin, a 61-year-old who had five relations on MH370, said she had been + constantly thinking about those caught up in the latest Asian air disaster. + I pray for them to have at least one people survive,” she said. “If just one + person might survive on QZ8501, it would give me hope for MH370.” +

                                                        +

                                                        +Mrs Dai said she was asking for a “miracle”. “I cannot believe that 10 months + later another group of people has been on a lost plane again. All those + lives!” +

                                                        +

                                                        +Jiang Hui, whose mother was on MH370, said: “I don't know how to describe the + feeling I had when I heard [about QZ8501]” +

                                                        +

                                                        +“It was like waking up from a nightmare – I was covered in goose-bumps. How + could there be so many disasters this year?” +

                                                        +

                                                        + + Sudarsan Pattnaik works on a sand sculpture portraying the missing + AirAsia and Malayasia Airlines planes, on Golden Sea Beach in Puri, in + India's eastern Odisha state +

                                                        +

                                                        +00.30 Aviation experts believe the fuselage may be easily found as the + aircraft probably only broke up when it hit the water. +

                                                        +

                                                        +"The fact that the debris appears fairly contained suggests the aircraft + broke up when it hit the water, rather than in the air," Neil Hansford, + a former pilot and chairman of consultancy firm Strategic Aviation + Solutions, said on Wednesday. +

                                                        +

                                                        +00.20 Relatives had been holding out hope that against all odds, their + family members would be saved. One father learned the horrible news that his + daughter Maria Widodo had likely not made it. +

                                                        +

                                                        +Maria had recently graduated from the National Institute of Education, the + Straits Times reported. In college she was part of her university’s guitar + ensemble, along with her boyfriend, Andy Paul Chen, who is from Singapore. +

                                                        +

                                                        +Following news of the plane’s disappearance, Florentina Maria Widodo’s father + changed his profile picture on Facebook to one of him and his daughter, and + Chen posted the news that his girlfriend was on the flight. +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +00.04 The grim task of identification of bodies from #QZ8501 will begin + today. Family members have already been asked for photos and provided DNA. + Due to bad weather, only three bodies have so far been recovered. +

                                                        +

                                                        +23.46 This is the search area teams will be concentrating on this + morning - it's about the size of Wales. +

                                                        +

                                                        +

                                                        +

                                                        +

                                                        +23.45 It is now approaching 7am in Jakarta.The search for more bodies - + and clues as to the cause behind AirAsia Flight QZ8501's crash into the Java + Sea - continues. It was a long night for families, who learnt the fate of + their loved ones in the most devastating of ways. +

                                                        +

                                                        + +
                                                        Relatives of passengers on AirAsia flight QZ 8501 console each other + (Getty) +

                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        + + + +
                                                        +   +
                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +

                                                        Indonesia

                                                        +
                                                        + +
                                                        +
                                                        + + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        + +
                                                        +

                                                        In Indonesia

                                                        +
                                                        +
                                                        +
                                                        + +
                                                        + Members of an Indonesian search and rescue team carry a coffin containing a victim of AirAsia flight 8501 at Iskandar Airbase +   +
                                                        + +

                                                        + The search for AirAsia QZ8501 +

                                                        + +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        + An Acehnese child plays on Syiah Kuala beach during the 10th anniversary of the tsunami in Banda Aceh, Indonesia +   +
                                                        + +

                                                        + Tsunami 10th anniversary +

                                                        + +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        + Thai police opened a shipping container filled with documents and possessions of victims of the 2004 Indian Ocean Tsunami +   +
                                                        + +

                                                        + Unclaimed possessions +

                                                        + +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        + Ten years since the Boxing Day tsunami that hit South East Asia in 2004 +   +
                                                        + +

                                                        + Boxing Day tsunami: then and now +

                                                        + +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        + British wildlife photographer Alex Mustard has travelled the world snapping pictures of the weird and wonderful creatures found beneath the sea +   +
                                                        + +

                                                        + Creatures from beneath the sea +

                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        + +
                                                        + + + + +
                                                        +
                                                        +
                                                        + +

                                                        + Top news galleries +

                                                        +
                                                        + +
                                                        + +

                                                        + The search for AirAsia QZ8501 +

                                                        + + +
                                                        + Members of an Indonesian search and rescue team carry a coffin containing a victim of AirAsia flight 8501 at Iskandar Airbase +   +
                                                        + +
                                                        + +

                                                        +In pics: Wreckage and bodies from the missing AirAsia flight have been + found. +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + The 49 best British films of all time +

                                                        + + +
                                                        + Zulu (1964). Directed by Cy Endfield and starring Stanley Baker, Jack Hawkins and Michael Caine. +   +
                                                        + +
                                                        + Film + +

                                                        +From Skyfall to Zulu, critic Barry Norman's choice of the 49 best British + films of all time +

                                                         +
                                                        + Comments + +
                                                        +
                                                        +
                                                        + +

                                                        + Hyper-realistic celebrity dolls +

                                                        + + +
                                                        + Artist Noel Cruz transforms off-the-shelf dolls into hyper realistic models of celebrities. +   +
                                                        + +
                                                        + +

                                                        +A portrait artist transforms off-the-shelf dolls into hyper-realistic models + of celebrities +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + The week in pictures +

                                                        + + +
                                                        + Men ride on a mikoshi or portable shrine as local people carry it into the sea during a festival to wish for calm waters in the ocean and good fortune in the new year in Oiso, Japan +   +
                                                        + +
                                                        + +

                                                        +A round-up of our favourite photographs of the week +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + Animal photos of the week +

                                                        + + +
                                                        + Border Collie Mumpitz shakes himself after taking a dip in the North Sea in Hedehusum on the island of Foehr, Germany +   +
                                                        + +
                                                        + +

                                                        +All creatures great and small in our ever popular animal gallery. +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + New Year's Day swimmers +

                                                        + + +
                                                        + Hundreds of people take part in the traditional Loony Dook at South Queensferry +   +
                                                        + +
                                                        + +

                                                        +Swimmers plunge into the sea around the world on New Year's Day +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + Pictures of the day +

                                                        + + +
                                                        + A seal pup seems to be in deep thought as it rests its chin on its paw before staring into the camera. The one-month-old grey seal pup - the same size as a small dog - lays down on its side while getting used to its surroundings. Its mother is nearby as she keeps a watchful eye on the beach on the north Norfolk coast near Horsey. +   +
                                                        + +
                                                        + +

                                                        +A thoughtful seal, a diving Super Woman and Kim Jong-un visits orphanage +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + Celebrities and their winter coats +

                                                        + + +
                                                        + Like his Teenage Mutant +Ninja Turtle namesake, Leonardo DiCaprio – honestly, it is – appeared to be shrinking into +his polyester shell as he took his mother for lunch in New York in 2004. +   +
                                                        + +
                                                        + +

                                                        +When fashion and practicality collide in an eruption of layers and nobody + judges you for wearing the same outfit 98 times in a row +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + On the road with Froome +

                                                        + + +
                                                        + 'Enjoying this while it lasts… #honeymoon #stellenbosch.’ Nov 11 + +   +
                                                        + +
                                                        + +

                                                        +Cyclist Chris Froome + shares his Instagram moments with the Telegraph Magazine +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + Culture stars who died in 2014 +

                                                        + + +
                                                        + Rik Mayall, Shirley Temple, Robin Williams, Maya Angelou, Philip Seymour Hoffman and Lauren Bacall +   +
                                                        + +
                                                        + Culture News + +

                                                        +We celebrate and remember the stars who passed away last year +

                                                         +
                                                        + Comments + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + + + + + + + + + +
                                                        + +
                                                        + + + +How we moderate + +
                                                        +
                                                        telegraphuk
                                                        +
                                                        + + + blog comments powered by Disqus +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        Advertisement
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        + +
                                                        + +
                                                        +
                                                        +
                                                        + + +
                                                        + +

                                                        + More from the web +

                                                        +
                                                        + + +
                                                        + +
                                                        +
                                                        +
                                                        Advertisement
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        + + + + + + + +
                                                        +
                                                        + + +
                                                        + +

                                                        + More from the web +

                                                        +
                                                        + + +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        Advertisement
                                                        +
                                                        +
                                                        + +
                                                        + +
                                                        +
                                                        + +
                                                        +
                                                        + + +
                                                        + +

                                                        + More from the web +

                                                        +
                                                        + + +
                                                        + +
                                                        +
                                                        +
                                                        + + +
                                                        +
                                                        + +
                                                        +
                                                        + +
                                                        +
                                                        + +
                                                        +
                                                        + +

                                                        + MORE FROM TELEGRAPH.CO.UK +

                                                        +
                                                        +
                                                        +
                                                        + + + +
                                                        +
                                                        +
                                                        + + US News +
                                                        + +
                                                        + + Barack Obama warns American dream is in danger of becoming a 'myth'  + +
                                                        + +

                                                        + + Latest and breaking stories from the United States +

                                                        +
                                                        + + View +
                                                        + +
                                                        +
                                                        + + + + + + +
                                                        +
                                                        +
                                                        + + Football +
                                                        + +
                                                        + +   + +
                                                        + +

                                                        + + Catch up on all the latest football news +

                                                        +
                                                        + + View +
                                                        + +
                                                        +
                                                        + + + + + + +
                                                        +
                                                        +
                                                        + + Audi +
                                                        + +
                                                        + +   + +
                                                        + +

                                                        + + Audi R18 in pictures +

                                                        +
                                                        + + View +
                                                        + +
                                                        +
                                                        + + + + + + +
                                                        +
                                                        +
                                                        + + Goodwood +
                                                        + +
                                                        + +   + +
                                                        + +

                                                        + + The very best of Goodwood's Moving Motor Show in pictures +

                                                        +
                                                        + + View +
                                                        + +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        + +
                                                        + +

                                                        Back to top

                                                        +
                                                        + +
                                                        +
                                                        + + + + + + +
                                                        + + + + + + +
                                                        + + + + + + +
                                                        + + + + + + +
                                                        + + + + + +
                                                        + + + + +
                                                        +
                                                        + +
                                                        +

                                                        © Copyright of Telegraph Media Group Limited 2015

                                                        +

                                                        Terms and Conditions

                                                        +

                                                        Today's News

                                                        +

                                                        Archive

                                                        +

                                                        Style Book

                                                        +

                                                        Weather Forecast

                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + +
                                                        + + + + + + + + + diff --git a/tests/data/html/telegraph.co.uk2.html b/tests/data/html/telegraph.co.uk2.html new file mode 100644 index 0000000..7a99e6d --- /dev/null +++ b/tests/data/html/telegraph.co.uk2.html @@ -0,0 +1,2293 @@ + + + + + + + + + + + +Margaret Thatcher feared GCSEs would lower school standards - Telegraph + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + +
                                                        +
                                                        + + +
                                                        Advertisement
                                                        +
                                                        + +
                                                        + + + + + + +
                                                        +
                                                        + +
                                                        Telegraph.co.uk
                                                         +
                                                        + +
                                                        +
                                                        +
                                                        +

                                                        + Saturday 03 January 2015

                                                        +
                                                        + +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        + + + + + + +
                                                        +
                                                        + +
                                                        +
                                                        + + + +
                                                        + +

                                                        Margaret Thatcher feared GCSEs would lower school standards

                                                        +

                                                        +Files released by the National Archives show the then prime minister believed + exam results would be distorted by “biased” teachers helping teenagers with + coursework + +

                                                        + +
                                                        + + + + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + The papers reveal Margaret Thatcher did not “like the sound of the new exam” +
                                                        + +
                                                        + The papers reveal Margaret Thatcher did not “like the sound of the new exam”  Photo: Getty Images
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +

                                                        + By

                                                        + +
                                                        +

                                                        11:59PM GMT 29 Dec 2014

                                                        +
                                                        + + +
                                                        +
                                                        +
                                                        +
                                                        + + + +

                                                        +Margaret Thatcher attempted to put off the introduction of GCSEs because she + feared the exams would lead to lower standards and a “can’t fail” mentality + among pupils, newly released files show. +

                                                        +

                                                        +In comments which are likely to be seen by Conservatives as a further + vindication of their sweeping reforms of the exams, the then prime minister + said the system would allow results to be distorted by “biased” teachers + helping teenagers with coursework. +

                                                        +

                                                        +Previously unseen papers show Mrs Thatcher warned six months before GCSEs + replaced O-levels in 1986 that she did not “like the sound of the new exam”, + and asked for its introduction to be delayed. +

                                                        +

                                                        +However she eventually concluded that to intervene would amount to a public + “contradiction” of Sir Keith Joseph, the education secretary and a close + friend, and appear as if she was taking the side of teaching unions, which + wanted more time to prepare for the new system. She therefore had “no option + but to go ahead”, she told aides. +

                                                        +

                                                        +Her previously unknown concerns are revealed in official papers from 1986 + released by the National Archive in Kew, west London. +

                                                        +
                                                        +

                                                        +Her fears appear to chime with the views of Conservatives about the GCSE + system today - almost 30 years later. +

                                                        +

                                                        +Michael Gove, who was education secretary until the summer, is said to believe + that the introduction of the exam was a “historic mistake” that has led to a + dramatic fall in standards. Before stepping aside to become Chief Whip he + set in train an overhaul of the curriculum which he said would address “the + pernicious damage caused by grade inflation and dumbing down”. +

                                                        +

                                                        +GCSEs were eventually introduced in September 1986 with Kenneth Baker, now + Lord Baker of Dorking, as education secretary, after Sir Keith stepped down + in May - weeks after his clash with Mrs Thatcher over the exams. +

                                                        +

                                                        +Sir Keith had insisted that the new scheme was intended to better stretch + teenagers, creating a tougher, “clearer and fairer” system. Under the old + system, as part of which more academic teenagers took O-levels and others + took CSEs, individual grades were awarded largely based on the relative + performance of competing candidates. +

                                                        +

                                                        +GCSEs were intended to ensure a focus on “how much or how little pupils + understand, know and can do”. +

                                                        +

                                                        +

                                                        + +
                                                        + +Files reveal Thatcher warned against introducing 'poll tax' +

                                                        +

                                                        +Mrs Thatcher, herself a former education secretary, raised her concerns about + GCSEs with Mr Joseph in the spring of 1986. However on March 6 Mr Joseph + wrote to her insisting she was “misleading herself” about the exams. +

                                                        +

                                                        +He insisted that the new system would “inject more rigour” and “use-able + learning” and would be “a key instrument for improving standards”. +

                                                        +

                                                        +Mrs Thatcher marked his three-page briefing note with a series of hand-written + annotations, complaining about his use of “an awful lot of high language” + and questioning a number of his claims. +

                                                        +

                                                        +Sir Keith said that under the O-level and CSE system pupils were “simply + ranked in merit order, with little regard to how much or how little pupils + understand, know and can do”. +

                                                        +

                                                        +But in a hand-written annotation to his letter Mrs Thatcher said: “This is not + a correct judgement of the present examinations system. We were taught to + think and apply 50 years ago.” +

                                                        +

                                                        +Mrs Thatcher was advised by the No 10 policy unit to postpone the new system + until it was clear that it was “workable”. In one briefing note she was + warned that “GCSE is an exam nobody will fail” and “does little for the + lowest 30 per cent of students”. Implementing the new system in September + was a “hopelessly unrealistic” prospect, an official said. +

                                                        +

                                                        +In a summary of Mrs Thatcher’s concerns, dated March 18 1986, Mark Addison, + then her private secretary for home affairs, said the prime minister + believed the new approach would lead to “lower standards; a shift away from + the traditional approach to learning in favour of a ‘can’t fail’ mentality; + assessment by the pupils’ own teachers with the consequent risk of + introducing more bias.” +

                                                        +

                                                        +Mrs Thatcher had not, Mr Addison added, been impressed “by the jargon-soaked + justifications” of the exam produced by Mr Joseph’s department. +

                                                        +

                                                        +She asked for implementation of the exam to be postponed for at least a year, + in line with the demands of many teachers, to help ensure the syllabuses + were “sufficiently rigorous” and the coursework “properly assessed”. +

                                                        +

                                                        +However in early April she acquiesced with Mr Joseph’s insistence that the + Government should hold its course, agreeing with Tim Flesher, another of her + private secretaries, that to back down would “look like taking the side of + the unions”. “I agree - no option but to go ahead,” she said. +

                                                        +

                                                        +Asked about the disclosures, Lord Baker told the Telegraph: "She was + concerned ... because she always felt that whenever you change anything in + education it might be for the worse." +

                                                        +

                                                        +However, he added: "In defence of Keith I don't think she fully + appreciated that the great thing about GCSEs is it did away with CSE, which + was virtually valueless." +

                                                        +

                                                        +The standard of GCSEs was initially "high", Lord Baker added, saying + there had been a "degeneration" in grades over time. +

                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        + + + +
                                                        +   +
                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +

                                                        Margaret Thatcher

                                                        +
                                                        + +
                                                        +
                                                        + + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +

                                                        In Margaret Thatcher

                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        + +
                                                        + + + + +
                                                        +
                                                        +
                                                        + +

                                                        + Top news galleries +

                                                        +
                                                        + +
                                                        + +

                                                        + The search for AirAsia QZ8501 +

                                                        + + +
                                                        + Members of an Indonesian search and rescue team carry a coffin containing a victim of AirAsia flight 8501 at Iskandar Airbase +   +
                                                        + +
                                                        + +

                                                        +In pics: Wreckage and bodies from the missing AirAsia flight have been + found. +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + The 49 best British films of all time +

                                                        + + +
                                                        + Zulu (1964). Directed by Cy Endfield and starring Stanley Baker, Jack Hawkins and Michael Caine. +   +
                                                        + +
                                                        + Film + +

                                                        +From Skyfall to Zulu, critic Barry Norman's choice of the 49 best British + films of all time +

                                                         +
                                                        + Comments + +
                                                        +
                                                        +
                                                        + +

                                                        + Hyper-realistic celebrity dolls +

                                                        + + +
                                                        + Artist Noel Cruz transforms off-the-shelf dolls into hyper realistic models of celebrities. +   +
                                                        + +
                                                        + +

                                                        +A portrait artist transforms off-the-shelf dolls into hyper-realistic models + of celebrities +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + The week in pictures +

                                                        + + +
                                                        + Men ride on a mikoshi or portable shrine as local people carry it into the sea during a festival to wish for calm waters in the ocean and good fortune in the new year in Oiso, Japan +   +
                                                        + +
                                                        + +

                                                        +A round-up of our favourite photographs of the week +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + Animal photos of the week +

                                                        + + +
                                                        + Border Collie Mumpitz shakes himself after taking a dip in the North Sea in Hedehusum on the island of Foehr, Germany +   +
                                                        + +
                                                        + +

                                                        +All creatures great and small in our ever popular animal gallery. +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + New Year's Day swimmers +

                                                        + + +
                                                        + Hundreds of people take part in the traditional Loony Dook at South Queensferry +   +
                                                        + +
                                                        + +

                                                        +Swimmers plunge into the sea around the world on New Year's Day +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + Pictures of the day +

                                                        + + +
                                                        + A seal pup seems to be in deep thought as it rests its chin on its paw before staring into the camera. The one-month-old grey seal pup - the same size as a small dog - lays down on its side while getting used to its surroundings. Its mother is nearby as she keeps a watchful eye on the beach on the north Norfolk coast near Horsey. +   +
                                                        + +
                                                        + +

                                                        +A thoughtful seal, a diving Super Woman and Kim Jong-un visits orphanage +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + Celebrities and their winter coats +

                                                        + + +
                                                        + Like his Teenage Mutant +Ninja Turtle namesake, Leonardo DiCaprio – honestly, it is – appeared to be shrinking into +his polyester shell as he took his mother for lunch in New York in 2004. +   +
                                                        + +
                                                        + +

                                                        +When fashion and practicality collide in an eruption of layers and nobody + judges you for wearing the same outfit 98 times in a row +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + On the road with Froome +

                                                        + + +
                                                        + 'Enjoying this while it lasts… #honeymoon #stellenbosch.’ Nov 11 + +   +
                                                        + +
                                                        + +

                                                        +Cyclist Chris Froome + shares his Instagram moments with the Telegraph Magazine +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + Culture stars who died in 2014 +

                                                        + + +
                                                        + Rik Mayall, Shirley Temple, Robin Williams, Maya Angelou, Philip Seymour Hoffman and Lauren Bacall +   +
                                                        + +
                                                        + Culture News + +

                                                        +We celebrate and remember the stars who passed away last year +

                                                         +
                                                        + Comments + +
                                                        +
                                                        +
                                                        + +

                                                        + The 35 best TV shows on Netflix +

                                                        + + +
                                                        + Four of the best TV series available on Netflix (clockwise from top left): Arrested Development, House of Cards, Breaking Bad and Pride and Prejudice +   +
                                                        + +
                                                        + TV + +

                                                        +The top TV series and boxed sets +

                                                         +
                                                        + Comments + +
                                                        +
                                                        +
                                                        + +

                                                        + Thousands party around Britain on NYE +

                                                        + + +
                                                        + +   +
                                                        + +
                                                        + +

                                                        +A night when revellers party a little too hard +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + New Year 2015 around world +

                                                        + + +
                                                        + New Year 2015 in pictures: Fireworks and celebrations around the world +   +
                                                        + +
                                                        + +

                                                        +In pics: Fireworks welcome in the New Year around the world. +

                                                         +
                                                        +
                                                        +
                                                        + +

                                                        + 30 great New Year quotes +

                                                        + + +
                                                        + Clockwise: Homer Simpson, Zach Galifianakis, Charles Dickens, Charlie Brown, Oprah Winfrey and WH Auden +   +
                                                        + +
                                                        + Culture news + +

                                                        +30 great quotes about New Year's resolutions and celebrations +

                                                         +
                                                        + Comments + +
                                                        +
                                                        +
                                                        + +

                                                        + Pictures of the day +

                                                        + + +
                                                        + Formcrior Suzi in action during the Oaks Trial Stake at the Abbeyfeale Coursing Meeting in Co. Limerick +   +
                                                        + +
                                                        + +

                                                        +A running hare, New Year around the world and Bath bathers +

                                                         +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + + + + + + + + + +
                                                        + +
                                                        + + + +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        Advertisement
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        + +
                                                        + +
                                                        +
                                                        +
                                                        + + +
                                                        + +

                                                        + More from the web +

                                                        +
                                                        + + +
                                                        + +
                                                        +
                                                        +
                                                        Advertisement
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        + + + + + + + +
                                                        +
                                                        + + +
                                                        + +

                                                        + More from the web +

                                                        +
                                                        + + +
                                                        + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        Advertisement
                                                        +
                                                        +
                                                        + +
                                                        + +
                                                        +
                                                        + +
                                                        +
                                                        + + +
                                                        + +

                                                        + More from the web +

                                                        +
                                                        + + +
                                                        + +
                                                        +
                                                        +
                                                        + + +
                                                        +
                                                        + +
                                                        +
                                                        + +
                                                        +
                                                        + +
                                                        +
                                                        + +

                                                        + MORE FROM TELEGRAPH.CO.UK +

                                                        +
                                                        +
                                                        +
                                                        + + + +
                                                        +
                                                        +
                                                        + + US News +
                                                        + +
                                                        + + Barack Obama warns American dream is in danger of becoming a 'myth'  + +
                                                        + +

                                                        + + Latest and breaking stories from the United States +

                                                        +
                                                        + + View +
                                                        + +
                                                        +
                                                        + + + + + + +
                                                        +
                                                        +
                                                        + + Football +
                                                        + +
                                                        + +   + +
                                                        + +

                                                        + + Catch up on all the latest football news +

                                                        +
                                                        + + View +
                                                        + +
                                                        +
                                                        + + + + + + +
                                                        +
                                                        +
                                                        + + Audi +
                                                        + +
                                                        + +   + +
                                                        + +

                                                        + + Audi R18 in pictures +

                                                        +
                                                        + + View +
                                                        + +
                                                        +
                                                        + + + + + + +
                                                        +
                                                        +
                                                        + + Goodwood +
                                                        + +
                                                        + +   + +
                                                        + +

                                                        + + The very best of Goodwood's Moving Motor Show in pictures +

                                                        +
                                                        + + View +
                                                        + +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +
                                                        + +
                                                        + +

                                                        Back to top

                                                        +
                                                        + +
                                                        +
                                                        + + + + + + +
                                                        + + + + + + +
                                                        + + + + + + +
                                                        + + + + + + +
                                                        + + + + + +
                                                        + + + + +
                                                        +
                                                        + +
                                                        +

                                                        © Copyright of Telegraph Media Group Limited 2015

                                                        +

                                                        Terms and Conditions

                                                        +

                                                        Today's News

                                                        +

                                                        Archive

                                                        +

                                                        Style Book

                                                        +

                                                        Weather Forecast

                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + +
                                                        + + + + + + + + diff --git a/tests/data/html/theatlantic.com1.html b/tests/data/html/theatlantic.com1.html new file mode 100644 index 0000000..473a5ce --- /dev/null +++ b/tests/data/html/theatlantic.com1.html @@ -0,0 +1,2206 @@ + + + + + + + + + + + + + + + + Cracking the Sitcom Code - The Atlantic + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + +
                                                        + + + + + + + + + + + + + +
                                                        + +
                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        + + + + + +
                                                        + +
                                                        + + + +
                                                        + +
                                                        + + + + + + +
                                                        + +

                                                        Cracking the Sitcom Code

                                                        + + +
                                                        + After signing up to write a script for Croatian television, I learned that virtually all TV comedies, from Seinfeld to South Park, follow a simple formula.
                                                        + +
                                                        + +
                                                        + +
                                                        + +
                                                        + + + + + +
                                                        + + +
                                                        + +
                                                        + + +
                                                        + NBC
                                                        +
                                                        + + +

                                                        As happens to so many of us, I was asked to write a sitcom for Croatian television. I’m an American ex-pat living in Slovenia, and I know next to nothing about Croatia, besides the fact that it’s Slovenia’s southern neighbor, a fellow ex-Yugoslav republic, and that the language resembles Slovene except with a lot more “js” in it. I am a writer of books and articles, and I used to write a lot of plays, but I’ve never written for television. So I immediately said, “Sure, of course I can do that,” before rushing off to Google “How to write a sitcom.”

                                                        + +

                                                        In addition to much Googling, I spent a good deal of time watching sitcoms. I was after tips on how they are constructed, and watched actively, looking to crack open their laugh-tracked shiny exterior to get at the goopy mechanism within, to see how they functioned.  What I found out surprised me, and changed the way that I watch television.

                                                        + + +

                                                        From The Simpsons to Seinfeld, from Everybody Loves Raymond to Everybody Hates Chris, from Taxi to Arrested Development to Parks & Recreation, there is a highly-specific, minute-by-minute recipe used to write the vast majority of sitcoms out there. And once you know the formula, it makes it much easier to write them, and much harder to watch them without seeing that formula—the “sitcom code”—everywhere you look.

                                                        + +

                                                        My giddy-panicked Googling actually produced fruitful results. With little idea as to where I should begin, I turned to the confidence-inspiring blog, Wise Sloth (whose author, like me, has no TV writing experience), which provided a 15-page breakdown of sitcom formats that I used as a point of departure for my own study. And by study, I mean hopping into my pajamas, cuddling up to my Peruvian Hairless, and watching TV with a notebook in hand. Talib Visram recently wrote in The Atlantic about his experience counting jokes per minute in popular TV shows. My approach was more deconstructionist, and directly applicable to my new gig. I had to figure out how such shows were built, and fast.

                                                        + +

                                                        Fortunately, the answer presented itself very quickly.

                                                        + +

                                                        First of all, word-processing programs often come with screenwriting templates. FinalDraft, the most popular software for those penning scripts, even has a Sitcom Template, which of course makes life much easier. But as for how to construct an episode, various bloggers, from the Wise Sloth to helpful folks at the BBC, noted a basic structure that I immediately recognized in every sitcom episode I tested. This structure is so formulaic that you’d think it would suck the fun out of writing and watching such shows, but it does nothing of the sort.  While knowing the code it changes the way I watch TV, it only increases my admiration for the good writers who do so much within relatively strict confines.

                                                        + +

                                                        To demonstrate how this formula works, I’ve chosen an episode of a favorite show, somewhat at random, because it ideally exemplifies the template: episode 4 of season 1 of Parks & Recreation.

                                                        + +

                                                        The Sitcom Code breaks down what needs to happen in each episode, by the minute. As Dan Richter of Demand Media notes, “Sitcoms, minus commercials, are typically 22 minutes long [with] a script of 25-40 pages. Every sitcom episode has a main plot (story A), as well as one or two subplots (stories B and C).”  There are three main acts, divided by two commercial breaks (in most American TV), with 3-5 scenes per act. One of the distinguishing characteristics of sitcoms, as opposed to other forms of television, is that the main protagonist(s) barely change from one episode to the next, let alone from season to season (Maggie Simpson has been sucking on a pacifier for nearly thirty years). Therefore whatever happens in the episode, the situation must end largely where it began. The Wise Sloth points out that 22 minutes is “not even really time enough to tell a full story.  The whole story has to be on fast-forward,” so simplification is key.

                                                        + +

                                                        Poet Philip Larkin described all plots as “a beginning, a muddle, and an end,” which is as good a description as any. Each episode begins with the protagonist stating a goal or problem that must be solved, and which we understand will be solved by the end of the episode. If the problem is solved too quickly, then the episode won’t stretch out to 22 minutes, so the first attempt at reaching the goal or solving the problem must fail (“the muddle”), requiring a new approach, before the episode ends and the protagonist either does, or does not, achieve what they set out to do.  The goal might be Homer trying to make a fortune by selling recycled grease in The Simpsons, or Job Bluth setting out to sabotage the family’s banana stand in Arrested Development, or the Seinfeld crew looking for where they parked in a vast lot.  Another hallmark of sitcoms is that the protagonists frequently fail, and we often want them to, because we do not want our favorite characters to change too much.  If Leslie Knope ever left Pawnee for a career as a DC politician, we would be distraught.  If Kramer got married and moved to the suburbs—whoa, now!

                                                        + +

                                                        When writers sit around and prepare a new episode, many literally map out what will happen, minute-by-minute, in the main storyline and sub-storylines, filling in jokes later.  Let’s see how this played out in the Parks & Recreation episode, “Boys' Club.”

                                                        + + +
                                                        + +
                                                        + +
                                                        +
                                                        Presented by
                                                        +
                                                        + Jump to Comments +
                                                        + + + + + +
                                                        + + + + +
                                                        + + + +
                                                        + +

                                                        + Noah Charney is an author and art historian. He has written for Esquire, The Guardian, The Daily Beast, and CNN. +

                                                        + + + +
                                                        + +
                                                        + + + + +
                                                        + + + + + + +
                                                        +
                                                        + +
                                                        +
                                                        +

                                                        Video

                                                        + More video +
                                                        +
                                                        + + + +
                                                        +
                                                        +

                                                        + + The Pentagon's $1.5 Trillion Mistake +

                                                        +

                                                        The F-35 fighter jet was supposed to do everything. Instead, it can barely do anything.

                                                        + + + +
                                                        + +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        + + + More Articles + +
                                                        + + +

                                                        The Internet Cannot Create Social Change

                                                        +                                                         +
                                                        + +
                                                        + + + +
                                                        +

                                                        Join the Discussion

                                                        +

                                                        After you comment, click Post. If you’re not already logged in you will be asked to log in or register.

                                                        + + + + blog comments powered by Disqus +
                                                        + + + + + + + + + + + +
                                                        + + +
                                                        + + + + + +
                                                        +
                                                        +

                                                        Video

                                                        +
                                                        + + + +

                                                        + + The Pentagon's $1.5 Trillion Mistake +

                                                        +
                                                        The F-35 fighter jet was supposed to do everything. Instead, it can barely do anything.
                                                        +
                                                        +
                                                        +
                                                        +

                                                        Video

                                                        +
                                                        + + + +

                                                        + + How to Cook Spaghetti Squash (and Why) +

                                                        +
                                                        Cooking for yourself is one of the surest ways to eat well.
                                                        +
                                                        +
                                                        +
                                                        +

                                                        Video

                                                        +
                                                        + + + +

                                                        + + Before Tinder, a Tree +

                                                        +
                                                        Looking for your soulmate? Write a letter to the "Bridegroom's Oak" in Germany.
                                                        +
                                                        +
                                                        +
                                                        +

                                                        Video

                                                        +
                                                        + + + +

                                                        + + Where High Tech Meets the 1950s +

                                                        +
                                                        Why did Green Bank, West Virginia, ban wireless signals? For science.
                                                        +
                                                        +
                                                        +
                                                        +

                                                        Video

                                                        +
                                                        + + + +

                                                        + + Would You Live in a Treehouse? +

                                                        +
                                                        A treehouse can be an ideal office space, vacation rental, and way of reconnecting with your youth.
                                                        +
                                                        +
                                                        +
                                                        + + +
                                                        + +
                                                        + + +
                                                        +

                                                        More in Entertainment

                                                        + +
                                                        + + +
                                                        +
                                                        + +
                                                        +
                                                        +

                                                        In Focus

                                                         + +

                                                        2015: Ringing in the New Year

                                                        +
                                                        +
                                                        + + + + + +
                                                        +

                                                        Just In

                                                        + +
                                                        + +
                                                        + +
                                                        + +
                                                        + + + + +
                                                        +
                                                        + + + +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/theatlantic.com2.html b/tests/data/html/theatlantic.com2.html new file mode 100644 index 0000000..96c5de7 --- /dev/null +++ b/tests/data/html/theatlantic.com2.html @@ -0,0 +1,2233 @@ + + + + + + + + + + + + + + + + 'The Interview' Is a Pretty Smart Movie - The Atlantic + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + +
                                                        + + + + + + + + + + + + + +
                                                        + +
                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        + + + + + +
                                                        + +
                                                        + + + +
                                                        + +
                                                        + + + + + +
                                                        + Back to The Wire + + What is The Wire? + The Wire features the latest news coverage from The Atlantic. + +
                                                        + + +
                                                        + +

                                                        The Interview Is a Pretty Smart Movie

                                                        + + +
                                                        + Despite the controversy, the James Franco-Seth Rogen flick is surprisingly relevant, very funny, and deserving of praise.
                                                        + +
                                                        + +
                                                        + +
                                                        + +
                                                        + + + + + +
                                                        + + +
                                                        + +
                                                        + + +
                                                        + Richard Vogel/AP
                                                        +
                                                        + + +

                                                        Let's assume you knew absolutely nothing about North Korea and walked into The Interview, which after a very public and protracted to-do, is now showing at a few hundred American cinemas and streaming through a number of outlets online.

                                                        + +

                                                        Given what's been said about the movie, would you expect it to tell you about North Korea's concentration camps? Or the complexity of the dictatorship's propaganda system in which its leaders are touted as deities? Would you expect to hear (twice) that 16 million of the country's 24 million people are malnourished?

                                                        + +

                                                        Okay, sure, The Interview might feature North Korean dictator Kim Jong Un wondering aloud about the relative "gayness" of drinking margaritas and affirming his love of Katy Perry. But caricature notwithstanding, the comedy has a surprisingly nuanced streak in its celluloid sea of swears and weiner jokes.

                                                        + +

                                                        The Interview centers around Dave Skylark (James Franco), a fratty, self-absorbed, and disconnected celebrity TV journalist, and his producer Aaron Rapoport (Seth Rogen), who are pushed by the CIA to turn a massive scoop (an interview with reclusive North Korean dictator Kim Jong Un) into an assassination mission. Rapoport, believe it or not, laments his station as the producer of tabloid garbage and sees the Kim interview as an opportunity to perform an admirable act of journalism.

                                                        + +

                                                        What happens next is some of what you might expect (sex, drugs, anatomy jokes) from Franco and Rogen, whose recent projects have included Pineapple Express and last year’s This Is the End. (Franco earned a Golden Globe nomination for the former and the latter still enjoys considerable sleeper praise.).

                                                        + +

                                                        But as Skylark preens as an impressionable outsider, his gullibility and ignorance allow him to be a useful mechanism for explaining North Korea's depravity. He falls dumbly under the sway of Kim and the North Korean rhetoric machine, which paints the regime as an honorable force against the oppressive West. A major plot point turns on the dim Skylark's realization that a lush-looking grocery store he spotted earlier is a total fake. During a live-tweeting of the film on Sunday, Seth Rogen noted, "They actually have fake grocery stores in Pyongyang."

                                                        + +

                                                        In a master stroke (spoilers ahead), the duo decides to flout the CIA's assassination order, which they determine could bring a possibly worse replacement than Kim to power. Instead, they use the live interview with Kim to destroy his credibility by stating the facts. It's not exactly Mike Wallace's showdown with Ayatollah Khomeini, but what is?

                                                        + +

                                                        At New York, David Edelstein says that critics of the film who reduce it to a silly and sophomoric bromance, "don't know what the hell they're talking about." He adds:

                                                        + +
                                                        +

                                                        It means not just to expose Kim Jong-un as a fraud but to emasculate him, which is about the most punk thing you can do to a repressive, totalitarian, murderous, self-proclaimed god of a closed but increasingly porous state.

                                                        +
                                                        + +

                                                        To that Jay McInerney adds, "Forget what you heard. #TheInterview gets my vote for best picture. Sadly I'm not a member of the Academy."

                                                        + +

                                                        The film doesn't skate away without some problematic parts. In the end, Kim Jong Un's head does explode when a tank shell fired by Rogen and company hits the dictator's helicopter. As Uri Friedman pointed out, the decision to show Kim's death, in slow motion and while Katy Perry's "Firework" twinkles in the background, was worrisome given that "that leader's government, which presides over nuclear weapons...has described the movie as an 'act of war.'" It probably doesn't matter that Kim's death happens during a getaway battle rather than a result of an assassination.

                                                        + +

                                                        Nevertheless, on Saturday, as if to prove the movie's point, a spokesman for the National Defense Commission, North Korea's highest governing body had this to say about The Interview, the release of which it blames on President Obama: "Obama always goes reckless in words and deeds like a monkey in a tropical forest."

                                                        + +

                                                        After all the fuss, it's entirely understandable that many object to seeing the real, living leader of a rogue country killed onscreen. But what surprises is that The Interview also spotlights other truths that North Korea doesn't want people to hear about. Given the stakes involved, that's important too.

                                                        + +
                                                        + +
                                                        + +
                                                        +
                                                        Presented by
                                                        +
                                                        + Jump to Comments +
                                                        + + + + + +
                                                        + + + + +
                                                        + + + + + + +
                                                        + +

                                                        + Adam Chandler is a senior associate editor at The Atlantic, where he covers global news. +

                                                        + + + +
                                                        + +
                                                        + + + + +
                                                        + + + + + + +
                                                        +
                                                        + +
                                                        +
                                                        +

                                                        Video

                                                        + More video +
                                                        +
                                                        + + + +
                                                        +
                                                        +

                                                        + + The Pentagon's $1.5 Trillion Mistake +

                                                        +

                                                        The F-35 fighter jet was supposed to do everything. Instead, it can barely do anything.

                                                        + + + +
                                                        + +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        + + + More Articles + +
                                                        + + +

                                                        What U.S. Intelligence Predicted the World Would Look Like in 2015

                                                        +                                                         +
                                                        + +
                                                        + + + +
                                                        +

                                                        Join the Discussion

                                                        +

                                                        After you comment, click Post. If you’re not already logged in you will be asked to log in or register.

                                                        + + + + blog comments powered by Disqus +
                                                        + + + + + + + + + + + +
                                                        + + +
                                                        + + + + + +
                                                        +
                                                        +

                                                        Video

                                                        +
                                                        + + + +

                                                        + + The Pentagon's $1.5 Trillion Mistake +

                                                        +
                                                        The F-35 fighter jet was supposed to do everything. Instead, it can barely do anything.
                                                        +
                                                        +
                                                        +
                                                        +

                                                        Video

                                                        +
                                                        + + + +

                                                        + + How to Cook Spaghetti Squash (and Why) +

                                                        +
                                                        Cooking for yourself is one of the surest ways to eat well.
                                                        +
                                                        +
                                                        +
                                                        +

                                                        Video

                                                        +
                                                        + + + +

                                                        + + Before Tinder, a Tree +

                                                        +
                                                        Looking for your soulmate? Write a letter to the "Bridegroom's Oak" in Germany.
                                                        +
                                                        +
                                                        +
                                                        +

                                                        Video

                                                        +
                                                        + + + +

                                                        + + Where High Tech Meets the 1950s +

                                                        +
                                                        Why did Green Bank, West Virginia, ban wireless signals? For science.
                                                        +
                                                        +
                                                        +
                                                        +

                                                        Video

                                                        +
                                                        + + + +

                                                        + + Would You Live in a Treehouse? +

                                                        +
                                                        A treehouse can be an ideal office space, vacation rental, and way of reconnecting with your youth.
                                                        +
                                                        +
                                                        +
                                                        + + +
                                                        + +
                                                        + + +
                                                        +

                                                        More in Entertainment

                                                        + +
                                                        + + +
                                                        +
                                                        + +
                                                        +
                                                        +

                                                        In Focus

                                                         + +

                                                        2015: Ringing in the New Year

                                                        +
                                                        +
                                                        + + + + + +
                                                        +

                                                        Just In

                                                        + +
                                                        + +
                                                        + +
                                                        + +
                                                        + + + + +
                                                        +
                                                        + + + +
                                                        +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/theatlanticcities.com1.html b/tests/data/html/theatlanticcities.com1.html new file mode 100644 index 0000000..f6bbd53 --- /dev/null +++ b/tests/data/html/theatlanticcities.com1.html @@ -0,0 +1,1160 @@ + + + + + + + + + + + + Tourism to Antarctica Could Be Making Penguins Sick - CityLab + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + +

                                                        Tourism to Antarctica Could Be Making Penguins Sick

                                                        +

                                                        One group of researchers found 20 different pathogens on 15 pairs of travelers' boots.

                                                        + + + + + + + + + + + + +
                                                        + + + + + + + Image Christopher Michel/Flickr + +
                                                        + + Christopher Michel/Flickr + +
                                                        + + + + +
                                                        + + + + +
                                                        +

                                                        Antarctica remained largely untouched until roughly 200 years ago, and now, more than 10,000 people travel there every year. But tourists bring more than cameras. Scientists are warning that pathogens brought by visitors could threaten the continent’s most iconic inhabitant: the penguin.

                                                        + +

                                                        Isolation has left local wildlife populations particularly vulnerable to diseases commonplace elsewhere in the world. “The effects of both a growing tourism industry and research presence will not be without consequences,” Wray Grimaldi of the University of Otago in Dunedin, New Zealand, said to New Scientist. “Penguins are highly susceptible to infectious diseases.”

                                                        + +

                                                        Her team of Antarctic researchers found multiple infectious agents—bacteria such as salmonella and E. coli, viruses such as West Nile and the Avian pox virus—in captive penguins dating back to 1947. Outbreaks from those diseases have killed thousands of penguins over the years, the team reported in a paper published this month in the journal Polar Biology.

                                                        + +

                                                        Another theory is that migrating animals may have brought diseases to Antarctica, as the warming climate is attracting more species than ever before. But previous studies have identified tourist boots as vectors for disease transmission. One group of researchers tested 72 tourists' boots and found 20 different fecal pathogens on just 15 pairs of shoes.

                                                        + +

                                                        Norman Ratcliffe, an Antarctic ecologist from the Antarctic Survey in Cambridge, United Kingdom, told New Scientist that the evidence blaming tourists for sick penguins is lacking. He said that tourism companies are very strict on what they let visitors bring on their journey. “The tour companies are quite careful to make sure everyone cleans their boots before they go ashore,” he said. “They don't allow any animal products to be taken ashore.”

                                                        + +

                                                        This story originally appeared on The Atlantic.

                                                        +
                                                        + +
                                                        +
                                                        +
                                                        + + + + +
                                                        + + +
                                                        + + +
                                                        +
                                                        + + + +
                                                        + +
                                                        +

                                                        About the Author

                                                        +
                                                          + + + +
                                                        • + + + + + + + + + +
                                                          + + Nicholas St. Fleur is an assistant editor at The Atlantic, where he covers science news. He has previously reported for Science, NPR, and Scientific American. + + + +
                                                          + + +
                                                          • + + + +
                                                        +
                                                        +
                                                        + +
                                                        + + + + + + + + + +
                                                        + +
                                                        + + +
                                                        +
                                                        + + +
                                                          + +
                                                        1. + +

                                                          CityFixer

                                                          + + + + + +

                                                          Solutions for an Urbanizing World

                                                          + Go +                                                           + + +
                                                          + +
                                                          2. + +
                                                        + +
                                                          + +
                                                        1. + +

                                                          Newsletters

                                                          + + + + + +

                                                          Don't Miss a Thing: Sign Up Here for Email Newsletters

                                                          + Go +                                                           + + +
                                                          + +
                                                          2. + +
                                                        2. + +

                                                          Store

                                                          + + + + + +

                                                          T-Shirts, Mugs, and More

                                                          + Go +                                                           + + +
                                                          3. + +
                                                        + +
                                                        +
                                                        + + Back To Top +
                                                        + +
                                                        +
                                                        + + + + +
                                                        +
                                                        + +
                                                        + + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/theatlanticcities.com2.html b/tests/data/html/theatlanticcities.com2.html new file mode 100644 index 0000000..9e070c7 --- /dev/null +++ b/tests/data/html/theatlanticcities.com2.html @@ -0,0 +1,1145 @@ + + + + + + + + + + + + A Climate Model of White Christmases—Through 2100 - CityLab + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + Maps + +

                                                        A Climate Model of White Christmases—Through 2100

                                                        +

                                                        One man makes a knowingly futile attempt at predicting snow for decades down the line.

                                                        + + + + + + + + + + + + + + + +
                                                        +

                                                        When warp-speed Santa drones are shooting Christmas presents down the air holes of our Disastro-Bunkers in 2089, will there be snow on the ground?

                                                        + +

                                                        That's a ridiculous question to ask—and now it's been answered by David Taylor, a 44-year-old data scientist and writer in Montreal, who's made an animation of predicted white Christmases for each remaining year of the century.

                                                        + +

                                                        Taylor is aware that, by its nature, this simulation includes many wild misses. Today, a snowstorm's exact movements are difficult to nail down three days in advance; guessing whether there will be powder in six decades on December 25 is harder than keeping Jim Cantore silent during thundersnow. The humor of this impossible task was part of what made Taylor want to attempt it.

                                                        + +

                                                        "Basically, I was cruising around the Statistics Canada website looking for interesting data that hadn't already been mined out, and I came across this huge collection of climate models going to the year 2100, containing day-by-day predictions of atmospheric conditions including temperature and precipitation," he emails. "I found that amusing because even the seven-day weather forecasts are so often way off. But of course the accuracy of day-by-day predictions aren't the point of the model, they're just the product of the model."

                                                        + +

                                                        The model Taylor relied on, the CanRCM4, generated a few interesting trends over the century. The effects of climate change are obvious, with the snowpack receding evermore north like the white hairline of a balding Kris Kringle. Within this general pattern, though, are what Taylor calls "mini-cycles of a few years of cooling, then a few years of warming." There are also a couple of mystery zones, where snow or barrenness stubbornly reign.

                                                        + +

                                                        "There are... these persistent spots in and around Utah that are always snow-covered no matter what's going on in the rest of the continent, and there's this spot between Walla Walla and Spokane, Washington, that's always snow-free even though it's surrounded by snow," he says. "I'm just a data analyst and programmer, not a climatologist, but my first guess is that the Rocky Mountains have something to do with the fact that snow cover seems less variable in the West than the East." (It might also relate to how climate change is building a hot/cold divide between America's coasts.)

                                                        + +

                                                        So why did Taylor pick this treasured event for scrutiny? Is his first holiday memory waking up to ivory drifts pressing against the window, signaling school cancellations stretching as far as the mind's eye could see?

                                                        + +

                                                        Not really. "Well, the data is arranged day by day, so Christmas seemed the natural choice," he says. As for his own weather experiences, he's only seen one white Christmas in his life, way back in 1997.

                                                        + +

                                                        "It's ironic because most of the rest of Canada had snow on the ground, but Edmonton, which is the large city the furthest north, was experiencing a Chinook (warm air from the Rockies) and didn't," he says. "In Edmonton, there's usually snow on the ground to stay by Halloween."

                                                        +
                                                        + +
                                                        +
                                                        +
                                                        + + + + +
                                                        + + +
                                                        + + +
                                                        +
                                                        + + + +
                                                        + +
                                                        +

                                                        About the Author

                                                        + +
                                                        +
                                                        + +
                                                        + + + + + + + + + +
                                                        + +
                                                        + + +
                                                        +
                                                        + + +
                                                          + +
                                                        1. + +

                                                          CityFixer

                                                          + + + + + +

                                                          Solutions for an Urbanizing World

                                                          + Go +                                                           + + +
                                                          + +
                                                          2. + +
                                                        + +
                                                          + +
                                                        1. + +

                                                          Newsletters

                                                          + + + + + +

                                                          Don't Miss a Thing: Sign Up Here for Email Newsletters

                                                          + Go +                                                           + + +
                                                          + +
                                                          2. + +
                                                        2. + +

                                                          Store

                                                          + + + + + +

                                                          T-Shirts, Mugs, and More

                                                          + Go +                                                           + + +
                                                          3. + +
                                                        + +
                                                        +
                                                        + + Back To Top +
                                                        + +
                                                        +
                                                        + + + + +
                                                        +
                                                        + +
                                                        + + +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        +
                                                        + + + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/thedailybeast.com1.html b/tests/data/html/thedailybeast.com1.html new file mode 100644 index 0000000..a5c7ac4 --- /dev/null +++ b/tests/data/html/thedailybeast.com1.html @@ -0,0 +1,5 @@ + The Vatican’s Rare Nod to American Nuns - The Daily Beast

                                                        Spencer Platt/Getty

                                                        Sister Act

                                                        12.16.14

                                                        The Vatican’s Rare Nod to American Nuns

                                                        The Catholic Church released its final report on its investigation into ‘feminist’ American nuns—and it took a softer stance toward the sisters.

                                                        VATICAN CITY—Six years ago Pope Benedict XVI aimed to curb “a certain feminist spirit” and “secularist mentality” that the Church fathers discerned, to their dismay, in the ranks of American nuns. On Tuesday, when the Vatican under Pope Francis delivered its final report on the subject, those concerns were nowhere to be found.
                                                        +

                                                        +

                                                        The report was the fruit of an investigation into 341 American congregations guided by Mother Superior Marie Clare Millea, a matronly sister who became tearful at times, in front of a packed pressroom, while describing how she went about collecting her data.  Only the cloistered convents were excluded, and not all of the religious orders complied with the visitors’ requests and questionnaires, though Millea was unable to recall just how many or what percentage of American nuns refused to cooperate.  

                                                        The focus of her investigation was on how nuns live, work and pray, ranging from issues of communal prayer and community service to whether nuns who chose not to wear a religious habit were hiding their faith.  She wrote individual reports on each of the congregations she visited, and Tuesday’s report was the Vatican’s synthesis of those findings.  

                                                        The report concluded that while all American nuns need to recheck the rulebooks to make sure they are living their vows as they made them, they were largely doing what they were supposed to be doing. “Women religious have courageously been in the forefront, selflessly tending to the spiritual, moral, educational, physical and social needs of countless individuals,” the report said with no mention of secularism or feminism at all.

                                                        The report will undoubtedly be welcomed by most American nuns, but few will forget the fighting words from a separate investigation called a doctrinal assessment that is not nearly as conciliatory. In 2009, the Vatican’s Congregation for the Doctrine of the Faith started a separate investigation into an umbrella group called the Leadership Conference of Women Religious (LCWR) that represents roughly 80 percent of American nuns. Then, the Church accused the LCWR of “pushing radical feminist themes incompatible with the Catholic faith.”

                                                        The clampdown backfired, spawning a social media frenzy with more than a million tweets under the hashtag #whatsistersmeantome in support of the nuns and their role in holding Catholic communities together. At the time, Father James Martin, a Jesuit priest and author of several faith-based books, who was the first to tweet under #whatsistersmeantome, warned the Vatican not to mess with the nuns.

                                                        “There is a danger of backlash because of the esteem [in which] so many Catholics hold nuns,” Martin told The Daily Beast at the height of the scandal.  “For many Catholics, sisters are the glue that holds the church together.”

                                                        The focus of her investigation was on how nuns live, work and pray.

                                                        There was much hope when Pope Francis was elected that he would show mercy to the American sisters.  But in April, Gerhard Müller, the prefect for the Congregation for the Doctrine of the Faith, quashed that hope, insisting instead that Francis backed up the 2009 report.  Muller  criticized the nuns’ choice of speakers for their annual event accusing the sisters of being overtly provocative. “This is a decision that will be seen as a rather open provocation against the Holy See and the doctrinal assessment,” Mueller said in scathing remarks. “Not only that, but it further alienates the LCWR from the bishops, as well.”

                                                        The Vatican is still working with the LCWR to find a middle ground and, despite what amounted to a lovefest at Tuesday’s press conference, there is still obvious concern.  Sister Sharon Holland, the head of the LCWR, who incidentally was the only sister on the stage without a religious habit, told reporters that there were still hard feelings.  “I’m concerned about those who may still be angry,” she said.  “It’s a concern to me because it’s not healthy to remain angry.”

                                                        Prior to the publication of report, several sisters who coauthored a book called The Power of Sisterhood that was borne of the apostolic visitation (and not the LCWR doctrinal assessment), voiced their concern for the damage the investigations had done.  “The Apostolic Visitation broke open the heart of who we are,” said Mary Ann Zollman at an event to launch their book at Loyola University. “It was met with disbelief and confusion. We were hurt and angry.”

                                                        But she said through the accusations from Rome and the hurt they caused, the American sisters have banded together. “This wasn’t about one religious congregation or religious organization. It was about all of us together,” she said.  “It created a sense of solidarity and sisterhood. And the same was true with our relationship with the laity—we discovered a communal vision for the church and the world.”

                                                        + + \ No newline at end of file diff --git a/tests/data/html/thedailybeast.com2.html b/tests/data/html/thedailybeast.com2.html new file mode 100644 index 0000000..2e8c411 --- /dev/null +++ b/tests/data/html/thedailybeast.com2.html @@ -0,0 +1,3 @@ + Justice League Vigil for Slain NYPD Officers Asks Whose Life Matters - The Daily Beast

                                                        Mike Segar/Reuters

                                                        MIXED FEELINGS

                                                        12.22.14

                                                        Justice League Vigil for Slain NYPD Officers Asks Whose Life Matters

                                                        At a peaceful gathering of the Justice League, they condemned the killings of Officers Liu and Ramos, but also wondered why the slaying of citizens by cops doesn’t spark as much outrage.

                                                        A modest crowd moved East on 110th Street in New York City on Sunday evening. They walked silently, some carrying Anthora cups illuminated by candlesticks, others holding plastic tea lights handed out by protest organizers. A few carried signs: "IMAGINE JUSTICE," "BLACK LIVES MATTER," "CLAIM HUMANITY." But mostly they just walked, their faces somber, their hands shaking as the snow began to fall. 

                                                        The peaceful vigil was somewhat unexpected, given the heightened tensions between protesters as the NYPD in recent weeks, culminating in the murder of two officers in Bed-Stuy on Saturday afternoon. 

                                                        Just over 24 hours before the silent march down 110th, Wenjian Liu, 32, and Rafael Ramos, 40, had been shot "execution-style," Mayor Bill DeBlasio said, while sitting in their patrol car. The suspect, Ismaaiyl Brinsley, had begun the day with the shooting of his ex-girlfriend in Maryland before taking the trip up to New York, armed with a silver semi-automatic handgun. After murdering the officers, Brinsley walked over to a subway platform where he turned the weapon on himself. 

                                                        In some ways, the tragedy seemed inevitable.

                                                        As the nation continued to cope with Ferguson, a grand jury in Staten Island chose not to indict in the case of Eric Garner, a man choked to death –– as he pleaded "I can't breathe" –– by a police offer in what the coroner declared a homicide. #BlackLivesMatter has been the prevailing message as protesters have taken to the streets to express their outrage. They often chant: "No justice, no peace; No racist police." 

                                                        All the while, there have been critics. Why, they ask, do black lives matter? Why not all lives? They contend that the protests are not anti-police brutality, but anti-police, period. They believe that the protesters and those who enabled them—the media, or De Blasio, who spoke frankly about how he talks to his biracial son, whose mother is black, about the threats he might face due to his skin color—have been vying for NYPD scalps. With two now dead, the critics are pointing fingers. 

                                                        "The mayor’s hands are literally dripping with our blood because of his words, actions and policies and we have, for the first time in a number of years, become a 'wartime' police department," Pat Lynch, head of the police union, said at a press conference on Saturday night. "There's blood on many hands tonight…That blood on the hands starts at City Hall in the Office of the Mayor."

                                                        Former mayor Rudy Giuliani echoed the sentiment, but laid blame on President Obama: "We've had four months of propaganda starting with the president that everybody should hate the police…The protests are being embraced, the protests are being encouraged. The protests, even the ones that don't lead to violence—a lot of them lead to violence, all of them lead to a conclusion: The police are bad, the police are racist. That is completely wrong."

                                                        The march, organized by the Justice League NYC—effectively anointed by De Blasio as City Hall's preferred protest group with a 4-minute meeting to discuss theories of policing—continued slowly along 110th street, a police van humming alongside. The crowd snaked into Central Park, where it came to a stop at the boathouse, a lighted Christmas tree illuminating the water's surface. 

                                                        "Let me not say this wrong," a 21-year-old East Flatbush resident who would say only that his name was "Perry" told me as he looked around, seemingly searching for the right words. "Yesterday's situation that happened in Brooklyn, Bed-Stuy, was uncalled for. It was the wrong way about handling it. Because we're upset that on our end, they're killing us, so I don't think nobody should go take the anger out on, you know—nobody knows these two specific individuals. They could've been good people. They could've been, you know, legit officers who wasn't down with whatever's going on. My condolences do go to their families. But at the same time, since Zimmerman, you've been hearing cases about officers killing black children—black men, Hispanic men.

                                                        "This is not about who did it more, but it's more: all these lives didn't matter, but now two cops are dead, and now it matters? If you look at the newspapers, it's all broadcast all over the place. The whole world's supposed to mourn because—don't get me wrong, it was wrong––but because two officers died, now the world's supposed to mourn? What happened to all the other people that died? Nobody mourned. They wasn't in the front page of newspapers. They was in back pages—some didn't even make the newspaper."

                                                        Next to "Perry" stood Jonathan Alvarez, 18, of Queens, who in November made headlines when he announced plans to sue the city after allegedly being assaulted by police officers for being a "smart guy." 

                                                        "I got targeted. I'm a victim of police brutality," Alvarez told me. "They arrested me, they beat me up in the 102 precinct while I was handcuffed, no justice. So I feel for these people, I understand they're just brutes. They can get away with it, and they do…They don't give a fuck until one of them dies, that's all they care about." 

                                                        "Perry" chimed in: "They don't want to take blame," he said of the police union attacking De Blasio. "There has to be peace on all sides.

                                                        "I think this all could've been prevented if they just listened to the 25,000 people who marched last week," Alvarez said. "No, not even," "Perry" countered: "If they would've just re-analyzed the Zimmerman case, or the Ferguson case."

                                                        Then, "Perry" and Alvarez went silent. The marchers began to stream out of the park, where they walked West on 110th and then hung a right on 7th Avenue. NYPD officers lingered, politely asking participants to move in the line, and saying "thank you" when they obliged, which they all did. 

                                                        The march reached its conclusion at the First Corinthian Baptist Church on 116th street, where piano music befitting a funeral greeting guests who filed into the warm pews. 

                                                        Religious leaders—Pastor Willie Francois III, the Rev. Mike Walrond, and the Rev. Stephen Phelps—and over a dozen activists, led by Justice League NYC's Tamika Mallory, took turns addressing the crowd. 

                                                        There were prayers for 40 black men, beginning with Eric Garner, who had been killed by police; and prayers for De Blasio, who "is attacked on one side and the other," and repeated acknowledgement that violence is not the way to change what the protesters believe is a fundamentally broken system. 

                                                        "We're not anti-police, we're anti-police brutality," a member of the Justice League told the crowd, to cheers. "Every cop isn't bad…Every black man isn't a criminal."

                                                        The crowd rose, embraced each other in groups of two and three, and prayed.

                                                        + + \ No newline at end of file diff --git a/tests/data/html/thedebrief.co.uk1.html b/tests/data/html/thedebrief.co.uk1.html new file mode 100644 index 0000000..0bc82b9 --- /dev/null +++ b/tests/data/html/thedebrief.co.uk1.html @@ -0,0 +1,693 @@ + + + + + + + + + + + People - Ed Sheeran Wants To Set Up Taylor Swift, But We’re Not Sure About His Matchmaking Skills | Fame | The Debrief + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + +
                                                        + + + + + + + +
                                                        + + + +
                                                        + +
                                                        + +
                                                        + +
                                                        + +
                                                        + + + + + + +

                                                        + Lena deCasparis + | Contributing Writer | 5 days ago

                                                        + +
                                                        + &nbsp +

                                                        Ed Sheeran Wants To Set Up Taylor Swift, But We’re Not So Sure About His Matchmaking Skills

                                                        + + +

                                                        The Debrief: Ed put the cupid bow and arrow down, and stick to playing the guitar

                                                        +
                                                        + +
                                                        +
                                                        +

                                                        Share This

                                                        + +
                                                        + + + + + + +
                                                        + + +
                                                        +
                                                        + + +

                                                        So in our eyes Ed Sheeran can do no wrong. He’s the most loveable, adorkable (that’s adorable crossed with dorky FYI) pop star EVER. And we love him, we really do. However when it comes to his matchmaking skills for our fave gal, and his BFF, Taylor Swift – well we think he’s a little bit off.

                                                        This week Ed told Now magazine that he hoped he could set up Taylor with none other that Orlando Bloom. He said ‘He’s lovely, and they live in the same building. [I'm hoping that] the magic might present itself eventually.’

                                                        Er, we’re not so sure.

                                                        +

                                                        Now don’t get us wrong we’ve had a soft spot for floppy haired Mr Bloom since his Pirate days, and when he took a swing at Bieber earlier this year well we know which side of the ring we were on.

                                                        +

                                                        But is he worthy of all that is T-Swift? The jury is out. And let’s not forget Bloom's also already dated Taylor’s BFF Selena, we predict that might make this matchmake very unlikely as Taylor is 100% 'Sisters Before Misters'.

                                                        +

                                                        Ultimately we think Tay can do better, but then we're not sure there is any man who is worthy!

                                                        +

                                                        Like this? You might also be interested in:

                                                        +

                                                        Lena Dunham Has Declared Today Taylor Swift Day. Here’s Why We All Need To Get Better At Celebrating Female Success

                                                        +

                                                        South Park Does A Lorde Skit. But Who’s It Taking The Piss Out Of?

                                                        +

                                                        Lorde Gave Taylor Swift The First Listen To Her New Song

                                                        +

                                                        Follow Lena on Twitter: @Lenadecasparis

                                                        +

                                                        Pictures: Getty

                                                        + + +
                                                        + +

                                                        + Tags: + Taylor Swift, Ed Sheeran

                                                        + + + + + +
                                                        +

                                                        Share This

                                                        + +
                                                        + + + + + + +
                                                        + + +
                                                        + +
                                                        + + + + + +
                                                        +
                                                        + +
                                                        +

                                                        Comments

                                                        +
                                                        +

                                                        The Debrief chat powered by

                                                        + + + +

                                                        Loading...

                                                        +
                                                        + + comments powered by Disqus +
                                                        +
                                                        + + +
                                                        +
                                                        + +
                                                        + +
                                                        + + + +
                                                        +
                                                        + + + + + + + + +
                                                        + + + +
                                                        + + +
                                                        +

                                                        Sign UpNow

                                                        +

                                                        For exclusive news, reviews, ace competitions and discounts, sign up for our email. It'll make your inbox great. Guaranteed.

                                                        + Get The Debrief +
                                                        + +
                                                        + + + + + + +
                                                        + +
                                                        + + + + + + + + + + + +
                                                        + + +
                                                        + + + + + + + + + + + + + + +
                                                        + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/thedebrief.co.uk2.html b/tests/data/html/thedebrief.co.uk2.html new file mode 100644 index 0000000..b0ff346 --- /dev/null +++ b/tests/data/html/thedebrief.co.uk2.html @@ -0,0 +1,713 @@ + + + + + + + + + + + In Which We Discuss Whether Taylor's Or Beyonce's Lyrics Are Better Break-Up Material | People | The Debrief + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        + + + + + + +
                                                        + + + + + + + +
                                                        + + + +
                                                        + +
                                                        + +
                                                        + +
                                                        + +
                                                        + + + + + + +

                                                        + Stevie Martin + | Staff Writer | Tuesday, 25 November 2014

                                                        + +
                                                        + &nbsp; +

                                                        In Which We Discuss Whether Taylor's Or Beyonce's Lyrics Are Better Break-Up Material

                                                        + + +

                                                        The Debrief: While Taylor is good for break-ups, there’s a Beyonce lyric for literally every occasion

                                                        +
                                                        + +
                                                        +
                                                        +

                                                        Share This

                                                        + +
                                                        + + + + + + +
                                                        + + +
                                                        +
                                                        + + +

                                                        Some absolute genius of a woman has written a break-up letter that comprises entirely of Taylor Swift lyrics because, let’s face it, pretty much every single Taylor Swift song is about a break-up. Apart from... nope. I’ve got nothing. 

                                                        +
                                                        + &nbsp; +
                                                        +   +
                                                        +
                                                        +

                                                        Anyway, while T-Swift can provide excellent firepower for a particular kind of breakup letter – what if you want to go a bit more ballsy? Like, Beyonce ballsy? Wonder no more because we’ve channelled Queen Bey into the perfect method for getting rid of a cheatin’ man. Or woman. Or someone who hasn’t cheated at all, but you’re just not feeling it anymore. 

                                                        +

                                                        READ MORE: Style And Design Tips From Taylor Swift's New Video For Blank Space

                                                        +

                                                        Hey babe, 

                                                        +

                                                        There was a time I thought that you did everything right. No lies, no wrong. Boy I, must’ve been out of my mind, so when I think of the time that I almost loved you, you showed your self and I saw the real you. If I were a boy, I think I could understand how it feels to love a girl – I swear I’d be a better man. I wanted you bad – I'm so through with that, because honestly, you turned out to be the best thing I never had. I’m taking back the things I got from you, on top of you not calling me back – you see I bet you think it’s all on track, but what about my body? You would rather go and party. 

                                                        +

                                                        I give you everything you want everything you need. Even your friends say I’m a good woman, all I need to know is why? Why don’t you love me? I got beauty, I got class, I got style, and I got ass and you don’t even care to care. Bet it sucks to be you right now – don’t you ever for a second get to thinking you're irreplaceable; what goes around comes back around. 

                                                        +

                                                        Baby I won’t shed a tear for you, I won’t lose a wink of sleep, because the truth of the matter is replacing you is so easy

                                                        +

                                                        [insert your name here] 

                                                        +

                                                        Sure, it makes you sound a bit all over the place (while Tay mainly does nostalgic, hurt songs – Bey goes all out raging, as well as hurt, and secure as well as insecure), but what great break-up letter doesn’t? I remember once running down the road in no shoes after an ex yelling, ‘I’M NOT MAD, COME BACK HERE.’ Breaking up is a paradox. 

                                                        +

                                                        And Beyonce’s lyrics don’t just go well with relationships, oh no – while Taylor tends to focus on matters of the (broken) heart, Beyonce’s back catalogue works pretty well in most scenarios. Look, there’s a Beyonce for all occasions: 

                                                        +

                                                        A Beyonce lyric for...

                                                        +

                                                        Quitting your job email: Fuck you, pay me. 

                                                        +

                                                        Drunk birthday speech: This goes out to all my girls that’s in the club rocking the latest! Who will buy it for themselves and get more money later. I think I need a barber.

                                                        +

                                                        Letter to your best mate: And if you wasn’t for you, and if I didn’t know you, and if you never reached me, and if you didn’t teach me, I wouldn’t be, who I am right now.

                                                        +

                                                        Discussing your monthly cycle with your GP: I been on, I been on, I been on – tell me who gone take me off, take me off, take me off, take me off, ’cause I been on

                                                        +

                                                        Speaking with changing room attendants: Stop, I ain’t ready yet. Wait, let me fix my hair. I think I’m ready

                                                        +

                                                        Giving sex advice from the 1950s: Ladies look here, when you been with your man for a long time, every now and then you gotta go back in the closet and pull out that freakum dress.

                                                        +

                                                        Like this? You might also be interested in...

                                                        +

                                                        Sold Out Moisturiser Is The Hero Of Beyonce's 7/11 Video

                                                        +

                                                        Beyonce Behaves A Bit Weirdly, The Internet Gets Even Weirder

                                                        +

                                                        A Few Signs We Might Be Drifting Apart From Beyonce

                                                        +

                                                        Follow Stevie on Twitter: @5tevieM

                                                        +

                                                         

                                                        +

                                                         

                                                        + + +
                                                        + +

                                                        + Tags: + Beyonce, Relationships, Taylor Swift

                                                        + + + + + +
                                                        +

                                                        Share This

                                                        + +
                                                        + + + + + + +
                                                        + + +
                                                        + +
                                                        + + + + + +
                                                        +
                                                        + +
                                                        +

                                                        Comments

                                                        +
                                                        +

                                                        The Debrief chat powered by

                                                        + + + +

                                                        Loading...

                                                        +
                                                        + + comments powered by Disqus +
                                                        +
                                                        + + +
                                                        +
                                                        + +
                                                        + +
                                                        + + + +
                                                        +
                                                        + + + + + + + + +
                                                        + + + +
                                                        + + +
                                                        +

                                                        Sign UpNow

                                                        +

                                                        For exclusive news, reviews, ace competitions and discounts, sign up for our email. It'll make your inbox great. Guaranteed.

                                                        + Get The Debrief +
                                                        + +
                                                        + + + + + + +
                                                        + +
                                                        + + + + + + + + + + + +
                                                        + + +
                                                        + + + + + + + + + + + + + + +
                                                        + + + +
                                                        + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/theglobeandmail.com1.html b/tests/data/html/theglobeandmail.com1.html new file mode 100644 index 0000000..f972c2d --- /dev/null +++ b/tests/data/html/theglobeandmail.com1.html @@ -0,0 +1,2113 @@ + + + + + + + + +Final manoeuvre of AirAsia flight raises questions over flying in storms - The Globe and Mail + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                        +
                                                        +
                                                        + +
                                                        +
                                                        +
                                                        + +Go to the Globe and Mail homepage + +

                                                        Jump to main navigationJump to main content

                                                        + +
                                                        +
                                                        +Login +
                                                        + +
                                                        + +
                                                          + +
                                                          +
                                                          + + +
                                                          + + + +
                                                          + +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          A member of the Indonesian military looks out of the window during a search and rescue (SAR) operation for missing Malaysian air carrier AirAsia flight QZ8501. (Juni Kriswanto/AFP/Getty Images)
                                                          + +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          A member of the Indonesian military looks out of the window during a search and rescue (SAR) operation for missing Malaysian air carrier AirAsia flight QZ8501.
                                                          (Juni Kriswanto/AFP/Getty Images)
                                                          +
                                                          +
                                                          +

                                                          +Final manoeuvre of AirAsia flight raises questions over flying in storms +Add to ... +

                                                          +
                                                          +

                                                          +Paul Koring +

                                                          +

                                                          +WASHINGTON — The Globe and Mail

                                                          +
                                                          +

                                                          Published + +

                                                          +

                                                          Last updated + +

                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +

                                                          A modern airliner’s abrupt disappearance from radar as it flew through a line +of equatorial thunderstorms – with no distress call received – points to another +in-flight “loss of control” aviation disaster.

                                                          On Monday, as hopes of finding survivors of Indonesia AirAsia Flight 8501 faded, searchers in ships and +aircraft scoured the Java Sea looking for debris to pinpoint where the +Singapore-bound Airbus A320 crashed.

                                                          +
                                                          Airline incidents and fatalities since: 1975
                                                          +

                                                          With 33 million commercial airline departures and 3.2 billion passengers carried in 2014, the rate of crashes has never been lower, though the death rate of passengers is up slightly from its all time low of 0.09 last year.

                                                          +
                                                          Commercial flights and passengers carried: 1975 - 2014
                                                          +
                                                          Commercial airline accidents and fatalities: 1975 - 2014 (rate per million)

                                                          SOURCE: Aviation Safety Network; ICAO; WORLD BANK.
                                                          * Accidents refers to the number of fatal airliner (14+ passengers) hull-loss accidents. Does not include corporate jet and military transport accidents/hijackings.
                                                          ** Includes 162 unconfirmed passengers from AirAsia Flight QZ8501

                                                          +
                                                          +

                                                          More Related to this Story

                                                          + +
                                                          +

                                                          (AirAsia Flight 8501: What we know so far about the plane’s disappearance)

                                                          Nearly two days after the flight vanished, chances of finding anyone alive, +even if some of the 162 passengers and crew survived a crash into the sea, were +exceedingly remote, but officials were still calling the multinational effort a +search-and-rescue operation.

                                                          The fate of Flight 8501 remains perplexing and until the cockpit voice and +flight-data recorders are recovered, investigators won’t be able to determine +what exactly went wrong during the plane’s final few minutes.

                                                          However, the loss of the airliner invites comparison with the 2009 crash of +Air France’s Flight 447. That crash killed all 228 on board the Paris-bound +flight from Rio de Janeiro as it flew directly into a line of +tropical thunderstorms.

                                                          In the Air France crash, all three pilots, including a veteran captain and +two less-experienced co-pilots, were so spatially disoriented that they were +still arguing over which way was up when the Airbus A330 slammed into the sea. +In just over four minutes, the undamaged and perfectly flyable aircraft fell +more than 11 kilometres. The flight’s autopilot had disengaged because of faulty +airspeed readings, forcing the pilots to manually fly the aircraft.

                                                          On Monday, two oil patches in the Java Sea east of Belitung island, close to Flight 8501’s last known +position, were located by Indonesian air-force helicopters. Several other debris +findings were discounted as being unrelated to the missing Airbus.

                                                          Hadi Tjahnanto, a senior Indonesian air-force officer, +told MetroTV that +the slick samples were being analyzed to determine if they came from Flight +QZ8501.

                                                          The search seems certain to shift to a recovery effort soon, focused on +finding the flight data recorders that should hold clues as to why a modern, +sophisticated jetliner, piloted by an experienced crew working for a major +regional carrier with an unblemished safety record, apparently flew straight +into the sort of severe thunderstorms routinely found near the equator.

                                                          Massive thunderstorms are common in the tropics and pose a routine, albeit +serious, challenge to flight crews. Modern jet airliners can survive even the +most severe turbulence and multiple lightning strikes without structural +failure, but flight crews are trained to fly around severe storms. Deviation +around, rather than over, is standard procedure and considered safer, since some +tropical thunderstorms can reach far higher than commercial jetliners can +fly.

                                                          The disappearance of Flight 8501 over the weekend caps a catastrophic year +for Malaysian aviation, with three major crashes in unrelated occurences. Malaysia Airlines Flight 370, a Boeing +777 en route to Beijing from Kuala Lumpur, disappreared on March 8 with 239 on board. It has +never been found and may have been deliberately flown until it ran out of fuel +and crashed in the remote south Indian Ocean. On July 17, Malaysia Airlines +Flight 17, another Boeing 777, was shot down by a surface-to-air missile fired +from pro-Russian rebel-held territory in eastern Ukraine, killing all 298 people +on board.

                                                          On Monday, the flamboyant Malaysian founder of the AirAsia group, the low-cost airline with +affiliates in half-a-dozen countries, spoke about the loss of Flight 8501. “My +heart bleeds for all the relatives of my crew and our passengers,” Tony Fernandes said. “Nothing is more important to us. +Until today, we have never lost a life. But I think that any airline CEO who +says he can guarantee that his airline is 100-per-cent safe is not +accurate.”

                                                          Indonesian President Joko “Jokowi” Widodo +ordered an immediate review of all aviation procedures.

                                                          Most of the passengers on Flight 8501 were Indonesians, headed for Singapore +on vacation – a two-hour flight from Surabaya, the country’s second-largest +city.

                                                          At dawn on Sunday morning, about 50 minutes after takeoff, the twin-engined +Airbus A320 was already at its planned cruising altitude and nearly halfway to +Singapore, when one of its two pilots asked air-traffic control for permission +to climb from 32,000 to 38,000 feet, perhaps in an attempt to climb over severe +weather directly ahead. The request was denied because of other aircraft already +occupying the higher flight altitudes. A few minutes later – at 6:17 a.m. local +time – controllers offered Flight 8501 permission to climb to 34,000 feet, but +there was no reply. The twin-engine, single-aisle plane was last seen on radar +four minutes after the final communication. Some flight-tracking sites record +the last data from its transponder – the device on board modern aircraft that +broadcasts position, speed, altitude and flight number – at very low +altitude.

                                                          “Based on the co-ordinates that we know, the evaluation would be that any +estimated crash position is in the sea,” Indonesia search-and-rescue director +Henry Bambang +Soelistyo +said.

                                                          Search aircraft and ships from several countries converged on a 100-square-kilometre area between the island of Belitung, off Sumatra, and Borneo. The Java Sea is +less than 100 metres deep where the aircraft vanished, which should make +recovery of the flight recorders easier.

                                                          In Southeast Asia, the AirAsia +group has redefined flying with a focus on low-cost, no-frills flights in a +rapidly growing market. Its distinctive fleet of more than 160 +red-and-white-painted Airbus A320s, with “Now Everyone Can Fly” emblazoned on +the undersides, has become a familiar sight in Southeast Asian skies.

                                                          Indonesia AirAsia, run +by and 49-per-cent owned by the Malaysian AirAsia parent company, has another 28 Airbus +A320s, each capable of seating 180 passengers. It was one of those aircraft that +is missing and presumed lost at sea.

                                                          Mr. Fernandes +flew to Surabaya on Monday, saying that until the investigation was completed it +was premature to speculate on whether procedures or crew training needed to be +changed.

                                                          On board the missing flight were 155 passengers, including 17 children and an +infant. A crew of seven – two pilots, four flight attendants and, unusually, a +flight engineer – were assigned to the flight.

                                                          The captain, Iriyanto, an +Indonesian who uses only one name, was a former Indonesian air-force fighter +pilot with more than 20,537 flying hours, of which 6,100 were on Indonesia AirAsia Airbus A320s. “Papa, come home, I still +need you,” Angela Anggi Ranastianis, his 22-year-old daughter, pleaded in +social-media comments.

                                                          The co-pilot was Rémi +Emmanuel Plesel, a +French citizen who gained his pilot’s licence at age 42 and had 2,275 hours on +the Airbus A320.

                                                          Usually, one pilot flies a flight segment while another operates the radios +and communicates with air-traffic control. It’s not yet known which pilot was +handling the flight. However, in case of difficulties or unforeseen problems, +the captain can, and usually does, take control.

                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +  +
                                                          +
                                                          +
                                                          +

                                                          More Related to this Story

                                                          + +
                                                          + +
                                                          +

                                                          Topics:

                                                          + +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +

                                                          In the know

                                                          +
                                                          +
                                                          + +
                                                          +
                                                          + +
                                                          +
                                                          + +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                            +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +

                                                          Most popular videos »

                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +

                                                          Highlights

                                                          +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +

                                                          More from The Globe and Mail

                                                          +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          + + +
                                                          +
                                                          +

                                                          Most popular

                                                          +
                                                          +
                                                          +
                                                            +
                                                          1. + +
                                                            2. +
                                                          2. + +
                                                            3. +
                                                          3. + +
                                                            4. +
                                                          4. + +
                                                            5. +
                                                          5. + +
                                                            6. +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +

                                                          More Top Stories

                                                          +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +

                                                          Video

                                                          +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +

                                                          Photos

                                                          +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          +
                                                          + + + + + +
                                                          + +
                                                          +
                                                          +
                                                          Products
                                                          +
                                                            +
                                                          • + +
                                                            +

                                                            Globe Unlimited

                                                            +

                                                            Digital all access pass across devices. +subscribe +

                                                            +
                                                            +
                                                            • +
                                                          • + +
                                                            +

                                                            The Globe and Mail Newspaper

                                                            +

                                                            Newspaper delivered to your doorstep. +subscribe +

                                                            +
                                                            +
                                                            • +
                                                          • + +
                                                            +

                                                            Globe2Go

                                                            +

                                                            The digital replica of our newspaper. +subscribe +

                                                            +
                                                            +
                                                            • +
                                                          • + +
                                                            +

                                                            Globe eBooks

                                                            +

                                                            A collection of articles by the Globe. +subscribe +

                                                            +
                                                            +
                                                            • +
                                                          +

                                                          +See all Globe Products +

                                                          +
                                                          +
                                                          +
                                                          Advertise with us
                                                          +
                                                          +

                                                          GlobeLink.ca

                                                          +

                                                          Your number one partner for reaching Canada's Influential Achievers. +learn more +

                                                          +
                                                          + +
                                                          The Globe at your Workplace
                                                          + +
                                                          +
                                                          +
                                                          Our Company
                                                          + +
                                                          Customer Service
                                                          + +
                                                          Advertising Privacy
                                                          + +
                                                          Globe Recognition
                                                          + +
                                                          +
                                                          +
                                                          Mobile Apps
                                                          + +
                                                          + +
                                                          +
                                                          NEWS APP
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          INVESTING APP
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          Other Sections
                                                          + +
                                                          +
                                                          + +
                                                          +
                                                          +

                                                          © Copyright 2015 The Globe and Mail Inc. All Rights Reserved.

                                                          +
                                                          + +444 Front St. W., +Toronto,  +ON  +Canada  +M5V 2S9 +
                                                          Phillip Crawley, Publisher +                                                           +
                                                          +
                                                          +
                                                          + + + + + + + + + + + + +
                                                          + + + + + + + + + + + + +
                                                          +
                                                          +
                                                          +x +

                                                          Customize your reading font

                                                          +
                                                          +XS +S +M +L +XL +
                                                          +
                                                          +
                                                          +The quick brown fox jumps over the lazy dog +The quick brown fox jumps over the lazy dog +The quick brown fox jumps over the lazy dog +The quick brown fox jumps over the lazy dog +The quick brown fox jumps over the lazy dog +
                                                          +
                                                          + + diff --git a/tests/data/html/theglobeandmail.com2.html b/tests/data/html/theglobeandmail.com2.html new file mode 100644 index 0000000..bd744b0 --- /dev/null +++ b/tests/data/html/theglobeandmail.com2.html @@ -0,0 +1,2134 @@ + + + + + + + + +Oil prices and interest rates: What to watch in 2015 - The Globe and Mail + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                          +
                                                          +
                                                          + +
                                                          +
                                                          +
                                                          + +Go to the Globe and Mail homepage + +

                                                          Jump to main navigationJump to main content

                                                          + +
                                                          +
                                                          +Login +
                                                          + +
                                                          + +
                                                            + +
                                                            +
                                                            + + +
                                                            + + + + +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            Global monetary policy is expected to loosen in the new year, driving up prices for precious metals and improving mining prospects. (Sondeep Shankar)
                                                            + +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            Global monetary policy is expected to loosen in the new year, driving up prices for precious metals and improving mining prospects.
                                                            (Sondeep Shankar)
                                                            +
                                                            +
                                                            +

                                                            +Oil prices and interest rates: What to watch in 2015 +Add to ... +

                                                            +
                                                            +

                                                            +David Parkinson +

                                                            +

                                                            +The Globe and Mail

                                                            +
                                                            +

                                                            Published + +

                                                            +

                                                            Last updated + +

                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +

                                                            Oil. Russia. Interest rates. The United States. Europe. Commodities. China. Trade. Japan. The global economy enters 2015 with a lot on its mind, and a long list of competing storylines set to develop as the year progresses. Here, four notable economists share their views on the key issue that will grab their attention in 2015 – and how it might unfold, for better or worse.

                                                            + +
                                                            +

                                                            More Related to this Story

                                                            + +
                                                            + +

                                                            Eric Lascelles

                                                            Chief economist, RBC Global Asset Management – Toronto

                                                            Collapsing oil prices are poised to reverberate across 2015. If current pricing sticks, global producers will lose over a trillion dollars in annual profits, crimping their investment intentions and impairing their ability to pay dividends and debts.

                                                            Oil-exporting nations – Canada among them – naturally suffer, with the greatest agony reserved for emerging-market members who must perversely raise interest rates to halt capital flight and combat ballooning U.S.-denominated debt loads.

                                                            Desperate times lead to desperate measures, meaning Russia and the Middle East must be watched with an eagle eye next year.

                                                            However, let us not lose sight of the bigger picture. Oil’s extreme dislocation should partially unwind in 2015. After all, oil supply outpaces demand by a mere 2 per cent. There is no need for extreme cutbacks, especially if demand grows as enthusiastically as our models indicate.

                                                            For that matter, the global economy actually likes low oil prices. For all of the bellyaching, every dollar lost by oil producers is more than recovered across a diffuse set of oil consumers. Indeed, the combination of low oil prices, low bond yields and weakening exchange rates should help revive the moribund European and Japanese economies. This could prove to be the most lasting consequence of oil’s not-so-excellent adventure.

                                                            Julian Jessop

                                                            Chief global economist, Capital Economics – London

                                                            The year 2014 closed with a focus on the oil price, but developments in other commodity markets will also be worth watching in 2015. The knock-on effects could work in either direction.

                                                            We expect the price of oil to remain low. As energy is an important cost in the production and transportation of other commodities, this is one reason to expect price pressures more generally to be weak.

                                                            Nonetheless, most countries – and the world as a whole – should be better off as a result of lower oil prices, notably China and India. Of the advanced economies, Japan is the biggest winner, but there should also be sizable boosts to the U.S., euro zone and Britain. The upshot is that cheaper oil should support a rebound in the prices of industrial metals as economic activity picks up.

                                                            What’s more, China and India are the two largest markets for gold. While inflation will be lower as a result of the fall in oil prices, global monetary policy is also likely to be looser for longer. We, therefore, expect base and precious metals prices to do well in 2015, improving the prospects for miners and the more diversified commodity economies.

                                                            Christopher Ragan

                                                            Professor of economics, McGill University – Montreal

                                                            What should we expect from the world of central banking in 2015? I see two major forces.

                                                            First, given that real gross domestic product in the euro zone is still 2 per cent below the 2008 level, there’s a pretty clear economic case for more fiscal and monetary stimulus. On the other hand, the political forces in opposition to such actions continue to be massive. My best guess for 2015 is that the euro zone will continue to muddle through, without much new stimulus of any kind.

                                                            Meanwhile, the United States is showing ever-more promising signs of an economic renaissance. The Federal Reserve’s balance sheet has stopped its expansion, and most observers think that policy interest rates will begin their ascent in 2015. While such rate increases may wreak havoc on financial markets for a while, their existence will be a positive sign for the United States and for the world.

                                                            These different economic scenarios suggest that the U.S. dollar will be strengthening against the euro. How the Canadian dollar fares in such a situation is unclear, although the single best predictor for the Canadian dollar is still the path of world commodity prices – which is pretty much anybody’s guess.

                                                            Carl Weinberg

                                                            Chief economist, High Frequency Economics – Valhalla, N.Y.

                                                            My biggest worry for 2015 is of a default by Russia on its foreign debt. Vladimir Putin could intentionally renege on his foreign debt obligations – an Argentine approach – or Russia could just run out of liquid foreign-exchange assets. Russia owes $670-billion (U.S.) to foreigners. No one is sure who owns it all. Most of it likely is not in the hands of banks. We should remember that LTCM [Long-Term Capital Management] in the U.S. was not a bank, but its failure did a lot of damage to the financial system.

                                                            I am also waiting to see if an anti-austerity government comes to power in Greece and defaults on its debts to EFSF, the IMF and Euroland governments. EFSF has sold €180-billion ($254-billion Canadian) in bonds, backed largely by loans to Greece. In the worst case, banks and hedge funds owning these AAA bonds will find them downgraded. Some of them may fail. Euroland’s governments may have to ante up real money to recapitalize EFSF, triggering a fiscal crisis.

                                                            Finally, I worry that Britain’s current account deficit – at a record nearly 6 per cent of GDP – is wide enough to trigger a sterling crisis. The government has no strategy for external deficit reduction. A sterling crash would blow out inflation; the interest rate response would kill the economy.

                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +  +
                                                            +
                                                            +
                                                            +

                                                            More Related to this Story

                                                            + +
                                                            + +
                                                            +

                                                            Topics:

                                                            + +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +

                                                            In the know

                                                            +
                                                            +
                                                            + +
                                                            +
                                                            + +
                                                            +
                                                            + +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                              +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +

                                                            Most popular videos »

                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +

                                                            Highlights

                                                            +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +

                                                            More from The Globe and Mail

                                                            +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + + +
                                                            +
                                                            +

                                                            Most popular

                                                            +
                                                            +
                                                            +
                                                              +
                                                            1. + +
                                                              2. +
                                                            2. + +
                                                              3. +
                                                            3. + +
                                                              4. +
                                                            4. + +
                                                              5. +
                                                            5. + +
                                                              6. +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +

                                                            More Top Stories

                                                            +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +

                                                            Video

                                                            +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +

                                                            Photos

                                                            +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + + + + + +
                                                            + +
                                                            +
                                                            +
                                                            Products
                                                            +
                                                              +
                                                            • + +
                                                              +

                                                              Globe Unlimited

                                                              +

                                                              Digital all access pass across devices. +subscribe +

                                                              +
                                                              +
                                                              • +
                                                            • + +
                                                              +

                                                              The Globe and Mail Newspaper

                                                              +

                                                              Newspaper delivered to your doorstep. +subscribe +

                                                              +
                                                              +
                                                              • +
                                                            • + +
                                                              +

                                                              Globe2Go

                                                              +

                                                              The digital replica of our newspaper. +subscribe +

                                                              +
                                                              +
                                                              • +
                                                            • + +
                                                              +

                                                              Globe eBooks

                                                              +

                                                              A collection of articles by the Globe. +subscribe +

                                                              +
                                                              +
                                                              • +
                                                            +

                                                            +See all Globe Products +

                                                            +
                                                            +
                                                            +
                                                            Advertise with us
                                                            +
                                                            +

                                                            GlobeLink.ca

                                                            +

                                                            Your number one partner for reaching Canada's Influential Achievers. +learn more +

                                                            +
                                                            + +
                                                            The Globe at your Workplace
                                                            + +
                                                            +
                                                            +
                                                            Our Company
                                                            + +
                                                            Customer Service
                                                            + +
                                                            Advertising Privacy
                                                            + +
                                                            Globe Recognition
                                                            + +
                                                            +
                                                            +
                                                            Mobile Apps
                                                            + +
                                                            + +
                                                            +
                                                            NEWS APP
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            INVESTING APP
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            Other Sections
                                                            + +
                                                            +
                                                            + +
                                                            + +
                                                            +

                                                            © Copyright 2015 The Globe and Mail Inc. All Rights Reserved.

                                                            +
                                                            + +444 Front St. W., +Toronto,  +ON  +Canada  +M5V 2S9 +
                                                            Phillip Crawley, Publisher +                                                             +
                                                            +
                                                            +
                                                            + + + + + + + + + + + + +
                                                            + + + + + + + + + + + + +
                                                            +
                                                            +
                                                            +x +

                                                            Customize your reading font

                                                            +
                                                            +XS +S +M +L +XL +
                                                            +
                                                            +
                                                            +The quick brown fox jumps over the lazy dog +The quick brown fox jumps over the lazy dog +The quick brown fox jumps over the lazy dog +The quick brown fox jumps over the lazy dog +The quick brown fox jumps over the lazy dog +
                                                            +
                                                            + + diff --git a/tests/data/html/thekitchn.com1.html b/tests/data/html/thekitchn.com1.html new file mode 100644 index 0000000..d6f2bb5 --- /dev/null +++ b/tests/data/html/thekitchn.com1.html @@ -0,0 +1,1060 @@ + + + + + + + Before & After: Replacing Tiny Details in This Kitchen Made a Big Difference — Reader Kitchen Remodel | The Kitchn + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                            + + +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + +

                                                            Before & After: Replacing Tiny Details in This Kitchen Made a Big Difference

                                                            +

                                                            Reader Kitchen Remodel

                                                            +                                                             +
                                                            +
                                                            +
                                                            + +
                                                            + + +
                                                            +                                                             +
                                                            +Pin it button big + +
                                                            +
                                                            + +

                                                            + Kaycee shared her kitchen remodel with us as part of our Big Reveal contest earlier this year, and it's one of the best examples of just how much of a difference you can make in your space by paying attention to the little things. After all, the devil is in the details. +

                                                            +

                                                            + Take a look at how Kaycee's kitchen looks now. +

                                                            + +
                                                            + +
                                                            + + +
                                                            +                                                             +
                                                            +Pin it button big + +
                                                            +
                                                            + +

                                                            + Doesn't it look so much fresher? Kaycee writes that the cabinets were in good shape, but that they just needed a few improvements. First, she replaced the plastic hardware with silver metal hardware giving them a more expensive look (while not costing that much!). +

                                                            +

                                                            + Next, she noted that the edging on the cabinets was the only thing that was betraying their age. So she removed it and replaced it with new laminate edging. Yes, it was an arduous process, but it made the cabinets look brand new for a fraction of the cost. +

                                                            +
                                                            + +
                                                            + + +
                                                            +                                                             +
                                                            +Pin it button big + +
                                                            +
                                                            + +

                                                            + Kaycee also replaced some of the appliances, and gave the walls a fresh paint job. +

                                                            +

                                                            + Possibly our favorite transformation is the built-in shelving in the dining area. Kaycee removed the scalloped molding and painted the wall to provide some much needed contrast. Then it was all about styling. Take a look at how it turned out. +

                                                            +
                                                            + +
                                                            + + +
                                                            +                                                             +
                                                            +Pin it button big + +
                                                            +
                                                            + +

                                                            + Looks fantastic! You can see more of Kaycee's remodel here. +

                                                            +
                                                            +

                                                            + Have a remodel or a DIY project to share with us?
                                                            + Submit it here!                                                             +

                                                            +
                                                            +
                                                            +

                                                            +More posts in this series +

                                                            +
                                                            Before & After
                                                            + + +
                                                            + + +

                                                            +(Image credits: Kaycee - The Big Reveal) +

                                                            +
                                                            + +
                                                            +
                                                            + + + +
                                                            +
                                                            + + +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + + + +
                                                            +
                                                            + + +
                                                            +
                                                            +
                                                            + + +
                                                            + + +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +

                                                            Submit a Story

                                                            +

                                                            Got a tip, kitchen tour, or other story our readers should see?

                                                            +

                                                            +Tell us about it! +

                                                            +
                                                            +
                                                            +
                                                            +
                                                            +

                                                            Read Our Books

                                                            +
                                                            + +
                                                            +
                                                            +The Kitchn Cookbook +(2014) +
                                                            +                                                             +
                                                            +
                                                            + +
                                                            +
                                                            +Good Food to Share +(2010) +
                                                            +                                                             +
                                                            +
                                                            + +
                                                            +
                                                            +The Big Book of Small, Cool Spaces +(2010) +
                                                            +                                                             +
                                                            +
                                                            + +
                                                            +
                                                            +Apartment Therapy Presents +(2008) +
                                                            +                                                             +
                                                            +
                                                            + +
                                                            +
                                                            +The Eight-Step Home Cure +(2006) +
                                                            +                                                             +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +

                                                            Join our email list

                                                            + + +
                                                            +
                                                            +

                                                            +
                                                            +
                                                            + +
                                                            + + +
                                                            +
                                                            +

                                                            inspiring cooks, nourishing homes

                                                            +© 2015 Apartment Therapy +
                                                            + +
                                                            +
                                                            +
                                                            + +Close menu + + +
                                                            + + +
                                                            +
                                                            + + + + + +
                                                            + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/thekitchn.com2.html b/tests/data/html/thekitchn.com2.html new file mode 100644 index 0000000..46c0ba9 --- /dev/null +++ b/tests/data/html/thekitchn.com2.html @@ -0,0 +1,1062 @@ + + + + + + + Drink Up! 15 Good Ideas for Beer and Wine — The Kitchn's Best of 2014 | The Kitchn + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                            + + +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + +

                                                            Drink Up! 15 Good Ideas for Beer and Wine

                                                            +

                                                            The Kitchn's Best of 2014

                                                            +                                                             +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +Why Chilling Your Beer Glass Isn't a Waste of Time +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + +

                                                            + As we're getting ready to raise a glass to the new year, we figure it's a perfect time to look back at all the great beer and wine ideas and information we shared in 2014. +

                                                            +

                                                            + Whether you prefer a crisp white, a full-bodied red, or a hoppy IPA, we can help you become a more informed (and satisfied) drinker. +

                                                            + +

                                                            Give Me a Beer!

                                                            + +
                                                            + +
                                                            + + +
                                                            +                                                             +
                                                            +Pin it button big + +
                                                            +
                                                            + +

                                                            Pour Me a Glass of Wine

                                                            + +

                                                            + * * * +

                                                            +

                                                            Welcome to The Kitchn's Best of 2014 roundup!

                                                            +

                                                            + From December 22 through January 4 we are rounding up our favorite (and your favorite) posts from the past year. Happy Holidays! +

                                                            +
                                                            +

                                                            +More posts in this series +

                                                            +
                                                            The Kitchn's Best of 2014
                                                            + + +
                                                            + + +

                                                            +(Image credits: Casey Barber; Rebecca Blumhagen; Jayme Henderson; Emma Christensen; Faith Durand; Jill Silverman Hough) +

                                                            +
                                                            + +
                                                            +
                                                            + + + +
                                                            +
                                                            + + +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + + + +
                                                            +
                                                            + + +
                                                            +
                                                            +
                                                            + + +
                                                            + + +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +

                                                            Submit a Story

                                                            +

                                                            Got a tip, kitchen tour, or other story our readers should see?

                                                            +

                                                            +Tell us about it! +

                                                            +
                                                            +
                                                            +
                                                            +
                                                            +

                                                            Read Our Books

                                                            +
                                                            + +
                                                            +
                                                            +The Kitchn Cookbook +(2014) +
                                                            +                                                             +
                                                            +
                                                            + +
                                                            +
                                                            +Good Food to Share +(2010) +
                                                            +                                                             +
                                                            +
                                                            + +
                                                            +
                                                            +The Big Book of Small, Cool Spaces +(2010) +
                                                            +                                                             +
                                                            +
                                                            + +
                                                            +
                                                            +Apartment Therapy Presents +(2008) +
                                                            +                                                             +
                                                            +
                                                            + +
                                                            +
                                                            +The Eight-Step Home Cure +(2006) +
                                                            +                                                             +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +

                                                            Join our email list

                                                            + + +
                                                            +
                                                            +

                                                            +
                                                            +
                                                            + +
                                                            + + +
                                                            +
                                                            +

                                                            inspiring cooks, nourishing homes

                                                            +© 2015 Apartment Therapy +
                                                            + +
                                                            +
                                                            +
                                                            + +Close menu + + +
                                                            + + +
                                                            +
                                                            + + + + + +
                                                            + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/thenextweb.com1.html b/tests/data/html/thenextweb.com1.html new file mode 100644 index 0000000..760d081 --- /dev/null +++ b/tests/data/html/thenextweb.com1.html @@ -0,0 +1,914 @@ + + + + + + + + + + + BlackBerry denies Samsung buyout rumors + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                            +
                                                            + + +
                                                            +
                                                          • +
                                                            +
                                                            +
                                                            +
                                                            • + + +
                                                            + +
                                                            +
                                                            + + + +
                                                            + +
                                                            + +
                                                             
                                                            + + + + +
                                                            + +
                                                            + +
                                                            + +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            + +
                                                            + + +
                                                            +
                                                            + + +
                                                            + +
                                                            +
                                                            + + +
                                                            + +
                                                            +
                                                            +

                                                            + BlackBerry denies Samsung buyout rumors

                                                            + Blackberry-Logo +
                                                            +
                                                            +
                                                            +
                                                            + + + + + + + + + + + + +
                                                            +
                                                            + + +
                                                            +
                                                            + +
                                                            + + + +
                                                            +
                                                            + +
                                                            +  Save to ▾ +
                                                            + +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            + Napier Lopez
                                                            +
                                                            +
                                                            +
                                                            +
                                                            14 January '15, 11:57pm
                                                            +  Follow +
                                                            +
                                                            +
                                                            + +
                                                            +

                                                            After rumors started spreading earlier today that Blackberry was in the midst of talks to be acquired by Samsung – causing its stocks to rise suddenly by 29 percent – the company has offered an official comment: it “has not engaged with Samsung with respect to any possible offer to purchase BlackBerry.”

                                                            +

                                                            Blackberry then goes on to say its policy is not to comment on rumors – how nice of them to make an exception – and will talk no further about the matter.

                                                            +

                                                            Here’s the full statement:

                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +

                                                            BlackBerry Limited (NASDAQ:BBRY)(TSX:BB) (“BlackBerry”) is aware of certain press reports published today with respect to a possible offer by Samsung to purchase BlackBerry. BlackBerry has not engaged in discussions with Samsung with respect to any possible offer to purchase BlackBerry. BlackBerry’s policy is not to comment on rumors or speculation, and accordingly it does not intend to comment further.

                                                            +

                                                            In all, it looks like the rumors amounted to no more than speculation; we’ll update if we hear more.

                                                            +

                                                            ➤ BlackBerry responds to media report [BlackBerry]

                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            + + +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + + +
                                                            +
                                                            + + + +
                                                            + +
                                                            + +
                                                            +
                                                            + +

                                                            Discussion

                                                            + +
                                                            +
                                                            + + + + +
                                                            +
                                                            + + +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            +
                                                            +

                                                            Related stories

                                                            +
                                                            +
                                                            +
                                                            +
                                                            + + facebook_culture_06 + +
                                                            +

                                                            + + Facebook’s third Q&A: Mark Zuckerberg thinks existing wearables are goofy and more +

                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + + fbwork_press_newsfeed + +
                                                            +

                                                            + + Facebook launches Facebook At Work… but you probably won’t be able to try it yet +

                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + + googletranslate_android_3 + +
                                                            +

                                                            + + Google Translate gets real-time voice and sign translations on iOS and Android +

                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + + Obama + +
                                                            +

                                                            + + Obama plans executive action to speed up US broadband +

                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + + Google Classroom + +
                                                            +

                                                            + + Google’s new Classroom app opens its doors on Android and iOS +

                                                            +
                                                            +
                                                            +
                                                            +
                                                            +
                                                            + + Firefox Hello + +
                                                            +

                                                            + + Firefox 35 brings improved cross-browser video chat and better performance +

                                                            +
                                                            +
                                                            +
                                                            +
                                                            + +
                                                            +
                                                            + + +
                                                            +
                                                            + +
                                                            + + + +
                                                            + +
                                                            + + +
                                                            + + + +
                                                            +
                                                            + + +
                                                            + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/theonion.com1.html b/tests/data/html/theonion.com1.html new file mode 100644 index 0000000..52a8544 --- /dev/null +++ b/tests/data/html/theonion.com1.html @@ -0,0 +1,229 @@ + + + Woman’s Parents Accepting Of Mixed-Attractiveness Relationship | The Onion - America's Finest News Source +

                                                            Ugh, Christ, this again?
                                                            Show/Hide Navigation

                                                            Woman’s Parents Accepting Of Mixed-Attractiveness Relationship

                                                            News in Brief + + + + + • + + parents + • dating + • Lifestyle + + + + • + + ISSUE 51•02 + + + + + • + + Jan 14, 2015 +

                                                            CHICAGO—Admitting it took them some time to come around to the idea, the parents of local woman Laura Stevens said Wednesday that they had finally accepted their daughter’s mixed-attractiveness relationship with Kyle Baker, a man who is considerably worse-looking than she is. “To be honest, we were quite surprised when Laura brought Kyle to the house for the first time, but eventually we came around to it,” said Stevens’ mother, Janet, who noted that the pair were still met with uncomfortable stares and disapproval from other family members—especially Laura’s grandmother—at last year’s Thanksgiving dinner. “Her father was particularly upset at first, but now I think he’s learned to accept it, and he’s even grown to like Kyle. Besides, Kyle seems to make Laura happy, and that’s all that really matters.” Janet Stevens went on to say that, if the two ever got married, she would love their children no matter how average-looking they are.

                                                            Popular Onion Video

                                                            Watch more videos
                                                              diff --git a/tests/data/html/theroot.com1.html b/tests/data/html/theroot.com1.html new file mode 100644 index 0000000..6949c3b --- /dev/null +++ b/tests/data/html/theroot.com1.html @@ -0,0 +1,2109 @@ + + + + + + + + + + + + + + + + Al Sharpton Responds to Criticism That His Movement Excludes Younger Activists - The Root + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                              +
                                                              + + + +
                                                              + + + +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + + +
                                                              +
                                                              +
                                                              + + + + + + + +
                                                              +
                                                              0
                                                              +
                                                              + New stories +
                                                              +
                                                              +
                                                               
                                                              +
                                                              + +

                                                              + 0 New Stories Since Your Last Visit +

                                                              +
                                                              +
                                                              + + +
                                                              +
                                                              +
                                                              + + + +
                                                              + + + + + + + + + + +
                                                              + +
                                                              + +
                                                              + +
                                                              + +
                                                              + +
                                                              +
                                                              + +
                                                              + + + + + + +
                                                              +
                                                              + + + + + + + + + + + + + + +
                                                              + + + + +
                                                              +
                                                              + +
                                                              +
                                                              + + + + + + + + + + + + + + +
                                                              + +
                                                              + + +
                                                              +
                                                              +

                                                              Sharpton Responds to Criticism That His Movement Excludes Younger Activists

                                                              +

                                                              The National Action Network leader told The Root that his organization is actively grooming millennial leaders who believe in his civil rights tradition.

                                                              +
                                                              + +
                                                              + + +
                                                              +
                                                              By:
                                                              +
                                                              + + +
                                                              Posted: +
                                                              +
                                                              +
                                                              +
                                                              + + + + + + +
                                                               
                                                              + + + +
                                                              + + +
                                                              + +
                                                              + + + +
                                                              + + + + +
                                                              +460419180-lesley-mcspadden-mother-of-police-shooting-victim + +
                                                              + + Lesley McSpadden, the mother of police shooting victim Michael Brown, and the Rev. Al Sharpton lead the Justice for All march through the nation’s capital Dec. 13, 2014, in Washington, D.C. + +

                                                              Chip Somodevilla/Getty Images

                                                              +                                                               + +
                                                              + +
                                                              + + +
                                                              +
                                                              + +
                                                              + +
                                                              + + +
                                                              + +

                                                              Within social-justice movements, tensions often surface between older and youngster activists—that’s hardly new. But the Rev. Al Sharpton says that recent criticism that he isn’t doing enough to groom younger, up-and-coming activists within his civil rights tradition is simply not true.

                                                              + + +
                                                              + + + + + + + + +
                                                              + +

                                                              “This is more about ideology than it is about generational differences,” Sharpton told The Root. He pointed to dozens of his protégés—all in their 20s and 30s—who have committed themselves to the principles of an interracial and nonviolent movement. 

                                                              + + +
                                                              + +
                                                              + +
                                                              + +
                                                              + + + +
                                                              + +

                                                              “I have spent an inordinate amount of time trying to make sure that we can continue this movement and National Action Network for the next 30 to 40 years when I am gone,” he said. “Leadership cannot be willed. I can’t pass the torch. I can only keep the flame lit.”

                                                              + + +
                                                              + + + +
                                                              + +

                                                              For his part, Sharpton is not sure who will replace him after he exits the national stage, but he said that it’s not up to him to handpick his successor. That person “has to put in the work and earn it,” he said.

                                                              + + +
                                                              + + + +
                                                              + +

                                                              “I’m sure I was not Jesse’s [Jackson] choice. There were other guys who were probably more palpable to him,” said Sharpton, who as a teenager served as the youth director of Brooklyn’s Operation Breadbasket—the economic arm of the Southern Christian Leadership Conference that Jackson directed at the request of Martin Luther King Jr. 

                                                              + + +
                                                              + + + +
                                                              + +

                                                              But by the mid-2000s, Sharpton had gone on to surpass his mentor in national prominence, much to the chagrin of those who had hoped that Sharpton would fade away from the public spotlight. “I was too young to know for sure, but it’s possible that Jesse wasn’t Dr. King’s choice, either,” he said.

                                                              + + +
                                                              + + + +
                                                              + +

                                                              Sharpton said that contrary to some reports, a diverse group of young people were invited to speak at the Dec. 13 Justice for All rally in Washington, D.C. The event drew more than 10,000 people to the nation’s capital to train a spotlight on the killing of unarmed black men in the wake of several high-profile shootings, as well as to urge Congress to take up legislation that would require closer monitoring of police departments across the country.

                                                              + + +
                                                              + + + +
                                                              + +

                                                              “This was not a revolutionary march, and I don’t apologize for that,” said Sharpton, who added that he had not yet arrived at the rally when a group of protesters, whom he did not know, stormed the stage and demanded to speak. He said that when he arrived on the scene later, he granted the activists speaking time after they assured him that they were not going to call for violence or promote inflammatory rhetoric against nonblacks.

                                                              + + +
                                                              + + + +
                                                              + +

                                                              “This was not promoted as a town hall meeting,” he said.

                                                              + + +
                                                              + + + +
                                                              + +

                                                              Sharpton recalled that at one point during the protests after the Trayvon Martin shooting, a demonstrator publicly called for a $10,000 bounty to be placed on the life of George Zimmerman, the neighborhood watchman who killed Trayvon. The slain teen’s parents, however, as well as the parents of the other shooting victims who have worked with Sharpton, have called for peaceful demonstrations.

                                                              + + +
                                                              + + + +
                                                              + +

                                                              “This was not just a Ferguson march,” Sharpton said of Saturday’s event. “This was for all of the families, and we had them all represented.”

                                                              + + +
                                                              + + + + + + + + +
                                                              + +

                                                              Several of the activists said that they showed up at the rally even though they disagree philosophically with Sharpton’s tactics and strategy.

                                                              + + +
                                                              + + + +
                                                              + +

                                                              “We came here knowing that our voices would be excluded from the program,” said Janessa Robinson, an organizer with D.C. Ferguson, the group of activists who rushed the stage. “We had to force them to give us a voice.”

                                                              + + +
                                                              + + + +
                                                              + +

                                                              Robinson dismissed the march as “an event and not a representation of the movement” and chided national civil rights leaders for refusing to acknowledge the activists who have largely been responsible for the near-daily protests taking place across the country in the wake of nonindictments by grand juries after the killings, by police, of Michael Brown in Ferguson, Mo., and Eric Garner in New York City.

                                                              + + +
                                                              + + + +
                                                              + +

                                                              It’s a charge that’s rejected by Sharpton, who noted that his organization has a vibrant Ferguson chapter, headed by a young minister, the Rev. Carlton Lee, who he said has been on the front lines of many of these protests.

                                                              + + +
                                                              + + + +
                                                              + +

                                                              Sharpton said he was unsure why activists who disagreed with his political tactics and strategy would want to attend the gathering in the first place. “I don’t go to marches spearheaded by people who I disagree with,” said Sharpton. “I just do what I’m doing.”

                                                              + + +
                                                              + + + + +
                                                              + + + + + +
                                                              + +
                                                              +

                                                              +

                                                              Jamal Watson is the senior staff writer for Diverse: Issues in Higher Education and the author of a forthcoming biography of the Rev. Al Sharpton. Follow him on Twitter.

                                                              +

                                                              Like The Root on Facebook. Follow us on Twitter.

                                                              + +

                                                              +
                                                              + +
                                                              + + + + + + +
                                                              + + + + +
                                                              + + + + + + + + +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              + + + +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              + + +
                                                              + + +
                                                              + +
                                                              + + + + + + + + + + + + +
                                                              + +
                                                              +
                                                              +
                                                              + + + +
                                                              + + +
                                                              + + + + + + +
                                                              + + + + +
                                                              + + + + + + + + + + + + + + + + + + + + +
                                                              + + + + + + + + + + + +
                                                              + + + +
                                                              + + + + +
                                                              +
                                                              + +
                                                              + + + + +
                                                              + + + +
                                                              + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/tests/data/html/tnr.com1.html b/tests/data/html/tnr.com1.html new file mode 100644 index 0000000..8977b54 --- /dev/null +++ b/tests/data/html/tnr.com1.html @@ -0,0 +1,1177 @@ + + + + + + + + + Canada's Former Liberal Party Leader Offers Advice to Young Liberals | The New Republic + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                              + + +
                                                              +
                                                              +

                                                              New Republic

                                                              + + + +
                                                              + Menu +
                                                              + + + +
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              + + +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + Sign In + Subscribe +
                                                              Sections
                                                              + The Latest + QED + Politics + Culture + Climate + The Magazine + +
                                                              +
                                                              + +
                                                              + + +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + I Wish Someone Had Told Me This Before I Became a Politician + +
                                                              + +
                                                              +
                                                              + Politics +

                                                              + I Wish Someone Had Told Me This Before I Became a Politician + + A letter to a young liberal +

                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              + By
                                                              + +
                                                              +

                                                              Friend,

                                                              I was touched that you asked for my advice about going into politics. Anyone whose career in politics was nasty, brutish, and short—as mine was—is grateful that anyone thinks their opinion is worth hearing. All I’d claim is that my thoughts come with what Scott Fitzgerald called “the authority of failure.”

                                                              First of all, you need to know why you want it. You’d be amazed at how many people who go into politics can’t give you an honest answer to why they want it so badly.

                                                              All the best reasons for going into politics never really change: the desire for glory and fame and the chance to do something that really matters, that will make life better for a lot of people. You have to be one of those people with outsized, even laughable ambition, who want their convictions to mean something more than smart conversation at dinner tables. You have to have a sense of vocation, a belief that something must be done and that you’re the person to do it.

                                                              I had the vocation for politics. What I didn’t have was any aptitude for political combat. I took the attacks personally, which is a great mistake. It’s never personal: It’s just business. It was ever thus. You can prepare yourself for combat by going in as a staffer, watching it from the sidelines, as I did when I was in my twenties, but believe me, when you step in the ring yourself, the first punch always comes as a shock. That’s when you’ll know, as you snap your head back into place, whether your first instinct is fight or flight.

                                                              I went into politics thinking that, if I made arguments in good faith, I’d get a hearing. It’s a reasonable assumption, but it’s wrong. In five and a half years in politics up north, no one really bothered to criticize my ideas, such as they were. It was never my message that was the issue. It was always the messenger.

                                                              They will not attack what you say, so much as your right to say anything at all. In my case, they said I’d been out of the country too long, I wasn’t really “one of us,” but one of “them.” I was just visiting.

                                                              The attacks that are hardest to deal with are not the ones that are false, but the ones that have a sliver of truth. Being out of the country was nothing to be ashamed of, but it didn’t exactly help me to establish the trust that any politician must establish with voters.

                                                              Conjuring that trust requires authenticity. You can’t pretend to be somebody you’re not. People who say politics is acting get it wrong. You’re not playing a role. You’re on stage, true enough, but you’re playing yourself. People don’t have to identify with your life in order to vote for you, but they have to believe that you are who you say you are.

                                                              You will now list for me all the duplicitous villains who attained power without being authentic. You misunderstand me. A man like Nixon had authenticity aplenty. Voters knew exactly who he was: suspicious, manipulative, duplicitous, and just like them. They saw through him to themselves.

                                                              To be authentic, you have to own your life. All of it. John Kerry fell victim to the swift-boat attack because he couldn’t own the young lieutenant back from Vietnam who gave that damning testimony in Congress about the terrible things he witnessed up the Mekong Delta. He was unable, deep inside, to say, “Yes, I was that young lieutenant.” If you don’t want to vote for a man who criticized his country, go ahead. People, it turns out, will forgive candidates almost anything if they fight for their right to be themselves.

                                                              The real battle in politics is this battle over standing, your right to get a hearing as the person you are. Once the swift-boat attacks hit their target, once he failed to reply, Kerry could talk, but no one was listening. He had lost his standing. Once my opponents said I was just visiting, I lost mine. I could speak, but I couldn’t be heard.

                                                              So my advice is: Never let your opponents own your story. If you can’t do this truthfully, choose another business. And if you can’t defend your own life when people attack it, there are plenty of other lives you could choose that don’t require the same naked exposure.

                                                              It doesn’t pay, either, to pretend to be better than the business you’re in. You can’t succeed in politics if you give too much appearance of despising the low arts by which we govern ourselves. Fastidious distaste for the roughness and meanness of political life may work in a seminar room, but it’s fatal on the campaign trail.

                                                              It is really something in life to be utterly disabused about human motive, and yet still come to work every day.

                                                              This distaste is common among people who’ve enjoyed success outside of politics, in academia or journalism or business, and who go into politics with the reasonable assumption that the prestige they achieved in their former profession should automatically transfer into politics. It doesn’t. People who think they’re entitled to standing—because they are brainy, rich, or famous—almost always lose. They forget you earn your standing, you are not entitled to it. That’s the best thing about democracy, the single reason why we’re not yet entirely governed by wealthy oligarchs.

                                                              I may have come into politics with an unacknowledged condescension toward the game and the people who played it, but I left with more respect for politicians than when I went in. The worst of them—the careerists and predators—you find in all professions. The best of them were a credit to democracy. They knew the difference between an adversary and an enemy, knew when to take half a loaf and when to insist on the whole bakery, knew when to trust their own judgment and when to listen to the people.

                                                              As I learned while watching wiser colleagues than I in a democratic legislature, it is really something in life to be utterly disabused about human motive, venality, capacity for double-crossing, and yet still come to work every day, trying to get something done.

                                                              Liberalism will become an enclave conviction of a shrinking minority unless those who call themselves liberal reconnect their faith in tolerance, equality, opportunity for all with the more difficult faith in the dirty, loud-mouthed, false, lying business of politics itself. This disdain is cynicism, masking as high principle. The ultimate allegiance of a democratic politician is not to party, not even to principle, but to the venal process called politics. So my final advice is this: Politics is not a vulgar means to a goal, it’s a noble life unto itself, and unless you love it, you can’t do it well. I didn’t get there, but I hope you will.

                                                              —Warmly, Michael

                                                              +
                                                              + + + +
                                                              +

                                                              Michael Ignatieff teaches at Harvard’s Kennedy School. Fire and Ashes: Success and Failure in Politics is about his career as former leader of the Liberal Party of Canada.

                                                              + + +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              + Loading Related Articles... +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              + Politics
                                                              + +
                                                              +

                                                              More articles tagged as

                                                              +
                                                              + Politicspoliticscanadaliberal partymichael ignatieff
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              + +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              + +
                                                              +
                                                              + Choose Service +
                                                              + + Save to Instapaper + + + Save to Readability + +
                                                              + + +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              Small
                                                              +
                                                              Medium
                                                              +
                                                              Large
                                                              +
                                                              Extra Large
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              + + + + + + + + + + + + + + + +
                                                              + +
                                                              +
                                                              + Article Tools +
                                                              +
                                                              + + +
                                                              + +
                                                              +
                                                              +
                                                              + Loading Comments +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              + +
                                                              + +
                                                              +
                                                              + Choose Service +
                                                              + + Save to Instapaper + + + Save to Readability + + +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              Small
                                                              +
                                                              Medium
                                                              +
                                                              Large
                                                              +
                                                              Extra Large
                                                              +
                                                              +
                                                              +
                                                              > +
                                                              + + +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              Sections
                                                              +
                                                              + The Latest + Politics + Culture + The Magazine +
                                                              + +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              Sections
                                                              +
                                                              + Books + Economy + Film + The Plank + Politics + Technology + World + Events +
                                                              +
                                                              +
                                                              +
                                                              The Magazine
                                                              +
                                                              + Our Latest + Current Issue +
                                                              +
                                                              Subscriptions
                                                              +
                                                              + Order a Subscription + Give a Gift + Subscriber Services + Archives + FAQ +
                                                              +
                                                              +
                                                              +
                                                              The New Republic
                                                              +
                                                              + About + Advertise + Newsletter + Contact Us + Jobs & Internships + Privacy Policy + Home News + RSS +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              + +
                                                              +

                                                              + Subscribe Now +

                                                              +
                                                              + Get The New Republic for $19.97/year +
                                                              + + +
                                                              + + + Subscribe Now + + + + Give a Gift + + + + International Orders + + + + Digital Subscription + +
                                                              +
                                                              +
                                                              + + +
                                                              +
                                                              + Copyright 2015 © The New Republic. + All Rights Reserved. +
                                                              +
                                                              +
                                                              + + + + + + + + + + + + + + +
                                                              + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                              + + + +
                                                              +
                                                              + diff --git a/tests/data/html/tnr.com2.html b/tests/data/html/tnr.com2.html new file mode 100644 index 0000000..943a932 --- /dev/null +++ b/tests/data/html/tnr.com2.html @@ -0,0 +1,1164 @@ + + + + + + + + + Global Warming Threshold: What 2 Degrees Celsius (3.6 F) Looks Like | The New Republic + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                              + + +
                                                              +
                                                              +

                                                              New Republic

                                                              + + + +
                                                              + Menu +
                                                              + + + +
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              + + +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + Sign In + Subscribe +
                                                              Sections
                                                              + The Latest + QED + Politics + Culture + Climate + The Magazine + +
                                                              +
                                                              + +
                                                              + + +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + This Is What Our Hellish World Will Look Like After We Hit the Global Warming Tipping Point + +
                                                              + +
                                                              +
                                                              + Environment +

                                                              + This Is What Our Hellish World Will Look Like After We Hit the Global Warming Tipping Point +

                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              + By
                                                              + +
                                                              +

                                                              The de facto assumption of climate change policy is that the world must limit the increase in global temperatures to 3.6 degrees Fahrenheit (2 degrees Celsius) above pre-Industrial levels, or risk hitting a tipping point where the impact becomes irreversible. The figure dates back to 1975, when economist William Nordhaus suggested that more than 3.6 degrees of warming would “take the climate outside of the range of observations which have been made over the last several hundred thousand years.” By the 1990s, 3.6 degrees gained traction in the scientific community and then in politics, when the European Council argued in 1996 that 3.6 degrees should be the United Nations’ red line for global warming. It wasn’t until four years ago, at a climate conference in Cancun, Mexico, that countries finally committed to “hold the increase in global average temperatures below” 3.6 degrees.

                                                              Despite being almost 40 years old, this temperature threshold remains controversial—and for good reason. One: It's rather arbitrary. Two: It's unrealistic. To stay within 3.6 degrees, global carbon pollution would have to begin coming down in the next decade, according to the United Nations Environmental Program Emissions Gap Report. The world would have to reach zero net greenhouse gas emissions before the end of the century.

                                                              In other words, we're nowhere near where we need to be to stay under this target. Pollution continues to rise, and global temperatures are already locked in for warming that puts the planet two-thirds of the way there, currently around 1.5 degrees above pre-industrial level temperatures, counting the pollution we've emitted and will continue to emit in the short-term to medium-term.

                                                              As it becomes clear that international talks will fall short of meeting this target, some are calling to abandon it altogether. 

                                                              A paper in Nature in October argued that we should instead measure various "vital signs,” like looking at extreme events around the planet. Negotiators at the December climate talks in Lima, Peru, have recognized that the proposed cuts mean accepting warming anywhere between 4 and 10 degrees. While many point out that 3.6 degrees is unrealistically low, scientists are meeting to reconsider whether this target is already too high. 

                                                              NASA Goddard Institute for Space Studies climatologist Gavin Schmidt likened the 3.6 threshold to a speed limit: Going over the speed limit doesn't ensure disaster, but it certainly raises the risk of it. “It means the faster you’re going around that curve, the more dangerous it is going to be,” he said. “What any one person might judge as a level that can be adapted to is going to be very dependent on where they’re coming from, what their culture is, how resilient they are, and how much money they have to adapt."

                                                               

                                                              Let's say we resign ourselves to a future reality where global temperatures are twice the current target. This future is not all that unlikely, since “present emission trends put the world plausibly on a path toward” 7.2 degrees Fahrenheit (4°C) warming by the end of the century, according to a 2014 report from the World Bank.

                                                              At that level, what might the planet look like? 

                                                              Mashable
                                                              A visualization of sea level rise in Boston.

                                                              Mashable
                                                              A visualization of sea level rise in New York.

                                                              In starker language than what scientists normally use, the report described the impacts at 7.2 degrees as "devastating," stating, "given that uncertainty remains about the full nature and scale of impacts, there is also no certainty that adaptation to a 4°C world is possible. This world means "communities, cities and countries would experience severe disruptions, damage, and dislocation, with many of these risks spread unequally." 

                                                              Scientists believe that 3.6 degrees is roughly the temperature at which the expansive ice sheets in Greenland and West Antarctica become unstable and melt at an unstoppable rate. If the West Antarctic ice sheet melted entirely, it would raise sea levels by more than 10 feet. If Greenland’s ice sheet melted away, add another 23 feet. It's still a matter of contention how many centuries this would take, but a number of studies this year show these ice sheets melting at an alarming rate. In the last month, four studies show these ice sheets may be more unstable than previous models, which would mean current projections of sea level rise, of up to 4 feet by the century's end, are too conservative. One of these analyses, from NASA and the University of California at Irvine, shows that western Antarctica lost water that's equivalent to the weight of Mt. Everest every two years for the past 21 years. 

                                                              This would change the world map as we know it. Some 12.3 million people live on U.S. land that would go underwater if the sea rises by 10 feet. Climate Central shows who in the U.S. would be affected:

                                                              Uncontrolled climate change would also fuel greater extremes across the world. We’re already experiencing hotter average temperatures; the first 11 months of 2014 means this year is on track to be the hottest year recorded. Those effects grow even worse in a world that's 7.2 degrees warmer than pre-industrial times. The coolest months in tropical regions are likely to be "substantially warmer than the warmest months in the 20th century," according to the World Bank. The summer months in the Mediterranean, North Africa, and the Middle East will exceed today's heat extremes. Parts of Africa, the Middle East, and South Asia will face devastating droughts as temperatures rise. Food production will plummet and water supplies will be drained, even as the world population rises. No doubt, the frequency and severity of human conflict will rise right along with it.

                                                              +
                                                              + + + + + +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              + Loading Related Articles... +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              + Politics
                                                              + +
                                                              +

                                                              More articles tagged as

                                                              +
                                                              + Environmentpoliticsqedclimateclimate changeenvironment
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              + +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              + +
                                                              +
                                                              + Choose Service +
                                                              + + Save to Instapaper + + + Save to Readability + +
                                                              + + +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              Small
                                                              +
                                                              Medium
                                                              +
                                                              Large
                                                              +
                                                              Extra Large
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              + + + + +
                                                              + + + +
                                                              +
                                                              +
                                                              + +
                                                              +

                                                              + + Oregon's Players Should Be Celebrated, Not Punished for Chanting "No Means No!" +

                                                              +
                                                              +
                                                              +
                                                              + +
                                                              +

                                                              + + 11 Predictions for 2015 That Are Bolder Than Vox's +

                                                              +
                                                              +
                                                              +
                                                              + +
                                                              +

                                                              + + The Economist's "Most Influential Economists of 2014" Includes Zero Women. Not Even Janet Yellen +

                                                              +
                                                              +
                                                              +
                                                              + Loading +
                                                              +
                                                              + Loading +
                                                              +
                                                              +
                                                              + + + + + + + + + + +
                                                              + +
                                                              +
                                                              + Article Tools +
                                                              +
                                                              + + +
                                                              + +
                                                              +
                                                              +
                                                              + Loading Comments +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              + +
                                                              + +
                                                              +
                                                              + Choose Service +
                                                              + + Save to Instapaper + + + Save to Readability + + +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              Small
                                                              +
                                                              Medium
                                                              +
                                                              Large
                                                              +
                                                              Extra Large
                                                              +
                                                              +
                                                              +
                                                              > +
                                                              + + +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              Sections
                                                              +
                                                              + The Latest + Politics + Culture + The Magazine +
                                                              + +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              Sections
                                                              +
                                                              + Books + Economy + Film + The Plank + Politics + Technology + World + Events +
                                                              +
                                                              +
                                                              +
                                                              The Magazine
                                                              +
                                                              + Our Latest + Current Issue +
                                                              +
                                                              Subscriptions
                                                              +
                                                              + Order a Subscription + Give a Gift + Subscriber Services + Archives + FAQ +
                                                              +
                                                              +
                                                              +
                                                              The New Republic
                                                              +
                                                              + About + Advertise + Newsletter + Contact Us + Jobs & Internships + Privacy Policy + Home News + RSS +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              + +
                                                              +

                                                              + Subscribe Now +

                                                              +
                                                              + Get The New Republic for $19.97/year +
                                                              + + +
                                                              + + + Subscribe Now + + + + Give a Gift + + + + International Orders + + + + Digital Subscription + +
                                                              +
                                                              +
                                                              + + +
                                                              +
                                                              + Copyright 2015 © The New Republic. + All Rights Reserved. +
                                                              +
                                                              +
                                                              + + + + + + + + + + + + + + +
                                                              + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                              + + + +
                                                              +
                                                              + diff --git a/tests/data/html/uproxx.com1.html b/tests/data/html/uproxx.com1.html new file mode 100644 index 0000000..80836fe --- /dev/null +++ b/tests/data/html/uproxx.com1.html @@ -0,0 +1,1148 @@ + + + + + + A Reddit Post About A Fake Ebola-Like Illness Sparked Panic In Arizona + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                              + + + + +
                                                              + + + + + + + + + +
                                                              +
                                                              +
                                                              + + + + + + + +
                                                              +
                                                              +
                                                              + + +
                                                              +
                                                              +
                                                              + + + + +
                                                              + +
                                                              + Bizzy Crook Surprises On 'Coming To America' Mixtape
                                                              +
                                                              +                                                               + + + +
                                                              +
                                                              + Salma Hayek Becomes Jane Wick In The Hilariously Violent Trailer For '...
                                                              + +
                                                              + +                                                               + +
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              + + +

                                                              + A Reddit Post About A Fake Ebola-Like Illness Sparked A Panic In And Around An Arizona Town +

                                                              + + + By • 12.29.14 + + + +
                                                              +
                                                              + +
                                                              +
                                                              +

                                                              +

                                                              Share This Video

                                                              +

                                                              It may seem old fashioned, but I sometimes view the internet and the real world as two separate places. Because of that, it seems weird to me when I see something as typically impact-free as a Reddit post have a very real effect on a small town, but that’s exactly what happened to the town of Mammoth, Arizona after a fictional post got taken literally.

                                                              +

                                                              On the social media site Reddit, a user who goes by the name Lindsey posted a story about an Ebola-like illness taking over the small town.

                                                              +

                                                              “Eleven days ago, on the 3rd, an older woman who runs a home daycare in my town was found dead in her bathroom by a parent who was picking up his daughter,” Lindsey wrote. “The kids were all really agitated and told police that Mrs. Booker (the deceased) had been yelling at them and bleeding from her eye before she went into the bathroom and collapsed in her bathtub.”

                                                              +

                                                              Lindsey goes on to say children began dying, then it spread to others around Mammoth. She said everyone who passed away experienced similar symptoms.

                                                              +

                                                              Adding to the panic, Lindsey wrote: “To the person calling businesses here: that is not us answering. Our downtown has been shut down all day. I called a couple places where I know the business owners and employees and the people who answered are not locals. I don’t know what they told you but they’re not from here.”

                                                              +

                                                              She said it was a cover-up to keep the sickness contained. But, Lindsey was about to fall victim: “I noticed a small bruise on my arm that upon further f***ing inspection spreads all the way down one side of my back. I’m so f***ing scared. I had a breakdown where I just screamed at the wall and cried and there was blood in my tears and that was like an hour ago.”

                                                              +

                                                              She said she needed help, and with the exposure of 1.4 million Reddit users, she got the attention she needed.

                                                              +

                                                              Apparently Lindsey’s posts were so well constructed that people called residents in the town to see what was up and the 911 dispatcher was inundated. Folks in the comment section also began to corroborate and expound upon the claims.

                                                              +

                                                              Curious about the inadvertent internet firestarter behind this? Here’s an excerpt from an email interview that the local ABC affiliate did with C.K. Walker aka “Lindsey”, the person who started the story.

                                                              +

                                                              “We received mixed reactions. Some people thought it was provocative and interesting – others got upset and called us “terrorists”. This really only happened because the story went viral – those who are a part of the forum know that everything posted in it is fiction; it’s actually noted on the sidebar. When it made it outside of Reddit, people didn’t bother to research the website the stories were posted on and that’s when things went downhill.

                                                              +

                                                              Also, suspension of disbelief is a requirement for the website and any comments debunking the story were deleted for breaking the rules. This just added to the immersion and eventually things got out of control.

                                                              +

                                                              There was a sort of perfect storm that occurred when not only were people in the comments playing along quite convincingly but also that there were, for unknown reasons, actual roadblocks set up on the 77 (from what I was told).”

                                                              +

                                                              So, what have we learned? F*ck if I know. These are either terrifying times or a time when the things that terrify us are constantly shown in a loop on a screen that is constantly in front of our faces. That means that people’s freak-out button is a bit more accessible than usual. It’s not good to hit that button, but it’s ultimately not the writer’s fault that people didn’t check to see what was at the heart of this minor panic.

                                                              +

                                                              Really, the only defense against something like this is a more diligent inspection of things before we react to them (which would seem to defy our reflexive nature), or a heartier application of skepticism. The former is more time consuming than the latter but we also shouldn’t get to a point where we roll our eyes whenever someone says that they saw a wolf. Cause wolves, man. They out there.

                                                              +

                                                              Share This

                                                              +

                                                              Source: KGUN 9
                                                              +

                                                              +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              + +
                                                              TAGSEbolaInternet PanicMammothREDDIT
                                                              +
                                                              + +
                                                              + + + + + + + + + +
                                                              +
                                                              +
                                                              + +
                                                              + +
                                                              + +
                                                              + + + +
                                                              +

                                                              Join The Discussion

                                                              +
                                                                + + + +
                                                              +
                                                              + + + + + + + + + +
                                                              +
                                                              + + +
                                                              +
                                                              + [avatar]
                                                              Profile +
                                                              + +
                                                              +
                                                              + 5 comments
                                                              +
                                                              + Jason Tabrys posted +
                                                              +
                                                              +

                                                              "A Reddit Post About A Fake Ebola-Like Illness Sparked A Panic In And Around An Arizona Town"

                                                              +
                                                              +
                                                              + +
                                                              +
                                                              + +
                                                              + +
                                                                +
                                                              1. +
                                                                +
                                                                + [avatar]
                                                                Profile
                                                                + +
                                                                +
                                                                + 12.29.14 at 9:14 pm
                                                                +
                                                                + SatanHimself
                                                                + +
                                                                + +

                                                                “…an Arizona town”.

                                                                +

                                                                Nope, don’t even need to read this article to figure out what probably happened.

                                                                + + +
                                                                + +
                                                                +
                                                                + +
                                                                +
                                                                2. +
                                                              2. +
                                                                +
                                                                + [avatar]
                                                                Profile
                                                                + +
                                                                +
                                                                + 12.29.14 at 9:15 pm
                                                                +
                                                                + stevehandjobs
                                                                + +
                                                                + +

                                                                Jesus.
                                                                +People are morons.

                                                                + + +
                                                                + +
                                                                +
                                                                + +
                                                                +
                                                                3. +
                                                              3. +
                                                                +
                                                                + [avatar]
                                                                Profile
                                                                + +
                                                                +
                                                                + 12.29.14 at 9:52 pm
                                                                +
                                                                + Lolba
                                                                + +
                                                                + +

                                                                pretty soon all this creative shit on the internet gonna be illegal, like yelling ‘fire’ in a crowded theatre. mark my words.

                                                                + + +
                                                                + +
                                                                +
                                                                + +
                                                                +
                                                                4. +
                                                              4. +
                                                                +
                                                                + [avatar]
                                                                Profile
                                                                + +
                                                                +
                                                                + 12.30.14 at 2:12 am
                                                                +
                                                                + WTFkid
                                                                + +
                                                                + +

                                                                Fuck Reddit.

                                                                + + +
                                                                + +
                                                                +
                                                                + +
                                                                +
                                                                5. +
                                                              5. +
                                                                +
                                                                + [avatar]
                                                                Profile
                                                                + +
                                                                +
                                                                + 12.30.14 at 12:01 pm
                                                                +
                                                                + Phyllis Rivers
                                                                + +
                                                                + +

                                                                I’m surprised that hillbillies even know about Reddit.

                                                                +

                                                                #thanksobama

                                                                + + +
                                                                + +
                                                                +
                                                                + +
                                                                +
                                                                6. + +
                                                              + +
                                                              +
                                                              + + +
                                                              + + + +
                                                              +
                                                              + [avatar] +
                                                              + +

                                                              + Join the discussion. or Register +

                                                              + +
                                                              + + +
                                                              +
                                                              +
                                                              + + +
                                                              + +
                                                              + + + + + + +
                                                              + +
                                                              +
                                                              + + +
                                                              +
                                                              + + + + + + + +
                                                              +
                                                              + + +
                                                              + +
                                                              + +
                                                              + +
                                                              +
                                                              + + + + + +
                                                              + +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              + Do you like UPROXX? +
                                                              + +
                                                              +
                                                              +
                                                              + RSS Feed +
                                                              + Jobs at UPROXX | Contact | Advertising | The UPROXX Team | Terms of Use | Copyright Notices | Privacy Policy +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + +Powered by WordPress.com VIP + +
                                                              + + +
                                                              + + + + + + +
                                                              +
                                                              + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/uproxx.com2.html b/tests/data/html/uproxx.com2.html new file mode 100644 index 0000000..cbb7546 --- /dev/null +++ b/tests/data/html/uproxx.com2.html @@ -0,0 +1,1182 @@ + + + + + + Simon Pegg Gave His Blessing For A Touring ‘Shaun Of The Dead’ Show + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                              + + + + +
                                                              + + + + + + + + + + +
                                                              +
                                                              +
                                                              + + + + + + + +
                                                              +
                                                              +
                                                              + + +
                                                              +
                                                              +
                                                              + + + + +
                                                              + +
                                                              + Paul Rudd Returns To Pawnee For The Final Season Of 'Parks And Recreat...
                                                              +
                                                              +                                                               + + + +
                                                              +
                                                              + Ludacris And His Girlfriend Join The Mile-High Engagement Club
                                                              + +
                                                              + +                                                               + +
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              + + +

                                                              + Simon Pegg Gave His Blessing For A Touring ‘Shaun Of The Dead’ Stage Show +

                                                              + + + By • 12.29.14 + + + +
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              +

                                                              The people at the UK’s Almost Legal Productions want to turn Shaun of the Dead into the next Rocky Horror Picture Show, and thanks to Simon Pegg their dream may be on the fast track to reality. Last year, director Chas Burns* organized a stage show of the 2004 zombie comedy and the culmination was four sold-out shows in October and November, and the show certainly received a little marketing help from Pegg, who tweeted about the event. Burns said that after that glorious 140-character endorsement, people suddenly wanted his new show being performed all over the globe.

                                                              +

                                                              The great news is that those four shows have turned into 15 touring dates for 2015, as Burns told Chortle a simple phone call to Pegg’s assistant led to not only the actor giving his blessing for a Shaun of the Dead stage show, but Working Title and Universal Pictures have also signed off. If we all cross our fingers and toes, that could lead to Shaun and Ed eventually coming to performing arts centers and hipster theaters near you. But don’t worry, this isn’t your typical boring musical.

                                                              +

                                                              ‘It’s not a musical. Between you and I, I can’t abide musicals. It’s a production with tongue-in-cheek songs, with some extra stuff thrown in you won’t see in the film and deleted scenes that were left on the cutting room floor. I have always stated that if I ever see anyone yawning at one of our productions I will call it a day.’

                                                              +

                                                              ‘It’s incredible the interest we’ve had, people have been waiting for it to happen and we’ve been lucky enough to find ourselves with the rights.

                                                              +

                                                              ‘Yes we are a small company nobody has ever heard of, and some believe us to be amateur. We are often asked about our professional/amateur position and we merely answer with the same phrase every time: if you measure our professional character by the colour of money then it’s a sad day for theatre.’ (Via Chortle)

                                                              +

                                                              Now the bad news: Those 15 dates are only in Southwest England. So you can either start planning your trips across the pond now, or you can go sit on your front porch steps and pout. That is, unless you live in Gloucester or Worcester, in which case you can go and then brag about it. But then you’d be a jerk, so don’t do that (the bragging part, that is).

                                                              +

                                                              +

                                                              *No relation, but if I had a British cousin, his name would totally be Chas.

                                                              +

                                                              Share This

                                                              +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              + +
                                                              TAGSENGLANDMUSICALSSHAUN OF THE DEADsimon peggstage shows
                                                              +
                                                              + +
                                                              + + + + + + + + + +
                                                              +
                                                              +
                                                              + +
                                                              + +
                                                              + +
                                                              + + + +
                                                              +

                                                              Join The Discussion

                                                              +
                                                                + + + +
                                                              +
                                                              + + + + + + + + + +
                                                              +
                                                              + + +
                                                              +
                                                              + [avatar]
                                                              Profile +
                                                              + +
                                                              +
                                                              + 6 comments
                                                              +
                                                              + Ashley Burns posted +
                                                              +
                                                              +

                                                              "Simon Pegg Gave His Blessing For A Touring ‘Shaun Of The Dead’ Stage Show"

                                                              +
                                                              +
                                                              + +
                                                              +
                                                              + +
                                                              + +
                                                                +
                                                              1. +
                                                                +
                                                                + [avatar]
                                                                Profile
                                                                + +
                                                                +
                                                                + 12.29.14 at 8:09 pm
                                                                +
                                                                + Verbal Kunt
                                                                + +
                                                                + +

                                                                …And people claim Hollywood is out of ideas…

                                                                + + +
                                                                + +
                                                                +
                                                                + +
                                                                +
                                                                2. +
                                                              2. +
                                                                +
                                                                + [avatar]
                                                                Profile
                                                                + +
                                                                +
                                                                + 12.29.14 at 8:51 pm
                                                                +
                                                                + NobodyLikesMilhouse
                                                                + +
                                                                + +

                                                                You’ve got red on you.

                                                                + + +
                                                                + +
                                                                +
                                                                + +
                                                                +
                                                                3. +
                                                              3. +
                                                                +
                                                                + [avatar]
                                                                Profile
                                                                + +
                                                                +
                                                                + 12.29.14 at 9:57 pm
                                                                +
                                                                + Darkest Timeline Zach Morris
                                                                + +
                                                                + +

                                                                Is he related to Charles in Charge’s alter ego?
                                                                +(I was going to put Charles’ full name here, but IT DOES NOT EXIST.)

                                                                + + +
                                                                + +
                                                                +
                                                                + +
                                                                +
                                                                4. +
                                                              4. +
                                                                +
                                                                + [avatar]
                                                                Profile
                                                                + +
                                                                +
                                                                + 12.30.14 at 8:59 am
                                                                +
                                                                + Ace Rimmer
                                                                + +
                                                                + +

                                                                Oh good, it’s not a musical, it’s a production with tongue-in-cheek songs. That won’t be obnoxious at all, then. Just … a musical with poor enunciation.

                                                                + + +
                                                                + +
                                                                +
                                                                + +
                                                                +
                                                                5. +
                                                              5. +
                                                                +
                                                                + [avatar]
                                                                Profile
                                                                + +
                                                                +
                                                                + 12.30.14 at 11:15 am
                                                                +
                                                                + AreWeFriendsJack?
                                                                + +
                                                                + +

                                                                Hopefully it’s as good as their take on Shakespeare’s Romeo + Juliet

                                                                +

                                                                + + +
                                                                + +
                                                                +
                                                                + +
                                                                +
                                                                  +
                                                                • +
                                                                  +
                                                                  + [avatar]
                                                                  Profile
                                                                  + +
                                                                  +
                                                                  + 12.30.14 at 12:04 pm
                                                                  +
                                                                  + Phyllis Rivers
                                                                  + +
                                                                  + +

                                                                  I loved that part. Ha ha!

                                                                  +

                                                                  Take that Baz Luhrmann!

                                                                  + + +
                                                                  + +
                                                                  +
                                                                  + +
                                                                  +
                                                                  • +
                                                                +
                                                                6. + +
                                                              + +
                                                              +
                                                              + + +
                                                              + + + +
                                                              +
                                                              + [avatar] +
                                                              + +

                                                              + Join the discussion. or Register +

                                                              + +
                                                              + + +
                                                              +
                                                              +
                                                              + + +
                                                              + +
                                                              + + + + + + +
                                                              + +
                                                              +
                                                              + + +
                                                              +
                                                              + + + + + + + +
                                                              +
                                                              + + +
                                                              + +
                                                              + +
                                                              + +
                                                              +
                                                              + + + + + +
                                                              + +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              + Do you like UPROXX? +
                                                              + +
                                                              +
                                                              +
                                                              + RSS Feed +
                                                              + Jobs at UPROXX | Contact | Advertising | The UPROXX Team | Terms of Use | Copyright Notices | Privacy Policy +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + +Powered by WordPress.com VIP + +
                                                              + + +
                                                              + + + + + + +
                                                              +
                                                              + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/tests/data/html/upworthy.com1.html b/tests/data/html/upworthy.com1.html new file mode 100644 index 0000000..ddce141 --- /dev/null +++ b/tests/data/html/upworthy.com1.html @@ -0,0 +1,892 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + What A Service Dog Really Thinks Of The Injured Vet Who Owns Him + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + + + +
                                                              + +
                                                              + Things That Matter. Pass ‘Em On. + Upworthy supports Climate Summit 2014 +
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + + + + + + + +
                                                              +
                                                              + + + + + + + + + + + + +
                                                              +
                                                              +
                                                              + +
                                                              +
                                                              +
                                                              + + +
                                                              + +
                                                              + + +
                                                              +

                                                              What A Service Dog Really Thinks Of The Injured Vet Who Owns Him

                                                              +
                                                              +
                                                              +
                                                              + Phoebe Gavin + Curator: + +
                                                              +
                                                              + +
                                                              +
                                                              + + +
                                                              +

                                                              I hope every vet who needs a Benji gets a Benji.

                                                              +
                                                              + +
                                                              + +
                                                              + + + +
                                                              +

                                                              To learn more about Benji the golden retriever and his owner, Joe, click play.

                                                              +
                                                              + + + + + + +
                                                              +
                                                              +
                                                              +
                                                              Transcript:
                                                              +
                                                              + Show Transcript Hide Transcript +
                                                              +

                                                              Benjamin: Hello. My name is Benjamin, and I'm proud to be a service dog from America's Vet Dogs. Not just because I get to wear this cool vest, but because they brought me to Joe. That's Joe. He's my best friend and my hero and this is our story.

                                                              Joe: A guy who's in a wheelchair, especially a loud mouth red headed guy like me, people are looking at you all the time and I usually don't mind, at least, I didn't think I minded until I got Benjamin and a lot of that attention shifted to him. And it made it so much easier for me to feel like I was comfortable in public, because people aren't looking at the jacked up one-legged guy, they're looking at the beautiful golden retriever.

                                                              Benjamin: Thanks, Joe. You're not so bad looking yourself.

                                                              Joe: My name's Joseph Worley. I was in the Navy as a hospital corpsman, third class, with 21 Marines out of Camp Pendleton and this is my dog Benji. I deployed to Iraq March 1st of 2004. I got hit on foot by an IED. I ended up losing my left leg and getting some pretty good damage to my right leg. Coming home to my family was incredible. I hadn't seen them in so long and I'd been through so much and I was worried about what kind of father I was going to be with my injury and what kind of husband I was going to be. I needed them and I hoped they still wanted me. Is that fun or what?

                                                              Benjamin: Joe was joyfully reunited with his family and began his recovery. A couple of years later, they would welcome a fluffy, four legged addition. That's where I come in.

                                                              Joe: The application process for America's Vet Dogs is really intricate, because they train each individual dog for each individual veteran. He spent a year and a half of his life training for me, just for me.

                                                              Benjamin: Worth every minute. It's an honor to be by your side.

                                                              Joe: One of the biggest things that changed after I got Benjamin was an improvement in my ability to walk. I can't really describe how having a dog on a leash can help someone feel safe and stable to walk but, for me, that was a big deal because, if anyone's ever walked on railroad tracks and if you can even get your hand on a leaf up above you or something, you just feel like okay, I got something and I guess that's what it was. He can brace and let me hold onto him. If I go to fall, I could grab him, and I just felt safer and more comfortable with him there, just knowing that I had help if I needed it.

                                                              Benjamin: Always happy to lend a paw, Joe.

                                                              Joe: Benjamin, bring.

                                                              Benjamin: I got this.

                                                              Joe: Good boy. I think, for a lot of guys, dogs like Benjamin could literally be the thing that makes them want to wake up in the morning and have a schedule and that cold nose on their elbow could be the reason why they get up and do the things that they need to do. Benjamin, where's my shoe?

                                                              Benjamin: Right where you left it, Joe.

                                                              Joe: A typical day with me and Benji usually starts with me trying to find my shoe and Benji can help me with that. Good job, buddy. Good job. Thank you. He always looks like he's thinking. His eyebrows are always going up and down and he always just seems like he's waiting on me to do something dumb so he can give me a look like what are you doing? When I go to school, he goes with me. I plan on going back in the fall and he's going to look forward to that because he likes going to school because all the girls flirt with him.

                                                              Benjamin: Hello, ladies.

                                                              Joe: Benjamin is a part of my family. I can't imagine my family dynamic without him in it. So, he means an awful lot to me. You wanna play tug a war? If I could ask Benjamin three questions, I would probably ask him who his favorite kid is, which would probably be Izzy, because she just dotes so much attention on him all the time.

                                                              Benjamin: My favorite? Let me see. Yep, yep, it's Izzy.

                                                              Joe: I'd probably ask him what his favorite thing to do is, because he's eight years old and I want him to have fun and enjoy things.

                                                              Benjamin: Naps, pets, more naps. I'm a simple dog, with simple tastes.

                                                              Joe: I would probably ask him if I've made him happy, if I've done right by him, because he's my friend and he's improved my life and I hope that he feels safe and comfortable around me and that I've improved his life as well.

                                                              Benjamin: Well, now, you're making this old dog get all misty eyed.

                                                              Joe: I wish that I could express to him how much he means to me, because we always read those things that say, they're only there for a part of yours, but you're there for all of theirs and I'm his whole life and I hope that he is proud of me and that I've made him feel like he's done something incredible in my life, because he has.

                                                              Benjamin: Am I proud of Joe? Joe told me once that a hero is someone who does something selfless and who functions even when they are afraid. He may not call himself a hero, but in dog years, I'm older and therefore wiser, and I say he is and I'm proud to be his dog.

                                                              There may be small errors in this transcript.
                                                              +
                                                              +
                                                              +
                                                              +
                                                              + + + + + +
                                                              +
                                                              +
                                                              About:
                                                              +

                                                              This video was created by A&E Digital Studios. If you can't get enough of dogs helping soldiers grow into the next chapter of their lives, check out A&E's new real-life series "Dogs of War."

                                                              + +
                                                              Topics:
                                                              +
                                                              + + +
                                                              +
                                                              +
                                                              + + +
                                                              + + + + + + + +
                                                              +

                                                              Next bit of Upworthiness:

                                                              +
                                                              +
                                                              +
                                                              +
                                                              + + +
                                                              +
                                                              +
                                                              + +
                                                              + + + +
                                                              + +
                                                              + + + + + + +
                                                              + + + + + + + +
                                                              + + + +
                                                              +
                                                              +

                                                              Flash Video Embed

                                                              +

                                                              This video is not supported by your device. Continue browsing to find other stuff you'll love!

                                                              +
                                                              +
                                                              + + +
                                                              +
                                                              + + + + +
                                                              +
                                                              +
                                                              +
                                                              + + UP logo + +

                                                              + © Cloud Tiger Media.
                                                              + All rights reserved. +

                                                              +
                                                              +
                                                              +

                                                              Upworthy is social media with a mission.

                                                              +

                                                              + Sensational and substantial. Entertaining and enlightening. Shocking and significant. That's what you can expect here: no empty calories. Just a steady stream of the most irresistibly shareable stuff you can click on without feeling bad about yourself afterwards. Read more. +

                                                              + +
                                                              + + +
                                                              +
                                                              + + + + +
                                                              + + +
                                                              +
                                                              +

                                                              Hey, Internet Friend. Looks like you're using a crazy old web browser, which is no longer supported. Please consider upgrading to something more modern—for a better experience, and a safer time online. We only want the best for you.

                                                              +

                                                              Download Google Chrome, and try it for a week. Don't think about it, just do it. You'll thank us later.

                                                              +
                                                              +
                                                              + + +