target.py File Reference

Go to the source code of this file.

Classes
class	Scraper::base::target::Target
class	Scraper::base::target::MockSource
Namespaces
namespace	Scraper::base::target
Variables
tuple	Scraper::base::target::log = logging.getLogger(__name__)
tuple	Scraper::base::target::dt_ = lambda_:datetime.strptime(_,"%Y-%m-%d %H:%M:%S")
tuple	Scraper::base::target::target = Target( kls='GDcsAdWpHv', target="tmp_offline_db", timefloor = dt_("2010-01-01 00:00:00"), seed_target_tables=True )
tuple	Scraper::base::target::db = DB(target.dbconf.sect)
string	Scraper::base::target::sql = "select distinct(concat(sitemask,\" \",subsite)) as ss from %sVld"
tuple	Scraper::base::target::sss = map(lambda _:_['ss'],db(sql))
tuple	Scraper::base::target::srcs = map(MockSource,sss + ["4 4","2 2"])
tuple	Scraper::base::target::tlv = target.lastvld( s )
	extend sources for new ADs
string	Scraper::base::target::timeend = "-"