记录运行蜘蛛爬行所需的总时间

这可能很有用：

from scrapy.xlib.pydispatch import dispatcherfrom scrapy import signalsfrom scrapy.stats import statsfrom datetime import datetimedef handle_spider_closed(spider, reason):    print 'Spider closed:', spider.name, stats.get_stats(spider)    print 'Work time:', datetime.now() - stats.get_stats(spider)['start_time']dispatcher.connect(handle_spider_closed, signals.spider_closed)