src package

Submodules

• src.consumer module
  • Consumer
    • Consumer.run()
    • Consumer.spread()
• src.crawler module
  • Crawler
    • Crawler.Destructor
      • Crawler.Destructor.drain()
      • Crawler.Destructor.shutdown()
      • Crawler.Destructor.terminate_workers()
      • Crawler.Destructor.watch()
    • Crawler.consumer()
    • Crawler.consumer_tasks
    • Crawler.crawl()
    • Crawler.create()
    • Crawler.done
    • Crawler.generate_consumers()
    • Crawler.generate_producers()
    • Crawler.producer()
    • Crawler.producer_tasks
    • Crawler.seed_source()
    • Crawler.shut_down()
    • Crawler.shutting_down
    • Crawler.update_registry()
• src.event_bus module
  • EventBus
    • EventBus.add_listener()
    • EventBus.emit()
    • EventBus.remove_listener()
• src.events module
  • CrawlerEvents
    • CrawlerEvents.Consumer
      • CrawlerEvents.Consumer.PROCESSED_ITEM
    • CrawlerEvents.Crawler
      • CrawlerEvents.Crawler.TERMINATE
    • CrawlerEvents.Producer
      • CrawlerEvents.Producer.PROCESSED_ITEM
    • CrawlerEvents.Registry
      • CrawlerEvents.Registry.UPDATED
• src.listeners module
  • Listeners
    • Listeners.event_names
• src.page module
  • Page
    • Page.create()
    • Page.fetch()
    • Page.internal_links
    • Page.links
  • main()
• src.producer module
  • Producer
    • Producer.run()
    • Producer.spread()
• src.registry module
  • Registry
    • Registry.RegistryFullException
    • Registry.add()
    • Registry.contents
    • Registry.full
    • Registry.head
    • Registry.length
    • Registry.max
    • Registry.tail
• src.spider module
  • Spider
    • Spider.crawl()
    • Spider.create()
    • Spider.results()
  • main()
• src.transformer module
  • Transformer
    • Transformer.NOOP()