Veja a resposta de scrapy no Chrome de dentro da aranha

from scrapy.shell import inspect_response


def parse(self, response):
    inspect_response(response, self)

# After running the file, it will open a shell where response can be viewed
# view(response)
Mysterious Meerkat