Use Scrapy to Scrape Statistics

Use scrapy to scrape statistics from a web site.

In [1]:
import pickle
from pathlib import Path
import urllib.parse
from subprocess import check_output, CalledProcessError
import shlex
import os
from collections import namedtuple

import scrapy
from scrapy.crawler import CrawlerProcess
from lxml import etree

from chamelboots.constants import HTML_PARSER, Join
from chamelboots.html.datautils.tables import get_text_from_tr_rows

Load data about urls from a pickled list.

In [2]:
SportCategory = namedtuple("SportCategory", "sex sport url")
data_page_keys = "category url fp"
DataPage = namedtuple("DataPage", data_page_keys)
DataTree = namedtuple("DataTree", f"{data_page_keys} root tree")

data_pages = pickle.loads(Path("iowa_data_pages.pk").read_bytes())
data_pages[:2]
Out[2]:
(DataPage(category=SportCategory(sex='girls', sport='Golf', url='http://quikstatsiowa.com/Public/Golf/TeamStandings.aspx?IDSport=6DC124A1-D8C4-4F88-84EF-5C6B4FD4A688'), url='http://quikstatsiowa.com/Public/Golf/TeamStandings.aspx?IDSport=6DC124A1-D8C4-4F88-84EF-5C6B4FD4A688', fp=PosixPath('/tmp/tmpf929_2v6')),
 DataPage(category=SportCategory(sex='boys', sport='Football: IndividualBestGameStandings', url='http://quikstatsiowa.com/Public/Football/IndividualBestGameStandings.aspx?IDSport=91A308DE-5763-4DAA-8C03-9AF66611E0BC'), url='http://quikstatsiowa.com/Public/Football/IndividualBestGameStandings.aspx?IDSport=91A308DE-5763-4DAA-8C03-9AF66611E0BC', fp=PosixPath('/tmp/tmpgdi5dux9')))
In [3]:
URLS = dict([(item.url, item) for item in data_pages])
DOMAIN = "quikstatsiowa.com"
In [4]:
scrapy_project_path = Path(
    Path.home(),
    "projects",
    "python_code",
    "scrapy_projects",
    PROJECT_NAME := "iowa_sports",
)
scrapy_module_path = scrapy_project_path.joinpath(PROJECT_NAME)
SPIDER_NAME = "sports"
In [5]:
try:
    check_output(
        shlex.split(f"scrapy startproject {PROJECT_NAME} {scrapy_project_path}")
    )
except CalledProcessError:
    pass
In [6]:
pwd = Path(os.curdir).absolute()
try:
    os.chdir(scrapy_project_path)
    print(check_output(shlex.split(f"scrapy genspider {SPIDER_NAME} {DOMAIN}")))
except CalledProcessError:
    pass
finally:
    os.chdir(pwd)
b"Spider 'sports' already exists in module:\n  iowa_sports.spiders.sports\n"

This Spider loaded from spider created with genspider command above.

In [7]:
class SportsSpider(scrapy.Spider):
    name = "sports"
    allowed_domains = [DOMAIN]
    start_urls = URLS.keys()
    TABLE_XPATH = "/html/body/form/div/div[3]/div[3]/div[2]/table"

    def parse(self, response):
        element = etree.fromstring(
            Join.LINES(response.xpath(self.TABLE_XPATH).getall()), HTML_PARSER
        )
        table, = element.xpath("//table")
        table_data = get_text_from_tr_rows(table)
        keys = table_data[0]
        rows = table_data[1:]
        # do something with the data
        self.logger.info({URLS[response.url].category: [dict(zip(keys, row)) for row in rows][:5]})
In [8]:
process = CrawlerProcess(
    {"USER_AGENT": "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1)"}
)
process.crawl(SportsSpider)
process.start()  # the script will block here until the crawling is finished
2019-12-10 15:26:15 [scrapy.utils.log] INFO: Scrapy 1.7.4 started (bot: scrapybot)
2019-12-10 15:26:15 [scrapy.utils.log] INFO: Versions: lxml 4.4.1.0, libxml2 2.9.9, cssselect 1.1.0, parsel 1.5.2, w3lib 1.21.0, Twisted 19.7.0, Python 3.8.0 (tags/v3.8.0:fa919fdf25, Oct 23 2019, 15:24:10) - [GCC 7.4.0], pyOpenSSL 19.0.0 (OpenSSL 1.1.1d  10 Sep 2019), cryptography 2.8, Platform Linux-4.15.0-72-generic-x86_64-with-glibc2.2.5
2019-12-10 15:26:15 [scrapy.crawler] INFO: Overridden settings: {'USER_AGENT': 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1)'}
2019-12-10 15:26:15 [scrapy.extensions.telnet] INFO: Telnet Password: e9d20551c875a8a1
2019-12-10 15:26:15 [scrapy.middleware] INFO: Enabled extensions:
['scrapy.extensions.corestats.CoreStats',
 'scrapy.extensions.telnet.TelnetConsole',
 'scrapy.extensions.memusage.MemoryUsage',
 'scrapy.extensions.logstats.LogStats']
2019-12-10 15:26:15 [scrapy.middleware] INFO: Enabled downloader middlewares:
['scrapy.downloadermiddlewares.httpauth.HttpAuthMiddleware',
 'scrapy.downloadermiddlewares.downloadtimeout.DownloadTimeoutMiddleware',
 'scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware',
 'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware',
 'scrapy.downloadermiddlewares.retry.RetryMiddleware',
 'scrapy.downloadermiddlewares.redirect.MetaRefreshMiddleware',
 'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware',
 'scrapy.downloadermiddlewares.redirect.RedirectMiddleware',
 'scrapy.downloadermiddlewares.cookies.CookiesMiddleware',
 'scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware',
 'scrapy.downloadermiddlewares.stats.DownloaderStats']
2019-12-10 15:26:15 [scrapy.middleware] INFO: Enabled spider middlewares:
['scrapy.spidermiddlewares.httperror.HttpErrorMiddleware',
 'scrapy.spidermiddlewares.offsite.OffsiteMiddleware',
 'scrapy.spidermiddlewares.referer.RefererMiddleware',
 'scrapy.spidermiddlewares.urllength.UrlLengthMiddleware',
 'scrapy.spidermiddlewares.depth.DepthMiddleware']
2019-12-10 15:26:15 [scrapy.middleware] INFO: Enabled item pipelines:
[]
2019-12-10 15:26:15 [scrapy.core.engine] INFO: Spider opened
2019-12-10 15:26:15 [scrapy.extensions.logstats] INFO: Crawled 0 pages (at 0 pages/min), scraped 0 items (at 0 items/min)
2019-12-10 15:26:15 [scrapy.extensions.telnet] INFO: Telnet console listening on 127.0.0.1:6023
2019-12-10 15:26:15 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Tennis/IndividualStandings.aspx?IDSport=6086C2DF-4661-4701-BFF1-3BB32C081B88> (referer: None)
2019-12-10 15:26:15 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Tennis/TeamStandings.aspx?IDSport=19786FF3-ADA3-4C7A-A94F-FAC0811118F5> (referer: None)
2019-12-10 15:26:15 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Bowling/TeamStandings.aspx?IDSport=0C6DFBCF-98C4-4B01-9F56-17B02E9E47E1> (referer: None)
2019-12-10 15:26:15 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Golf/TeamStandings.aspx?IDSport=FC614ADE-B5DA-4012-A95E-0FD2A594FE9D> (referer: None)
2019-12-10 15:26:15 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Golf/TeamStandings.aspx?IDSport=6DC124A1-D8C4-4F88-84EF-5C6B4FD4A688> (referer: None)
2019-12-10 15:26:15 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Volleyball/TeamStandings.aspx?IDSport=83298383-D7D7-4670-9C6B-24DDB8B2E773> (referer: None)
2019-12-10 15:26:15 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Football/IndividualBestGameStandings.aspx?IDSport=91A308DE-5763-4DAA-8C03-9AF66611E0BC> (referer: None)
2019-12-10 15:26:15 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Bowling/TeamStandings.aspx?IDSport=DA3506E8-E4CA-4175-BF69-BEBBDC2FD878> (referer: None)
2019-12-10 15:26:15 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/BBSB/IndividualBestGameStandings.aspx?IDSport=D97DD7D0-0BEF-404A-B041-7E51ACFDBD16> (referer: None)
2019-12-10 15:26:15 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Soccer/IndividualStandings.aspx?IDSport=9D4214D2-EBE6-429E-9005-C11D2A29C89B> (referer: None)
2019-12-10 15:26:15 [sports] INFO: {SportCategory(sex='girls', sport='Tennis: IndividualStandings', url='http://quikstatsiowa.com/Public/Tennis/IndividualStandings.aspx?IDSport=6086C2DF-4661-4701-BFF1-3BB32C081B88'): [{'Athlete': 'Krisha Keeran JR', 'Team': 'Cedar Falls', 'Match Record': '17-0 (1.000)', 'Set Record': '34-0 (1.000)', 'Game Record': '204-30 (0.872)'}, {'Athlete': 'Yana Gaskell SO', 'Team': 'Fairfield', 'Match Record': '15-0 (1.000)', 'Set Record': '19-0 (1.000)', 'Game Record': '136-7 (0.951)'}, {'Athlete': 'Cari Naanep SR', 'Team': 'Johnston', 'Match Record': '15-0 (1.000)', 'Set Record': '24-1 (0.960)', 'Game Record': '174-15 (0.921)'}, {'Athlete': 'Sofia Ordinteva SR', 'Team': 'Saydel', 'Match Record': '15-0 (1.000)', 'Set Record': '23-0 (1.000)', 'Game Record': '156-34 (0.821)'}, {'Athlete': 'Taylor Hogan SR', 'Team': 'Columbus Catholic', 'Match Record': '9-0 (1.000)', 'Set Record': '18-0 (1.000)', 'Game Record': '164-13 (0.927)'}]}
2019-12-10 15:26:15 [sports] INFO: {SportCategory(sex='boys', sport='Tennis', url='http://quikstatsiowa.com/Public/Tennis/TeamStandings.aspx?IDSport=19786FF3-ADA3-4C7A-A94F-FAC0811118F5'): [{'Team': 'Iowa City West', 'Record': '16 - 0 - 0', 'Singles Won': '103', 'Singles Lost': '3', 'Doubles Won': '48', 'Doubles Lost': '0'}, {'Team': 'Pleasant Valley', 'Record': '11 - 0 - 0', 'Singles Won': '107', 'Singles Lost': '11', 'Doubles Won': '47', 'Doubles Lost': '7'}, {'Team': 'Fort Madison', 'Record': '8 - 0 - 0', 'Singles Won': '53', 'Singles Lost': '26', 'Doubles Won': '27', 'Doubles Lost': '13'}, {'Team': 'Pella', 'Record': '8 - 0 - 0', 'Singles Won': '29', 'Singles Lost': '7', 'Doubles Won': '23', 'Doubles Lost': '6'}, {'Team': 'Ankeny Centennial', 'Record': '13 - 1 - 0', 'Singles Won': '62', 'Singles Lost': '28', 'Doubles Won': '61', 'Doubles Lost': '14'}]}
2019-12-10 15:26:15 [sports] INFO: {SportCategory(sex='girls', sport='Bowling', url='http://quikstatsiowa.com/Public/Bowling/TeamStandings.aspx?IDSport=0C6DFBCF-98C4-4B01-9F56-17B02E9E47E1'): [{'Team': 'Ottumwa', 'Record': '5 - 0 - 0', 'Matches': '2', 'Match Score Avg': '2,874.0', 'Individual Game Average': '188.7', 'Baker Game Average': '197.5'}, {'Team': 'Bondurant-Farrar', 'Record': '4 - 0 - 0', 'Matches': '2', 'Match Score Avg': '1,911.0', 'Individual Game Average': '129.2', 'Baker Game Average': '123.8'}, {'Team': 'Cedar Rapids Jefferson', 'Record': '4 - 0 - 0', 'Matches': '2', 'Match Score Avg': '2,740.0', 'Individual Game Average': '182.6', 'Baker Game Average': '182.9'}, {'Team': 'Cedar Rapids Kennedy', 'Record': '4 - 0 - 0', 'Matches': '2', 'Match Score Avg': '2,660.0', 'Individual Game Average': '174.4', 'Baker Game Average': '183.3'}, {'Team': 'Charles City', 'Record': '4 - 0 - 0', 'Matches': '2', 'Match Score Avg': '2,519.0', 'Individual Game Average': '164.5', 'Baker Game Average': '174.8'}]}
2019-12-10 15:26:16 [sports] INFO: {SportCategory(sex='boys', sport='Spring Golf', url='http://quikstatsiowa.com/Public/Golf/TeamStandings.aspx?IDSport=FC614ADE-B5DA-4012-A95E-0FD2A594FE9D'): [{'Team': 'LeMars', '9 Hole Matches': '5', '9 Hole Avg Top 4 Players Total': '181.40', '18 Hole Matches': '4', '18 Hole Avg Top 4 Players Total': '360.50', 'Combined (9 & 18) Adjusted Avg Top 4 Players Total Adjusted by Course Rating': '-1.18'}, {'Team': 'Nevada', '9 Hole Matches': '3', '9 Hole Avg Top 4 Players Total': '148.33', '18 Hole Matches': '11', '18 Hole Avg Top 4 Players Total': '304.91', 'Combined (9 & 18) Adjusted Avg Top 4 Players Total Adjusted by Course Rating': '157.08'}, {'Team': 'Spencer', '9 Hole Matches': '7', '9 Hole Avg Top 4 Players Total': '151.71', '18 Hole Matches': '8', '18 Hole Avg Top 4 Players Total': '308.88', 'Combined (9 & 18) Adjusted Avg Top 4 Players Total Adjusted by Course Rating': '157.73'}, {'Team': 'Pella', '9 Hole Matches': '3', '9 Hole Avg Top 4 Players Total': '155.33', '18 Hole Matches': '9', '18 Hole Avg Top 4 Players Total': '312.00', 'Combined (9 & 18) Adjusted Avg Top 4 Players Total Adjusted by Course Rating': '160.84'}, {'Team': 'Central DeWitt', '9 Hole Matches': '5', '9 Hole Avg Top 4 Players Total': '162.80', '18 Hole Matches': '9', '18 Hole Avg Top 4 Players Total': '312.67', 'Combined (9 & 18) Adjusted Avg Top 4 Players Total Adjusted by Course Rating': '162.40'}]}
2019-12-10 15:26:16 [sports] INFO: {SportCategory(sex='girls', sport='Golf', url='http://quikstatsiowa.com/Public/Golf/TeamStandings.aspx?IDSport=6DC124A1-D8C4-4F88-84EF-5C6B4FD4A688'): [{'Team': 'Valley', '9 Hole Matches': '5', '9 Hole Avg Top 4 Players Total': '161.40', '18 Hole Matches': '8', '18 Hole Avg Top 4 Players Total': '315.88', 'Combined (9 & 18) Adjusted Avg Top 4 Players Total Adjusted by Course Rating': '163.45'}, {'Team': 'Bettendorf', '9 Hole Matches': '8', '9 Hole Avg Top 4 Players Total': '171.38', '18 Hole Matches': '5', '18 Hole Avg Top 4 Players Total': '347.60', 'Combined (9 & 18) Adjusted Avg Top 4 Players Total Adjusted by Course Rating': '175.57'}, {'Team': 'Waukee', '9 Hole Matches': '5', '9 Hole Avg Top 4 Players Total': '174.60', '18 Hole Matches': '8', '18 Hole Avg Top 4 Players Total': '342.88', 'Combined (9 & 18) Adjusted Avg Top 4 Players Total Adjusted by Course Rating': '176.61'}, {'Team': 'Wahlert Catholic', '9 Hole Matches': '4', '9 Hole Avg Top 4 Players Total': '165.00', '18 Hole Matches': '9', '18 Hole Avg Top 4 Players Total': '339.67', 'Combined (9 & 18) Adjusted Avg Top 4 Players Total Adjusted by Course Rating': '176.68'}, {'Team': 'New Hampton', '9 Hole Matches': '8', '9 Hole Avg Top 4 Players Total': '174.88', '18 Hole Matches': '6', '18 Hole Avg Top 4 Players Total': '340.00', 'Combined (9 & 18) Adjusted Avg Top 4 Players Total Adjusted by Course Rating': '178.17'}]}
2019-12-10 15:26:16 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Golf/TeamStandings.aspx?IDSport=92A34DE4-ACB3-4282-BF29-571A97DE1946> (referer: None)
2019-12-10 15:26:16 [sports] INFO: {SportCategory(sex='girls', sport='Volleyball', url='http://quikstatsiowa.com/Public/Volleyball/TeamStandings.aspx?IDSport=83298383-D7D7-4670-9C6B-24DDB8B2E773'): [{'Team': 'Cedar Falls', 'Record': '44 - 1 - 0', 'Sets': '111', 'Kills': '1480', 'Kill Err': '359', 'Attack Attempts': '3081', 'Kill Eff': '0.364', 'Kills per Set': '13.33', 'Serve Success': '2247', 'Serves': '2406', 'Serve Eff': '0.934', 'Aces': '283', 'Aces per Set': '2.55'}, {'Team': 'Osage', 'Record': '37 - 7 - 0', 'Sets': '108', 'Kills': '1465', 'Kill Err': '442', 'Attack Attempts': '2841', 'Kill Eff': '0.360', 'Kills per Set': '13.56', 'Serve Success': '2021', 'Serves': '2257', 'Serve Eff': '0.895', 'Aces': '324', 'Aces per Set': '3.00'}, {'Team': 'Mount Vernon', 'Record': '36 - 10 - 0', 'Sets': '123', 'Kills': '1396', 'Kill Err': '504', 'Attack Attempts': '3447', 'Kill Eff': '0.259', 'Kills per Set': '11.35', 'Serve Success': '1988', 'Serves': '2206', 'Serve Eff': '0.901', 'Aces': '283', 'Aces per Set': '2.30'}, {'Team': 'Union', 'Record': '31 - 12 - 0', 'Sets': '114', 'Kills': '1393', 'Kill Err': '473', 'Attack Attempts': '3434', 'Kill Eff': '0.268', 'Kills per Set': '12.22', 'Serve Success': '2225', 'Serves': '2474', 'Serve Eff': '0.899', 'Aces': '279', 'Aces per Set': '2.45'}, {'Team': 'Western Christian', 'Record': '41 - 5 - 0', 'Sets': '111', 'Kills': '1370', 'Kill Err': '385', 'Attack Attempts': '3520', 'Kill Eff': '0.280', 'Kills per Set': '12.34', 'Serve Success': '2311', 'Serves': '2462', 'Serve Eff': '0.939', 'Aces': '238', 'Aces per Set': '2.14'}]}
2019-12-10 15:26:16 [sports] INFO: {SportCategory(sex='boys', sport='Football: IndividualBestGameStandings', url='http://quikstatsiowa.com/Public/Football/IndividualBestGameStandings.aspx?IDSport=91A308DE-5763-4DAA-8C03-9AF66611E0BC'): [{'Athlete': 'Eddie  Burgess SO', 'Team': 'Montezuma', 'Passing Yards': '557', 'Date': '10/25/2019', 'Location': 'Montezuma High School', 'Opponent': 'New London'}, {'Athlete': 'Wyatt Pryor SR', 'Team': 'Woodbine', 'Passing Yards': '511', 'Date': '9/20/2019', 'Location': 'Woodbine High School', 'Opponent': 'Audubon'}, {'Athlete': 'Bryson Freeberg SR', 'Team': 'Tri-Center', 'Passing Yards': '501', 'Date': '10/4/2019', 'Location': 'Tri-Center High School', 'Opponent': 'West Monona'}, {'Athlete': 'Hunter Dekkers SR', 'Team': 'West Sioux', 'Passing Yards': '481', 'Date': '9/6/2019', 'Location': 'Dick Null Field', 'Opponent': 'Central Lyon/George-Little Rock'}, {'Athlete': 'Brady Berkey SR', 'Team': 'Colfax-Mingo', 'Passing Yards': '456', 'Date': '8/30/2019', 'Location': 'BCLUW High School', 'Opponent': 'BCLUW'}]}
2019-12-10 15:26:16 [sports] INFO: {SportCategory(sex='boys', sport='Bowling', url='http://quikstatsiowa.com/Public/Bowling/TeamStandings.aspx?IDSport=DA3506E8-E4CA-4175-BF69-BEBBDC2FD878'): [{'Team': 'Urbandale', 'Record': '12 - 0 - 0', 'Matches': '4', 'Match Score Avg': '2,922.8', 'Individual Game Average': '199.2', 'Baker Game Average': '186.3'}, {'Team': 'Monticello', 'Record': '6 - 0 - 0', 'Matches': '3', 'Match Score Avg': '2,950.0', 'Individual Game Average': '199.9', 'Baker Game Average': '190.3'}, {'Team': 'Ottumwa', 'Record': '5 - 0 - 0', 'Matches': '2', 'Match Score Avg': '3,185.0', 'Individual Game Average': '219.2', 'Baker Game Average': '198.7'}, {'Team': 'Camanche', 'Record': '4 - 0 - 0', 'Matches': '2', 'Match Score Avg': '3,094.0', 'Individual Game Average': '206.8', 'Baker Game Average': '205.3'}, {'Team': 'Cedar Falls', 'Record': '4 - 0 - 0', 'Matches': '2', 'Match Score Avg': '3,124.0', 'Individual Game Average': '201.6', 'Baker Game Average': '221.7'}]}
2019-12-10 15:26:16 [sports] INFO: {SportCategory(sex='girls', sport='Softball: IndividualBestGameStandings', url='http://quikstatsiowa.com/Public/BBSB/IndividualBestGameStandings.aspx?IDSport=D97DD7D0-0BEF-404A-B041-7E51ACFDBD16'): [{'Athlete': 'Madison Meister JR', 'Team': 'Bishop Garrigan', 'Runs': '6', 'Date': '6/25/2019', 'Location': 'Northwood-Kensett Jr/Sr High', 'Opponent': 'Northwood-Kensett'}, {'Athlete': 'Taylor Ryan SR', 'Team': 'Solon', 'Runs': '5', 'Date': '5/31/2019', 'Location': 'Maquoketa High School', 'Opponent': 'Maquoketa'}, {'Athlete': 'Jayden Hughes SR', 'Team': 'Garner-Hayfield-Ventura', 'Runs': '5', 'Date': '6/1/2019', 'Location': 'Lake Mills Senior High School', 'Opponent': 'Rockford'}, {'Athlete': 'Heather Boeckenstedt SR', 'Team': 'Beckman Catholic', 'Runs': '5', 'Date': '6/3/2019', 'Location': 'Beckman Catholic High School', 'Opponent': 'Maquoketa'}, {'Athlete': 'Chelsey Boettcher JR', 'Team': 'Moulton-Udell', 'Runs': '5', 'Date': '6/4/2019', 'Location': 'Mormon Trail Elementary School', 'Opponent': 'Mormon Trail'}]}
2019-12-10 15:26:16 [sports] INFO: {SportCategory(sex='boys', sport='Soccer: IndividualStandings', url='http://quikstatsiowa.com/Public/Soccer/IndividualStandings.aspx?IDSport=9D4214D2-EBE6-429E-9005-C11D2A29C89B'): [{'Athlete': 'Junior Gutierrez JR', 'Team': 'Greene County', 'GP': '20', 'GS': '20', 'G': '55', 'A': '13', 'P': '123', 'Sh': '139', 'Sh %': '0.396', 'SOG': '110', 'SOG %': '0.500', 'PKM': '5', 'PKA': '6', 'GM': '0', 'GA': '0', 'GA Avg': '0.000', 'S': '0', 'S %': '0.000'}, {'Athlete': 'Jaffer Murphy JR', 'Team': 'Marion', 'GP': '17', 'GS': '17', 'G': '46', 'A': '12', 'P': '104', 'Sh': '151', 'Sh %': '0.305', 'SOG': '96', 'SOG %': '0.479', 'PKM': '1', 'PKA': '3', 'GM': '0', 'GA': '0', 'GA Avg': '0.000', 'S': '0', 'S %': '0.000'}, {'Athlete': 'Jonathan Castrejon SR', 'Team': 'South Tama', 'GP': '19', 'GS': '19', 'G': '40', 'A': '9', 'P': '89', 'Sh': '113', 'Sh %': '0.354', 'SOG': '74', 'SOG %': '0.541', 'PKM': '6', 'PKA': '6', 'GM': '0', 'GA': '0', 'GA Avg': '0.000', 'S': '0', 'S %': '0.000'}, {'Athlete': 'Alec Staebell SR', 'Team': 'Hudson', 'GP': '23', 'GS': '23', 'G': '35', 'A': '11', 'P': '81', 'Sh': '97', 'Sh %': '0.361', 'SOG': '96', 'SOG %': '0.365', 'PKM': '8', 'PKA': '9', 'GM': '0', 'GA': '0', 'GA Avg': '0.000', 'S': '0', 'S %': '0.000'}, {'Athlete': 'Luke Mieska JR', 'Team': 'Treynor', 'GP': '18', 'GS': '17', 'G': '35', 'A': '21', 'P': '91', 'Sh': '119', 'Sh %': '0.294', 'SOG': '85', 'SOG %': '0.412', 'PKM': '1', 'PKA': '1', 'GM': '0', 'GA': '0', 'GA Avg': '0.000', 'S': '0', 'S %': '0.000'}]}
2019-12-10 15:26:17 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Basketball/TeamStandings.aspx?IDSport=B657ECDF-ECD0-4429-810A-9F9274EC4AAA> (referer: None)
2019-12-10 15:26:17 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/BBSB/TeamStandings.aspx?IDSport=D97DD7D0-0BEF-404A-B041-7E51ACFDBD16> (referer: None)
2019-12-10 15:26:17 [sports] INFO: {SportCategory(sex='boys', sport='Fall Golf', url='http://quikstatsiowa.com/Public/Golf/TeamStandings.aspx?IDSport=92A34DE4-ACB3-4282-BF29-571A97DE1946'): [{'Team': 'Cedar Falls', '9 Hole Matches': '4', '9 Hole Avg Top 4 Players Total': '146.50', '18 Hole Matches': '8', '18 Hole Avg Top 4 Players Total': '305.25', 'Combined (9 & 18) Adjusted Avg Top 4 Players Total Adjusted by Course Rating': '155.06'}, {'Team': 'Pleasant Valley', '9 Hole Matches': '1', '9 Hole Avg Top 4 Players Total': '152.00', '18 Hole Matches': '10', '18 Hole Avg Top 4 Players Total': '308.00', 'Combined (9 & 18) Adjusted Avg Top 4 Players Total Adjusted by Course Rating': '155.94'}, {'Team': 'Waukee', '9 Hole Matches': '4', '9 Hole Avg Top 4 Players Total': '154.50', '18 Hole Matches': '9', '18 Hole Avg Top 4 Players Total': '310.22', 'Combined (9 & 18) Adjusted Avg Top 4 Players Total Adjusted by Course Rating': '157.53'}, {'Team': 'Ames', '9 Hole Matches': '0', '9 Hole Avg Top 4 Players Total': '0.00', '18 Hole Matches': '13', '18 Hole Avg Top 4 Players Total': '309.69', 'Combined (9 & 18) Adjusted Avg Top 4 Players Total Adjusted by Course Rating': '158.60'}, {'Team': 'Valley', '9 Hole Matches': '4', '9 Hole Avg Top 4 Players Total': '153.00', '18 Hole Matches': '9', '18 Hole Avg Top 4 Players Total': '309.00', 'Combined (9 & 18) Adjusted Avg Top 4 Players Total Adjusted by Course Rating': '158.99'}]}
2019-12-10 15:26:17 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Soccer/TeamStandings.aspx?IDSport=9D4214D2-EBE6-429E-9005-C11D2A29C89B> (referer: None)
2019-12-10 15:26:17 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Golf/IndividualStandings.aspx?IDSport=FC614ADE-B5DA-4012-A95E-0FD2A594FE9D> (referer: None)
2019-12-10 15:26:17 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Golf/IndividualStandings.aspx?IDSport=6DC124A1-D8C4-4F88-84EF-5C6B4FD4A688> (referer: None)
2019-12-10 15:26:17 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Basketball/TeamStandings.aspx?IDSport=57C38F60-B323-4087-A557-9ED925DC546D> (referer: None)
2019-12-10 15:26:17 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/BBSB/IndividualStandings.aspx?IDSport=B25923B5-D303-41CA-B9B3-DF2527D84CDD> (referer: None)
2019-12-10 15:26:17 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/BBSB/IndividualStandings.aspx?IDSport=D97DD7D0-0BEF-404A-B041-7E51ACFDBD16> (referer: None)
2019-12-10 15:26:17 [sports] INFO: {SportCategory(sex='girls', sport='Basketball', url='http://quikstatsiowa.com/Public/Basketball/TeamStandings.aspx?IDSport=B657ECDF-ECD0-4429-810A-9F9274EC4AAA'): [{'Team': 'Central Elkader', 'Record': '5 - 0 - 0', 'FG Att': '276', 'FG Made': '85', 'FG %': '30.8', '3 pt Att': '117', '3 pt Made': '24', '3 pt %': '20.5', 'FT Att': '98', 'FT Made': '58', 'FT %': '59.2', 'Pts': '252', 'Pts/G': '50.4'}, {'Team': 'Turkey Valley', 'Record': '5 - 0 - 0', 'FG Att': '260', 'FG Made': '96', 'FG %': '36.9', '3 pt Att': '57', '3 pt Made': '14', '3 pt %': '24.6', 'FT Att': '63', 'FT Made': '42', 'FT %': '66.7', 'Pts': '248', 'Pts/G': '49.6'}, {'Team': 'AHSTW', 'Record': '4 - 0 - 0', 'FG Att': '206', 'FG Made': '87', 'FG %': '42.2', '3 pt Att': '35', '3 pt Made': '6', '3 pt %': '17.1', 'FT Att': '80', 'FT Made': '52', 'FT %': '65.0', 'Pts': '232', 'Pts/G': '58.0'}, {'Team': 'Central DeWitt', 'Record': '4 - 0 - 0', 'FG Att': '145', 'FG Made': '71', 'FG %': '49.0', '3 pt Att': '43', '3 pt Made': '17', '3 pt %': '39.5', 'FT Att': '59', 'FT Made': '44', 'FT %': '74.6', 'Pts': '203', 'Pts/G': '50.8'}, {'Team': 'Clear Lake', 'Record': '4 - 0 - 0', 'FG Att': '183', 'FG Made': '74', 'FG %': '40.4', '3 pt Att': '89', '3 pt Made': '23', '3 pt %': '25.8', 'FT Att': '41', 'FT Made': '30', 'FT %': '73.2', 'Pts': '201', 'Pts/G': '50.3'}]}
2019-12-10 15:26:17 [sports] INFO: {SportCategory(sex='girls', sport='Softball', url='http://quikstatsiowa.com/Public/BBSB/TeamStandings.aspx?IDSport=D97DD7D0-0BEF-404A-B041-7E51ACFDBD16'): [{'Team': 'Collins-Maxwell', 'Record': '28 - 1 - 0', 'GP': '29', 'AB': '661', 'R': '248', 'H': '233', '2B': '45', '3B': '5', 'HR': '5', 'RBI': '205', 'SAC': '26', 'BB': '157', 'SO': '86', 'SB': '142', 'SBA': '147', 'HBP': '26', 'OBP': '0.485', 'SLG': '0.458', 'AVG': '0.352'}, {'Team': 'Davenport Assumption', 'Record': '41 - 2 - 0', 'GP': '43', 'AB': '1097', 'R': '340', 'H': '425', '2B': '82', '3B': '11', 'HR': '33', 'RBI': '282', 'SAC': '24', 'BB': '97', 'SO': '119', 'SB': '174', 'SBA': '194', 'HBP': '20', 'OBP': '0.440', 'SLG': '0.572', 'AVG': '0.387'}, {'Team': 'Clarksville', 'Record': '33 - 2 - 0', 'GP': '35', 'AB': '924', 'R': '278', 'H': '325', '2B': '58', '3B': '8', 'HR': '10', 'RBI': '275', 'SAC': '31', 'BB': '120', 'SO': '108', 'SB': '45', 'SBA': '48', 'HBP': '14', 'OBP': '0.430', 'SLG': '0.464', 'AVG': '0.352'}, {'Team': 'Carlisle', 'Record': '38 - 3 - 0', 'GP': '41', 'AB': '1047', 'R': '311', 'H': '420', '2B': '116', '3B': '8', 'HR': '23', 'RBI': '278', 'SAC': '87', 'BB': '130', 'SO': '109', 'SB': '171', 'SBA': '192', 'HBP': '12', 'OBP': '0.473', 'SLG': '0.593', 'AVG': '0.401'}, {'Team': 'North Linn', 'Record': '42 - 4 - 0', 'GP': '46', 'AB': '1229', 'R': '418', 'H': '459', '2B': '87', '3B': '14', 'HR': '32', 'RBI': '336', 'SAC': '22', 'BB': '129', 'SO': '110', 'SB': '157', 'SBA': '167', 'HBP': '26', 'OBP': '0.441', 'SLG': '0.545', 'AVG': '0.373'}]}
2019-12-10 15:26:17 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Tennis/TeamStandings.aspx?IDSport=6086C2DF-4661-4701-BFF1-3BB32C081B88> (referer: None)
2019-12-10 15:26:18 [sports] INFO: {SportCategory(sex='boys', sport='Soccer', url='http://quikstatsiowa.com/Public/Soccer/TeamStandings.aspx?IDSport=9D4214D2-EBE6-429E-9005-C11D2A29C89B'): [{'Team': 'Waukee', 'Record': '22 - 0 - 0', 'GP': '22', 'G': '86', 'A': '96', 'P': '268', 'Sh': '85', 'Sh %': '1.012', 'SOG': '85', 'SOG %': '1.012', 'CK': '173', 'PKM': '4', 'PKA': '7', 'GA': '6', 'GA Avg': '0.289', 'S': '45', 'S %': '0.882'}, {'Team': 'Marion', 'Record': '16 - 1 - 0', 'GP': '17', 'G': '97', 'A': '75', 'P': '269', 'Sh': '429', 'Sh %': '0.226', 'SOG': '263', 'SOG %': '0.369', 'CK': '82', 'PKM': '6', 'PKA': '10', 'GA': '5', 'GA Avg': '0.300', 'S': '60', 'S %': '0.923'}, {'Team': 'Burlington Notre Dame', 'Record': '19 - 2 - 0', 'GP': '21', 'G': '89', 'A': '63', 'P': '241', 'Sh': '439', 'Sh %': '0.203', 'SOG': '218', 'SOG %': '0.408', 'CK': '93', 'PKM': '7', 'PKA': '9', 'GA': '7', 'GA Avg': '0.350', 'S': '96', 'S %': '0.932'}, {'Team': 'Iowa City West', 'Record': '18 - 2 - 0', 'GP': '20', 'G': '63', 'A': '41', 'P': '167', 'Sh': '381', 'Sh %': '0.165', 'SOG': '176', 'SOG %': '0.358', 'CK': '106', 'PKM': '7', 'PKA': '6', 'GA': '9', 'GA Avg': '0.585', 'S': '47', 'S %': '0.839'}, {'Team': 'Storm Lake', 'Record': '16 - 2 - 0', 'GP': '18', 'G': '69', 'A': '49', 'P': '187', 'Sh': '312', 'Sh %': '0.221', 'SOG': '184', 'SOG %': '0.375', 'CK': '71', 'PKM': '9', 'PKA': '13', 'GA': '11', 'GA Avg': '0.611', 'S': '58', 'S %': '0.841'}]}
2019-12-10 15:26:18 [sports] INFO: {SportCategory(sex='boys', sport='Spring Golf: IndividualStandings', url='http://quikstatsiowa.com/Public/Golf/IndividualStandings.aspx?IDSport=FC614ADE-B5DA-4012-A95E-0FD2A594FE9D'): [{'Athlete': 'Riley Oetken', 'Team': 'LeMars', '9 Hole Rounds': '2', '9 Hole Avg': '50.00', 'Low 9 Hole Score': '47', '18 Hole Rounds': '3', '18 Hole Avg': '97.00', 'Low 18 Hole Score': '94', 'Combined (9 & 18) Avg Adjusted by Course Rating': '-25.84'}, {'Athlete': 'Jakob Bixenamn', 'Team': 'LeMars', '9 Hole Rounds': '4', '9 Hole Avg': '46.75', 'Low 9 Hole Score': '42', '18 Hole Rounds': '4', '18 Hole Avg': '93.25', 'Low 18 Hole Score': '84', 'Combined (9 & 18) Avg Adjusted by Course Rating': '-2.78'}, {'Athlete': 'Spencer Mackey', 'Team': 'LeMars', '9 Hole Rounds': '5', '9 Hole Avg': '44.20', 'Low 9 Hole Score': '41', '18 Hole Rounds': '4', '18 Hole Avg': '88.50', 'Low 18 Hole Score': '81', 'Combined (9 & 18) Avg Adjusted by Course Rating': '-1.24'}, {'Athlete': 'Trey Whidden', 'Team': 'LeMars', '9 Hole Rounds': '5', '9 Hole Avg': '44.20', 'Low 9 Hole Score': '42', '18 Hole Rounds': '4', '18 Hole Avg': '89.25', 'Low 18 Hole Score': '86', 'Combined (9 & 18) Avg Adjusted by Course Rating': '-1.01'}, {'Athlete': 'Curran Wells', 'Team': 'LeMars', '9 Hole Rounds': '5', '9 Hole Avg': '47.80', 'Low 9 Hole Score': '45', '18 Hole Rounds': '4', '18 Hole Avg': '92.25', 'Low 18 Hole Score': '89', 'Combined (9 & 18) Avg Adjusted by Course Rating': '1.30'}]}
2019-12-10 15:26:18 [sports] INFO: {SportCategory(sex='girls', sport='Golf: IndividualStandings', url='http://quikstatsiowa.com/Public/Golf/IndividualStandings.aspx?IDSport=6DC124A1-D8C4-4F88-84EF-5C6B4FD4A688'): [{'Athlete': 'Britta Snyder', 'Team': 'Gilbert', '9 Hole Rounds': '5', '9 Hole Avg': '34.60', 'Low 9 Hole Score': '33', '18 Hole Rounds': '2', '18 Hole Avg': '70.50', 'Low 18 Hole Score': '70', 'Combined (9 & 18) Avg Adjusted by Course Rating': '36.14'}, {'Athlete': 'Paige Hoffman', 'Team': 'Valley', '9 Hole Rounds': '5', '9 Hole Avg': '35.60', 'Low 9 Hole Score': '34', '18 Hole Rounds': '8', '18 Hole Avg': '73.00', 'Low 18 Hole Score': '70', 'Combined (9 & 18) Avg Adjusted by Course Rating': '37.46'}, {'Athlete': 'Shannyn Vogler', 'Team': 'Bettendorf', '9 Hole Rounds': '7', '9 Hole Avg': '37.00', 'Low 9 Hole Score': '35', '18 Hole Rounds': '5', '18 Hole Avg': '73.60', 'Low 18 Hole Score': '70', 'Combined (9 & 18) Avg Adjusted by Course Rating': '37.49'}, {'Athlete': 'Annika Patton', 'Team': 'Alta-Aurelia', '9 Hole Rounds': '8', '9 Hole Avg': '37.38', 'Low 9 Hole Score': '35', '18 Hole Rounds': '6', '18 Hole Avg': '74.50', 'Low 18 Hole Score': '70', 'Combined (9 & 18) Avg Adjusted by Course Rating': '38.04'}, {'Athlete': 'Brooke Boardman', 'Team': 'Waukee', '9 Hole Rounds': '2', '9 Hole Avg': '38.50', 'Low 9 Hole Score': '38', '18 Hole Rounds': '6', '18 Hole Avg': '76.17', 'Low 18 Hole Score': '69', 'Combined (9 & 18) Avg Adjusted by Course Rating': '39.36'}]}
2019-12-10 15:26:18 [sports] INFO: {SportCategory(sex='boys', sport='Basketball', url='http://quikstatsiowa.com/Public/Basketball/TeamStandings.aspx?IDSport=57C38F60-B323-4087-A557-9ED925DC546D'): [{'Team': 'AHSTW', 'Record': '3 - 0 - 0', 'FG Att': '155', 'FG Made': '71', 'FG %': '45.8', '3 pt Att': '64', '3 pt Made': '23', '3 pt %': '35.9', 'FT Att': '55', 'FT Made': '43', 'FT %': '78.2', 'Pts': '208', 'Pts/G': '69.3'}, {'Team': 'Aplington-Parkersburg', 'Record': '3 - 0 - 0', 'FG Att': '156', 'FG Made': '61', 'FG %': '39.1', '3 pt Att': '50', '3 pt Made': '17', '3 pt %': '34.0', 'FT Att': '69', 'FT Made': '47', 'FT %': '68.1', 'Pts': '186', 'Pts/G': '62.0'}, {'Team': 'Baxter', 'Record': '3 - 0 - 0', 'FG Att': '157', 'FG Made': '63', 'FG %': '40.1', '3 pt Att': '61', '3 pt Made': '21', '3 pt %': '34.4', 'FT Att': '50', 'FT Made': '32', 'FT %': '64.0', 'Pts': '179', 'Pts/G': '59.7'}, {'Team': 'Bishop Garrigan', 'Record': '3 - 0 - 0', 'FG Att': '152', 'FG Made': '81', 'FG %': '53.3', '3 pt Att': '42', '3 pt Made': '15', '3 pt %': '35.7', 'FT Att': '52', 'FT Made': '33', 'FT %': '63.5', 'Pts': '210', 'Pts/G': '70.0'}, {'Team': 'Central City', 'Record': '3 - 0 - 0', 'FG Att': '155', 'FG Made': '66', 'FG %': '42.6', '3 pt Att': '60', '3 pt Made': '17', '3 pt %': '28.3', 'FT Att': '66', 'FT Made': '38', 'FT %': '57.6', 'Pts': '187', 'Pts/G': '62.3'}]}
2019-12-10 15:26:18 [sports] INFO: {SportCategory(sex='boys', sport='Baseball: IndividualStandings', url='http://quikstatsiowa.com/Public/BBSB/IndividualStandings.aspx?IDSport=B25923B5-D303-41CA-B9B3-DF2527D84CDD'): [{'Athlete': 'Landon Gilliland SO', 'Team': 'Lamoni', 'GP': '29', 'GS': '29', 'AB': '79', 'R': '39', 'H': '46', '2B': '14', '3B': '7', 'HR': '0', 'RBI': '36', 'SAC': '5', 'BB': '20', 'SO': '4', 'SB': '16', 'SBA': '16', 'HBP': '5', 'OBP': '0.664', 'SLG': '0.937', 'AVG': '0.582'}, {'Athlete': 'Josh Walleser SR', 'Team': 'Kee', 'GP': '33', 'GS': '33', 'AB': '91', 'R': '48', 'H': '52', '2B': '8', '3B': '0', 'HR': '8', 'RBI': '32', 'SAC': '1', 'BB': '35', 'SO': '13', 'SB': '23', 'SBA': '23', 'HBP': '3', 'OBP': '0.692', 'SLG': '0.923', 'AVG': '0.571'}, {'Athlete': 'Jake Hilmer SR', 'Team': 'North Linn', 'GP': '46', 'GS': '46', 'AB': '152', 'R': '91', 'H': '85', '2B': '26', '3B': '4', 'HR': '2', 'RBI': '42', 'SAC': '5', 'BB': '17', 'SO': '4', 'SB': '55', 'SBA': '55', 'HBP': '8', 'OBP': '0.608', 'SLG': '0.822', 'AVG': '0.559'}, {'Athlete': 'Tyler Tscherter JR', 'Team': 'Gladbrook-Reinbeck', 'GP': '28', 'GS': '28', 'AB': '88', 'R': '39', 'H': '48', '2B': '11', '3B': '4', 'HR': '11', 'RBI': '48', 'SAC': '3', 'BB': '24', 'SO': '3', 'SB': '11', 'SBA': '11', 'HBP': '2', 'OBP': '0.632', 'SLG': '1.136', 'AVG': '0.545'}, {'Athlete': 'Brock Farley SR', 'Team': 'Denver', 'GP': '32', 'GS': '32', 'AB': '89', 'R': '32', 'H': '48', '2B': '12', '3B': '0', 'HR': '8', 'RBI': '40', 'SAC': '3', 'BB': '31', 'SO': '10', 'SB': '0', 'SBA': '0', 'HBP': '5', 'OBP': '0.656', 'SLG': '0.944', 'AVG': '0.539'}]}
2019-12-10 15:26:19 [sports] INFO: {SportCategory(sex='girls', sport='Softball: IndividualStandings', url='http://quikstatsiowa.com/Public/BBSB/IndividualStandings.aspx?IDSport=D97DD7D0-0BEF-404A-B041-7E51ACFDBD16'): [{'Athlete': 'Denali Loecker JR', 'Team': 'Ogden', 'GP': '34', 'GS': '34', 'AB': '75', 'R': '55', 'H': '47', '2B': '11', '3B': '0', 'HR': '22', 'RBI': '55', 'SAC': '2', 'BB': '55', 'SO': '4', 'SB': '12', 'SBA': '13', 'HBP': '3', 'OBP': '0.789', 'SLG': '1.653', 'AVG': '0.627'}, {'Athlete': 'Talia Schon JR', 'Team': 'Glidden-Ralston', 'GP': '26', 'GS': '26', 'AB': '79', 'R': '34', 'H': '49', '2B': '16', '3B': '6', 'HR': '0', 'RBI': '15', 'SAC': '1', 'BB': '13', 'SO': '3', 'SB': '20', 'SBA': '20', 'HBP': '1', 'OBP': '0.670', 'SLG': '0.975', 'AVG': '0.620'}, {'Athlete': 'Haylee Lehman JR', 'Team': 'West Liberty', 'GP': '36', 'GS': '36', 'AB': '123', 'R': '49', 'H': '74', '2B': '4', '3B': '4', 'HR': '0', 'RBI': '11', 'SAC': '1', 'BB': '15', 'SO': '11', 'SB': '30', 'SBA': '35', 'HBP': '0', 'OBP': '0.645', 'SLG': '0.699', 'AVG': '0.602'}, {'Athlete': 'Alexis Houge FR', 'Team': 'Collins-Maxwell', 'GP': '29', 'GS': '29', 'AB': '80', 'R': '53', 'H': '48', '2B': '3', '3B': '0', 'HR': '0', 'RBI': '15', 'SAC': '3', 'BB': '20', 'SO': '3', 'SB': '57', 'SBA': '60', 'HBP': '2', 'OBP': '0.680', 'SLG': '0.638', 'AVG': '0.600'}, {'Athlete': 'Emery Neer SR', 'Team': 'Knoxville', 'GP': '28', 'GS': '28', 'AB': '100', 'R': '40', 'H': '60', '2B': '1', '3B': '0', 'HR': '0', 'RBI': '5', 'SAC': '2', 'BB': '5', 'SO': '9', 'SB': '30', 'SBA': '33', 'HBP': '0', 'OBP': '0.619', 'SLG': '0.610', 'AVG': '0.600'}]}
2019-12-10 15:26:19 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/BBSB/IndividualBestGameStandings.aspx?IDSport=B25923B5-D303-41CA-B9B3-DF2527D84CDD> (referer: None)
2019-12-10 15:26:19 [sports] INFO: {SportCategory(sex='girls', sport='Tennis', url='http://quikstatsiowa.com/Public/Tennis/TeamStandings.aspx?IDSport=6086C2DF-4661-4701-BFF1-3BB32C081B88'): [{'Team': 'Iowa City West', 'Record': '15 - 0 - 0', 'Singles Won': '84', 'Singles Lost': '6', 'Doubles Won': '41', 'Doubles Lost': '4'}, {'Team': 'Ames', 'Record': '11 - 0 - 0', 'Singles Won': '33', 'Singles Lost': '3', 'Doubles Won': '25', 'Doubles Lost': '5'}, {'Team': 'Columbus Catholic', 'Record': '11 - 0 - 0', 'Singles Won': '52', 'Singles Lost': '5', 'Doubles Won': '17', 'Doubles Lost': '2'}, {'Team': 'Cedar Falls', 'Record': '17 - 1 - 0', 'Singles Won': '95', 'Singles Lost': '12', 'Doubles Won': '37', 'Doubles Lost': '7'}, {'Team': 'Independence', 'Record': '8 - 0 - 1', 'Singles Won': '44', 'Singles Lost': '4', 'Doubles Won': '21', 'Doubles Lost': '2'}]}
2019-12-10 15:26:19 [sports] INFO: {SportCategory(sex='boys', sport='Baseball: IndividualBestGameStandings', url='http://quikstatsiowa.com/Public/BBSB/IndividualBestGameStandings.aspx?IDSport=B25923B5-D303-41CA-B9B3-DF2527D84CDD'): [{'Athlete': 'Braiden Beane 08', 'Team': 'West Central Valley', 'Runs': '6', 'Date': '6/13/2019', 'Location': 'Woodward Academy', 'Opponent': 'Woodward Academy'}, {'Athlete': 'Carson Wadle SR', 'Team': 'West Central Valley', 'Runs': '6', 'Date': '6/13/2019', 'Location': 'Woodward Academy', 'Opponent': 'Woodward Academy'}, {'Athlete': 'Matt Grein SR', 'Team': 'Algona', 'Runs': '5', 'Date': '5/22/2019', 'Location': 'Algona High School', 'Opponent': 'Emmetsburg'}, {'Athlete': 'Wes Cummings SR', 'Team': 'PCM', 'Runs': '5', 'Date': '5/22/2019', 'Location': 'Pleasantville High School', 'Opponent': 'Pleasantville'}, {'Athlete': 'Trevor Boge SR', 'Team': 'North Linn', 'Runs': '5', 'Date': '5/23/2019', 'Location': 'North Linn High School', 'Opponent': 'Edgewood-Colesburg'}]}
2019-12-10 15:26:19 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Tennis/IndividualStandings.aspx?IDSport=19786FF3-ADA3-4C7A-A94F-FAC0811118F5> (referer: None)
2019-12-10 15:26:19 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Soccer/TeamStandings.aspx?IDSport=65E5DA09-90C6-45F5-847A-F9A84FD9C5B0> (referer: None)
2019-12-10 15:26:19 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Football/TeamStandings.aspx?IDSport=91A308DE-5763-4DAA-8C03-9AF66611E0BC> (referer: None)
2019-12-10 15:26:19 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Volleyball/IndividualBestGameStandings.aspx?IDSport=83298383-D7D7-4670-9C6B-24DDB8B2E773> (referer: None)
2019-12-10 15:26:19 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Basketball/IndividualStandings.aspx?IDSport=B657ECDF-ECD0-4429-810A-9F9274EC4AAA> (referer: None)
2019-12-10 15:26:19 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/BBSB/TeamStandings.aspx?IDSport=B25923B5-D303-41CA-B9B3-DF2527D84CDD> (referer: None)
2019-12-10 15:26:19 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Soccer/IndividualStandings.aspx?IDSport=65E5DA09-90C6-45F5-847A-F9A84FD9C5B0> (referer: None)
2019-12-10 15:26:19 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Football/IndividualStandings.aspx?IDSport=91A308DE-5763-4DAA-8C03-9AF66611E0BC> (referer: None)
2019-12-10 15:26:19 [sports] INFO: {SportCategory(sex='boys', sport='Tennis: IndividualStandings', url='http://quikstatsiowa.com/Public/Tennis/IndividualStandings.aspx?IDSport=19786FF3-ADA3-4C7A-A94F-FAC0811118F5'): [{'Athlete': 'Evan Moon JR', 'Team': 'North Polk', 'Match Record': '21-0 (1.000)', 'Set Record': '23-0 (1.000)', 'Game Record': '210-22 (0.905)'}, {'Athlete': 'Cameron Luhring SO', 'Team': 'Aplington-Parkersburg', 'Match Record': '20-0 (1.000)', 'Set Record': '31-0 (1.000)', 'Game Record': '222-2 (0.991)'}, {'Athlete': 'Rami Scheetz SR', 'Team': 'Cedar Rapids Washington', 'Match Record': '17-0 (1.000)', 'Set Record': '34-0 (1.000)', 'Game Record': '206-52 (0.798)'}, {'Athlete': 'Timmy Ellis SR', 'Team': 'Ames', 'Match Record': '11-0 (1.000)', 'Set Record': '22-0 (1.000)', 'Game Record': '133-21 (0.864)'}, {'Athlete': 'Zach Wingert SR', 'Team': 'LeMars', 'Match Record': '7-0 (1.000)', 'Set Record': '8-0 (1.000)', 'Game Record': '72-13 (0.847)'}]}
2019-12-10 15:26:19 [sports] INFO: {SportCategory(sex='girls', sport='Soccer', url='http://quikstatsiowa.com/Public/Soccer/TeamStandings.aspx?IDSport=65E5DA09-90C6-45F5-847A-F9A84FD9C5B0'): [{'Team': 'Davenport Assumption', 'Record': '20 - 1 - 0', 'GP': '21', 'G': '126', 'A': '62', 'P': '314', 'Sh': '492', 'Sh %': '0.256', 'SOG': '322', 'SOG %': '0.391', 'CK': '122', 'PKM': '2', 'PKA': '4', 'GA': '5', 'GA Avg': '0.287', 'S': '30', 'S %': '0.857'}, {'Team': 'Gilbert', 'Record': '19 - 1 - 0', 'GP': '20', 'G': '93', 'A': '53', 'P': '239', 'Sh': '442', 'Sh %': '0.210', 'SOG': '306', 'SOG %': '0.304', 'CK': '83', 'PKM': '3', 'PKA': '3', 'GA': '8', 'GA Avg': '0.499', 'S': '94', 'S %': '0.922'}, {'Team': 'Spencer', 'Record': '19 - 2 - 0', 'GP': '21', 'G': '118', 'A': '59', 'P': '295', 'Sh': '395', 'Sh %': '0.299', 'SOG': '233', 'SOG %': '0.506', 'CK': '104', 'PKM': '3', 'PKA': '3', 'GA': '2', 'GA Avg': '0.220', 'S': '17', 'S %': '0.895'}, {'Team': 'ADM', 'Record': '18 - 2 - 0', 'GP': '20', 'G': '65', 'A': '45', 'P': '175', 'Sh': '269', 'Sh %': '0.242', 'SOG': '228', 'SOG %': '0.285', 'CK': '83', 'PKM': '2', 'PKA': '2', 'GA': '11', 'GA Avg': '0.656', 'S': '90', 'S %': '0.891'}, {'Team': 'Linn-Mar', 'Record': '18 - 2 - 0', 'GP': '20', 'G': '63', 'A': '55', 'P': '181', 'Sh': '380', 'Sh %': '0.166', 'SOG': '217', 'SOG %': '0.290', 'CK': '92', 'PKM': '4', 'PKA': '5', 'GA': '11', 'GA Avg': '0.553', 'S': '74', 'S %': '0.871'}]}
2019-12-10 15:26:19 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Golf/IndividualStandings.aspx?IDSport=92A34DE4-ACB3-4282-BF29-571A97DE1946> (referer: None)
2019-12-10 15:26:19 [sports] INFO: {SportCategory(sex='boys', sport='Football', url='http://quikstatsiowa.com/Public/Football/TeamStandings.aspx?IDSport=91A308DE-5763-4DAA-8C03-9AF66611E0BC'): [{'Team': 'Don Bosco', 'Record': '13 - 0 - 0', 'Pass Att': '108', 'Comp': '60', 'Comp %': '55.6', 'Yards': '1389', 'Yards/Comp': '23.2', 'Ints': '2', 'TDs': '31', 'Longest TD': '68', 'QB Rating': '254.6'}, {'Team': 'OABCIG', 'Record': '13 - 0 - 0', 'Pass Att': '417', 'Comp': '244', 'Comp %': '58.5', 'Yards': '3608', 'Yards/Comp': '14.8', 'Ints': '17', 'TDs': '43', 'Longest TD': '70', 'QB Rating': '157.1'}, {'Team': 'West Hancock', 'Record': '13 - 0 - 0', 'Pass Att': '40', 'Comp': '24', 'Comp %': '60.0', 'Yards': '499', 'Yards/Comp': '20.8', 'Ints': '2', 'TDs': '9', 'Longest TD': '79', 'QB Rating': '229.0'}, {'Team': 'Western Dubuque', 'Record': '13 - 0 - 0', 'Pass Att': '231', 'Comp': '153', 'Comp %': '66.2', 'Yards': '2303', 'Yards/Comp': '15.1', 'Ints': '3', 'TDs': '29', 'Longest TD': '70', 'QB Rating': '188.8'}, {'Team': 'Dowling Catholic', 'Record': '12 - 1 - 0', 'Pass Att': '146', 'Comp': '89', 'Comp %': '61.0', 'Yards': '1279', 'Yards/Comp': '14.4', 'Ints': '6', 'TDs': '15', 'Longest TD': '83', 'QB Rating': '160.2'}]}
2019-12-10 15:26:19 [sports] INFO: {SportCategory(sex='girls', sport='Volleyball: IndividualBestGameStandings', url='http://quikstatsiowa.com/Public/Volleyball/IndividualBestGameStandings.aspx?IDSport=83298383-D7D7-4670-9C6B-24DDB8B2E773'): [{'Athlete': 'Alaya Betts JR', 'Team': 'Coon Rapids-Bayard', 'Aces': '18', 'Date': '9/12/2019', 'Location': 'Perry High School', 'Opponent': 'Des Moines North'}, {'Athlete': 'Dezirae Drake SR', 'Team': 'East Mills', 'Aces': '15', 'Date': '8/29/2019', 'Location': 'SW Valley Middle School', 'Opponent': 'Essex'}, {'Athlete': 'Alexis Huntley SR', 'Team': 'Davenport Central', 'Aces': '15', 'Date': '9/3/2019', 'Location': 'North High School', 'Opponent': 'Davenport North'}, {'Athlete': 'Maddie Maedel SR', 'Team': 'Lamoni', 'Aces': '14', 'Date': '9/10/2019', 'Location': 'Diagonal High School', 'Opponent': 'Diagonal'}, {'Athlete': 'Ashante Leng SR', 'Team': 'Des Moines Lincoln', 'Aces': '13', 'Date': '9/17/2019', 'Location': 'Lincoln High School', 'Opponent': 'Des Moines East'}]}
2019-12-10 15:26:20 [sports] INFO: {SportCategory(sex='girls', sport='Basketball: IndividualStandings', url='http://quikstatsiowa.com/Public/Basketball/IndividualStandings.aspx?IDSport=B657ECDF-ECD0-4429-810A-9F9274EC4AAA'): [{'Athlete': 'Sharon Goodman SR', 'Team': 'Crestwood', 'G': '5', 'FG Att': '89', 'FG Made': '64', 'FG %': '71.9', '3 pt Att': '0', '3 pt Made': '0', '3 pt %': '0.0', 'FT Att': '40', 'FT Made': '25', 'FT %': '62.5', 'Pts': '153', 'Pts/G': '30.6'}, {'Athlete': 'Grace Boffeli SR', 'Team': 'North Scott', 'G': '4', 'FG Att': '81', 'FG Made': '50', 'FG %': '61.7', '3 pt Att': '3', '3 pt Made': '1', '3 pt %': '33.3', 'FT Att': '49', 'FT Made': '36', 'FT %': '73.5', 'Pts': '137', 'Pts/G': '34.3'}, {'Athlete': 'Caitlin Clark SR', 'Team': 'Dowling Catholic', 'G': '3', 'FG Att': '75', 'FG Made': '30', 'FG %': '40.0', '3 pt Att': '25', '3 pt Made': '9', '3 pt %': '36.0', 'FT Att': '43', 'FT Made': '33', 'FT %': '76.7', 'Pts': '102', 'Pts/G': '34.0'}, {'Athlete': 'Anna Deets SR', 'Team': 'Mason City', 'G': '4', 'FG Att': '62', 'FG Made': '31', 'FG %': '50.0', '3 pt Att': '32', '3 pt Made': '15', '3 pt %': '46.9', 'FT Att': '25', 'FT Made': '23', 'FT %': '92.0', 'Pts': '100', 'Pts/G': '25.0'}, {'Athlete': 'Grace Larkins JR', 'Team': 'Southeast Polk', 'G': '4', 'FG Att': '78', 'FG Made': '34', 'FG %': '43.6', '3 pt Att': '9', '3 pt Made': '2', '3 pt %': '22.2', 'FT Att': '37', 'FT Made': '30', 'FT %': '81.1', 'Pts': '100', 'Pts/G': '25.0'}]}
2019-12-10 15:26:20 [sports] INFO: {SportCategory(sex='boys', sport='Baseball', url='http://quikstatsiowa.com/Public/BBSB/TeamStandings.aspx?IDSport=B25923B5-D303-41CA-B9B3-DF2527D84CDD'): [{'Team': 'Xavier', 'Record': '41 - 2 - 0', 'GP': '43', 'AB': '1120', 'R': '371', 'H': '391', '2B': '79', '3B': '17', 'HR': '13', 'RBI': '306', 'SAC': '50', 'BB': '212', 'SO': '162', 'SB': '92', 'SBA': '112', 'HBP': '53', 'OBP': '0.466', 'SLG': '0.485', 'AVG': '0.349'}, {'Team': 'West Lyon', 'Record': '27 - 2 - 0', 'GP': '29', 'AB': '732', 'R': '298', 'H': '254', '2B': '49', '3B': '14', 'HR': '8', 'RBI': '240', 'SAC': '37', 'BB': '196', 'SO': '157', 'SB': '141', 'SBA': '151', 'HBP': '45', 'OBP': '0.509', 'SLG': '0.485', 'AVG': '0.347'}, {'Team': 'Newman Catholic', 'Record': '38 - 3 - 0', 'GP': '41', 'AB': '1055', 'R': '429', 'H': '382', '2B': '90', '3B': '10', 'HR': '42', 'RBI': '346', 'SAC': '0', 'BB': '257', 'SO': '139', 'SB': '101', 'SBA': '103', 'HBP': '88', 'OBP': '0.519', 'SLG': '0.586', 'AVG': '0.362'}, {'Team': 'Van Meter', 'Record': '34 - 3 - 0', 'GP': '37', 'AB': '1000', 'R': '336', 'H': '340', '2B': '67', '3B': '19', 'HR': '3', 'RBI': '287', 'SAC': '43', 'BB': '153', 'SO': '146', 'SB': '125', 'SBA': '143', 'HBP': '38', 'OBP': '0.446', 'SLG': '0.454', 'AVG': '0.340'}, {'Team': 'Central DeWitt', 'Record': '38 - 4 - 0', 'GP': '42', 'AB': '1222', 'R': '309', 'H': '408', '2B': '92', '3B': '7', 'HR': '20', 'RBI': '261', 'SAC': '20', 'BB': '161', 'SO': '227', 'SB': '125', 'SBA': '156', 'HBP': '41', 'OBP': '0.425', 'SLG': '0.470', 'AVG': '0.334'}]}
2019-12-10 15:26:20 [sports] INFO: {SportCategory(sex='girls', sport='Soccer: IndividualStandings', url='http://quikstatsiowa.com/Public/Soccer/IndividualStandings.aspx?IDSport=65E5DA09-90C6-45F5-847A-F9A84FD9C5B0'): [{'Athlete': 'Jori Bronner SR', 'Team': 'Unity Christian', 'GP': '20', 'GS': '20', 'G': '42', 'A': '6', 'P': '90', 'Sh': '175', 'Sh %': '0.240', 'SOG': '121', 'SOG %': '0.347', 'PKM': '1', 'PKA': '1', 'GM': '0', 'GA': '0', 'GA Avg': '0.000', 'S': '0', 'S %': '0.000'}, {'Athlete': 'Carly King SR', 'Team': 'Davenport Assumption', 'GP': '20', 'GS': '20', 'G': '39', 'A': '12', 'P': '90', 'Sh': '115', 'Sh %': '0.339', 'SOG': '78', 'SOG %': '0.500', 'PKM': '0', 'PKA': '0', 'GM': '0', 'GA': '0', 'GA Avg': '0.000', 'S': '0', 'S %': '0.000'}, {'Athlete': 'Madi Watts FR', 'Team': 'Carlisle', 'GP': '17', 'GS': '16', 'G': '38', 'A': '22', 'P': '98', 'Sh': '134', 'Sh %': '0.284', 'SOG': '86', 'SOG %': '0.442', 'PKM': '0', 'PKA': '0', 'GM': '0', 'GA': '0', 'GA Avg': '0.000', 'S': '0', 'S %': '0.000'}, {'Athlete': 'Grace Held SR', 'Team': 'Pella', 'GP': '18', 'GS': '18', 'G': '38', 'A': '6', 'P': '82', 'Sh': '112', 'Sh %': '0.339', 'SOG': '80', 'SOG %': '0.475', 'PKM': '1', 'PKA': '2', 'GM': '0', 'GA': '0', 'GA Avg': '0.000', 'S': '0', 'S %': '0.000'}, {'Athlete': 'Kenzie Roling SO', 'Team': 'Waverly-Shell Rock', 'GP': '18', 'GS': '18', 'G': '38', 'A': '8', 'P': '84', 'Sh': '164', 'Sh %': '0.232', 'SOG': '92', 'SOG %': '0.413', 'PKM': '1', 'PKA': '1', 'GM': '0', 'GA': '0', 'GA Avg': '0.000', 'S': '0', 'S %': '0.000'}]}
2019-12-10 15:26:20 [sports] INFO: {SportCategory(sex='boys', sport='Football: IndividualStandings', url='http://quikstatsiowa.com/Public/Football/IndividualStandings.aspx?IDSport=91A308DE-5763-4DAA-8C03-9AF66611E0BC'): [{'Athlete': 'Hunter Dekkers SR', 'Team': 'West Sioux', 'Pass Att': '324', 'Comp': '201', 'Comp %': '62.0', 'Yards': '3640', 'Yards/Comp': '18.1', 'Ints': '4', 'TDs': '36', 'Longest TD': '91', 'QB Rating': '190.6'}, {'Athlete': 'Cooper Dejean JR', 'Team': 'OABCIG', 'Pass Att': '396', 'Comp': '236', 'Comp %': '59.6', 'Yards': '3546', 'Yards/Comp': '15.0', 'Ints': '16', 'TDs': '42', 'Longest TD': '70', 'QB Rating': '161.7'}, {'Athlete': 'Daniel Wright SR', 'Team': 'Sergeant Bluff-Luton', 'Pass Att': '356', 'Comp': '248', 'Comp %': '69.7', 'Yards': '2997', 'Yards/Comp': '12.1', 'Ints': '5', 'TDs': '32', 'Longest TD': '68', 'QB Rating': '167.2'}, {'Athlete': 'Eddie  Burgess SO', 'Team': 'Montezuma', 'Pass Att': '281', 'Comp': '163', 'Comp %': '58.0', 'Yards': '2914', 'Yards/Comp': '17.9', 'Ints': '7', 'TDs': '49', 'Longest TD': '78', 'QB Rating': '197.7'}, {'Athlete': 'Nathan Trenkamp SR', 'Team': 'Easton Valley', 'Pass Att': '328', 'Comp': '208', 'Comp %': '63.4', 'Yards': '2826', 'Yards/Comp': '13.6', 'Ints': '7', 'TDs': '41', 'Longest TD': '73', 'QB Rating': '172.8'}]}
2019-12-10 15:26:20 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Soccer/IndividualBestGameStandings.aspx?IDSport=65E5DA09-90C6-45F5-847A-F9A84FD9C5B0> (referer: None)
2019-12-10 15:26:20 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Soccer/IndividualBestGameStandings.aspx?IDSport=9D4214D2-EBE6-429E-9005-C11D2A29C89B> (referer: None)
2019-12-10 15:26:20 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Bowling/IndividualStandings.aspx?IDSport=0C6DFBCF-98C4-4B01-9F56-17B02E9E47E1> (referer: None)
2019-12-10 15:26:21 [sports] INFO: {SportCategory(sex='boys', sport='Fall Golf: IndividualStandings', url='http://quikstatsiowa.com/Public/Golf/IndividualStandings.aspx?IDSport=92A34DE4-ACB3-4282-BF29-571A97DE1946'): [{'Athlete': 'Brock Barnhart', 'Team': 'Cedar Rapids Kennedy', '9 Hole Rounds': '3', '9 Hole Avg': '35.67', 'Low 9 Hole Score': '33', '18 Hole Rounds': '8', '18 Hole Avg': '72.38', 'Low 18 Hole Score': '68', 'Combined (9 & 18) Avg Adjusted by Course Rating': '36.61'}, {'Athlete': 'Cole Davis', 'Team': 'Marshalltown', '9 Hole Rounds': '3', '9 Hole Avg': '36.33', 'Low 9 Hole Score': '35', '18 Hole Rounds': '10', '18 Hole Avg': '71.90', 'Low 18 Hole Score': '65', 'Combined (9 & 18) Avg Adjusted by Course Rating': '36.76'}, {'Athlete': 'Jack Moody', 'Team': 'Cedar Falls', '9 Hole Rounds': '4', '9 Hole Avg': '35.00', 'Low 9 Hole Score': '32', '18 Hole Rounds': '8', '18 Hole Avg': '73.25', 'Low 18 Hole Score': '71', 'Combined (9 & 18) Avg Adjusted by Course Rating': '37.22'}, {'Athlete': 'Nate Spear', 'Team': 'Burlington', '9 Hole Rounds': '2', '9 Hole Avg': '37.00', 'Low 9 Hole Score': '36', '18 Hole Rounds': '8', '18 Hole Avg': '74.13', 'Low 18 Hole Score': '69', 'Combined (9 & 18) Avg Adjusted by Course Rating': '37.22'}, {'Athlete': 'Jack Dumas', 'Team': 'Pleasant Valley', '9 Hole Rounds': '1', '9 Hole Avg': '36.00', 'Low 9 Hole Score': '36', '18 Hole Rounds': '10', '18 Hole Avg': '73.50', 'Low 18 Hole Score': '69', 'Combined (9 & 18) Avg Adjusted by Course Rating': '37.22'}]}
2019-12-10 15:26:21 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Volleyball/IndividualStandings.aspx?IDSport=83298383-D7D7-4670-9C6B-24DDB8B2E773> (referer: None)
2019-12-10 15:26:21 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Basketball/IndividualBestGameStandings.aspx?IDSport=B657ECDF-ECD0-4429-810A-9F9274EC4AAA> (referer: None)
2019-12-10 15:26:21 [scrapy.core.engine] DEBUG: Crawled (200) <GET http://quikstatsiowa.com/Public/Bowling/IndividualStandings.aspx?IDSport=DA3506E8-E4CA-4175-BF69-BEBBDC2FD878> (referer: None)
2019-12-10 15:26:21 [sports] INFO: {SportCategory(sex='girls', sport='Soccer: IndividualBestGameStandings', url='http://quikstatsiowa.com/Public/Soccer/IndividualBestGameStandings.aspx?IDSport=65E5DA09-90C6-45F5-847A-F9A84FD9C5B0'): [{'Athlete': 'Natalie Martinez SR', 'Team': 'Perry', 'Goals': '7', 'Date': '4/5/2019', 'Location': 'Greene County High School', 'Opponent': 'Greene County'}, {'Athlete': 'Mickey Stephens FR', 'Team': 'Centerville', 'Goals': '7', 'Date': '4/6/2019', 'Location': 'Paul Johnson Field', 'Opponent': 'Clarke'}, {'Athlete': 'Madi Watts FR', 'Team': 'Carlisle', 'Goals': '7', 'Date': '4/9/2019', 'Location': 'Faith Baptist Bible College', 'Opponent': 'Grand View Christian'}, {'Athlete': 'Claire Gaarde JR', 'Team': 'Regina Catholic', 'Goals': '7', 'Date': '4/25/2019', 'Location': 'Regina, Iowa City High School', 'Opponent': 'Washington'}, {'Athlete': 'Bailey Wiemann JR', 'Team': 'Burlington', 'Goals': '7', 'Date': '5/7/2019', 'Location': 'Bracewell Stadium', 'Opponent': 'Davenport West'}]}
2019-12-10 15:26:21 [sports] INFO: {SportCategory(sex='boys', sport='Soccer: IndividualBestGameStandings', url='http://quikstatsiowa.com/Public/Soccer/IndividualBestGameStandings.aspx?IDSport=9D4214D2-EBE6-429E-9005-C11D2A29C89B'): [{'Athlete': 'Junior Gutierrez JR', 'Team': 'Greene County', 'Goals': '9', 'Date': '5/13/2019', 'Location': 'Grand Junction, Iowa', 'Opponent': 'Panorama'}, {'Athlete': 'Weston Pote JR', 'Team': 'West Central Valley', 'Goals': '7', 'Date': '4/15/2019', 'Location': 'West Central Valley High School', 'Opponent': 'Grand View Christian'}, {'Athlete': 'Alec Wick SO', 'Team': 'Regina Catholic', 'Goals': '6', 'Date': '4/9/2019', 'Location': 'Wellman Rotary Soccer Fields', 'Opponent': 'Mid-Prairie'}, {'Athlete': 'Jonathan Castrejon SR', 'Team': 'South Tama', 'Goals': '6', 'Date': '4/18/2019', 'Location': 'STC Soccer Field', 'Opponent': 'West Delaware'}, {'Athlete': 'Garrett Nevshemal SR', 'Team': 'Winterset', 'Goals': '6', 'Date': '4/26/2019', 'Location': 'Carroll Athletic Stadium', 'Opponent': 'Carroll'}]}
2019-12-10 15:26:21 [sports] INFO: {SportCategory(sex='girls', sport='Bowling: IndividualStandings', url='http://quikstatsiowa.com/Public/Bowling/IndividualStandings.aspx?IDSport=0C6DFBCF-98C4-4B01-9F56-17B02E9E47E1'): [{'Bowler': 'Maddi Smith SR', 'Team': 'Davenport Central', 'Games': '4', 'Total Pins': '905', 'Game Avg': '226.3', 'High Game': '255', 'Series Avg': '452.5', 'High Series': '499'}, {'Bowler': 'Shadyn Bishop SR', 'Team': 'Louisa-Muscatine', 'Games': '4', 'Total Pins': '903', 'Game Avg': '225.8', 'High Game': '279', 'Series Avg': '451.5', 'High Series': '524'}, {'Bowler': 'Emilee Hall JR', 'Team': 'Camanche', 'Games': '4', 'Total Pins': '891', 'Game Avg': '222.8', 'High Game': '278', 'Series Avg': '445.5', 'High Series': '495'}, {'Bowler': 'Abigail Williams SR', 'Team': 'Waterloo East', 'Games': '4', 'Total Pins': '875', 'Game Avg': '218.8', 'High Game': '257', 'Series Avg': '437.5', 'High Series': '504'}, {'Bowler': 'Anna Warkel JR', 'Team': 'Cedar Rapids Jefferson', 'Games': '4', 'Total Pins': '873', 'Game Avg': '218.3', 'High Game': '238', 'Series Avg': '436.5', 'High Series': '444'}]}
2019-12-10 15:26:21 [sports] INFO: {SportCategory(sex='girls', sport='Volleyball: IndividualStandings', url='http://quikstatsiowa.com/Public/Volleyball/IndividualStandings.aspx?IDSport=83298383-D7D7-4670-9C6B-24DDB8B2E773'): [{'Athlete': 'Chloe Largent SO', 'Team': 'ACGC', 'Sets': '96', 'Kills': '619', 'Kill Err': '138', 'Attack Attempts': '1216', 'Kill Eff': '0.396', 'Kills per Set': '6.45', 'Serve Success': '265', 'Serves': '298', 'Serve Eff': '0.889', 'Aces': '42', 'Aces per Set': '0.44'}, {'Athlete': 'Aliyah Carter SR', 'Team': 'Wahlert Catholic', 'Sets': '95', 'Kills': '592', 'Kill Err': '148', 'Attack Attempts': '1231', 'Kill Eff': '0.361', 'Kills per Set': '6.23', 'Serve Success': '265', 'Serves': '305', 'Serve Eff': '0.869', 'Aces': '33', 'Aces per Set': '0.35'}, {'Athlete': 'Morgan Weber SR', 'Team': 'Dike-New Hartford', 'Sets': '106', 'Kills': '582', 'Kill Err': '146', 'Attack Attempts': '1303', 'Kill Eff': '0.335', 'Kills per Set': '5.49', 'Serve Success': '321', 'Serves': '346', 'Serve Eff': '0.928', 'Aces': '57', 'Aces per Set': '0.54'}, {'Athlete': 'Morgan Middleton JR', 'Team': 'Clarion-Goldfield-Dows', 'Sets': '92', 'Kills': '577', 'Kill Err': '110', 'Attack Attempts': '1265', 'Kill Eff': '0.369', 'Kills per Set': '6.27', 'Serve Success': '327', 'Serves': '348', 'Serve Eff': '0.940', 'Aces': '54', 'Aces per Set': '0.59'}, {'Athlete': 'Kara Peter SR', 'Team': 'Kuemper Catholic', 'Sets': '115', 'Kills': '552', 'Kill Err': '116', 'Attack Attempts': '1089', 'Kill Eff': '0.400', 'Kills per Set': '4.80', 'Serve Success': '324', 'Serves': '350', 'Serve Eff': '0.926', 'Aces': '41', 'Aces per Set': '0.36'}]}
2019-12-10 15:26:21 [sports] INFO: {SportCategory(sex='girls', sport='Basketball: IndividualBestGameStandings', url='http://quikstatsiowa.com/Public/Basketball/IndividualBestGameStandings.aspx?IDSport=B657ECDF-ECD0-4429-810A-9F9274EC4AAA'): [{'Athlete': 'Anna Deets SR', 'Team': 'Mason City', 'Points': '39', 'Date': '11/22/2019', 'Location': 'Ankeny High School', 'Opponent': 'Ankeny'}, {'Athlete': 'Caitlin Clark SR', 'Team': 'Dowling Catholic', 'Points': '39', 'Date': '11/29/2019', 'Location': 'DeLaSalle (MN)'}, {'Athlete': 'Sharon Goodman SR', 'Team': 'Crestwood', 'Points': '39', 'Date': '11/30/2019', 'Location': 'Crestwood High School', 'Opponent': 'Prairie Du Chien'}, {'Athlete': 'Molly Lutmer SR', 'Team': 'Perry', 'Points': '38', 'Date': '11/26/2019', 'Location': 'Newton High School', 'Opponent': 'Newton'}, {'Athlete': 'Mackenzie Springsteen SR', 'Team': 'Mediapolis', 'Points': '38', 'Date': '12/6/2019', 'Location': 'Highland High School', 'Opponent': 'Highland'}]}
2019-12-10 15:26:22 [sports] INFO: {SportCategory(sex='boys', sport='Bowling: IndividualStandings', url='http://quikstatsiowa.com/Public/Bowling/IndividualStandings.aspx?IDSport=DA3506E8-E4CA-4175-BF69-BEBBDC2FD878'): [{'Bowler': 'Lucas Kramer SR', 'Team': 'Marshalltown', 'Games': '4', 'Total Pins': '1017', 'Game Avg': '254.3', 'High Game': '278', 'Series Avg': '508.5', 'High Series': '537'}, {'Bowler': 'Braydon Songer JR', 'Team': 'Ottumwa', 'Games': '2', 'Total Pins': '492', 'Game Avg': '246.0', 'High Game': '259', 'Series Avg': '492.0', 'High Series': '492'}, {'Bowler': 'Cael Bohlen SO', 'Team': 'Charles City', 'Games': '4', 'Total Pins': '967', 'Game Avg': '241.8', 'High Game': '299', 'Series Avg': '483.5', 'High Series': '569'}, {'Bowler': 'Dustin Beaham SR', 'Team': 'Louisa-Muscatine', 'Games': '4', 'Total Pins': '962', 'Game Avg': '240.5', 'High Game': '269', 'Series Avg': '481.0', 'High Series': '533'}, {'Bowler': 'Clayton Morris JR', 'Team': 'Ottumwa', 'Games': '4', 'Total Pins': '962', 'Game Avg': '240.5', 'High Game': '288', 'Series Avg': '481.0', 'High Series': '497'}]}
2019-12-10 15:26:22 [scrapy.core.engine] INFO: Closing spider (finished)
2019-12-10 15:26:22 [scrapy.statscollectors] INFO: Dumping Scrapy stats:
{'downloader/request_bytes': 11320,
 'downloader/request_count': 36,
 'downloader/request_method_count/GET': 36,
 'downloader/response_bytes': 2557798,
 'downloader/response_count': 36,
 'downloader/response_status_count/200': 36,
 'elapsed_time_seconds': 6.713485,
 'finish_reason': 'finished',
 'finish_time': datetime.datetime(2019, 12, 10, 15, 26, 22, 164029),
 'log_count/DEBUG': 36,
 'log_count/INFO': 46,
 'memusage/max': 100241408,
 'memusage/startup': 100241408,
 'response_received_count': 36,
 'scheduler/dequeued': 36,
 'scheduler/dequeued/memory': 36,
 'scheduler/enqueued': 36,
 'scheduler/enqueued/memory': 36,
 'start_time': datetime.datetime(2019, 12, 10, 15, 26, 15, 450544)}
2019-12-10 15:26:22 [scrapy.core.engine] INFO: Spider closed (finished)