Web_Scraper.py

import requests
import pandas as pd
import time

website = "https://3g8hkyvn3l.execute-api.us-east-1.amazonaws.com/production/product?size=6&page=1"
page = requests.get(website)
PRODUCT_DF = pd.DataFrame(page.json()["products"])
TIMESTR = time.strftime("%Y%m%d-%H%M%S")

# Exercise 1
def get_product_info(brand):
    """Retreive product information for a given brand"""
    temp = []
    brands = PRODUCT_DF["brand"].values

    if not type(brand) is str:
        raise TypeError("Only strings allowed.")

    if brand in brands:
        temp.append(brand)
    else:
        print("That brand isn't carried.")
        return

    brand_df = pd.concat(
        [pd.DataFrame(), PRODUCT_DF.loc[PRODUCT_DF["brand"].isin(temp)]],
        ignore_index=True,
        sort=False,
    )
    
    brand_df[["productId", "name", "currentPrice"]].to_csv(
        "Exercise1 " + TIMESTR + ".csv", encoding="utf-8", index=False
    )

    return print("Your brand file is saved.")


# Exercise 2
id_list = [
    132602,
    296804,
    198765,
    189958,
    750518,
    688028,
    127853,
    261549,
    382587,
    389471,
    251184,
    601484,
]


def check_inventory(id_list):
    """Check the inventory for a list of products"""
    inventory_df = pd.DataFrame()
    in_stock_ids = PRODUCT_DF[
        "productId"
    ].values  # avoid having to catch a KeyError if item isn't in PRODUCT_DF

    for item in id_list:
        if item in in_stock_ids:
            in_stock_item = PRODUCT_DF.loc[
                PRODUCT_DF["productId"] == item, ["productId", "inStock"]
            ]
            inventory_df = pd.concat([inventory_df, in_stock_item], ignore_index=True)
        else:
            no_item = pd.DataFrame({"productId": [item], "inStock": [0]})
            inventory_df = pd.concat([inventory_df, no_item], ignore_index=True)
    
    inventory_df.to_csv("Exercise2 " + TIMESTR + ".csv", encoding="utf-8", index = False)
    return(print("Your product ID file is saved."))

# TODO: accept array of brands (or single brand) for get_product_info()
# TODO: add tests
# TODO: change prints to logging
# TODO: ability to run functions from the command line (with arguments)

if __name__ == "__main__":
    get_product_info("Foo INC")
    check_inventory(id_list)