ScraperTest/main.py at main · xROBERTINOx/ScraperTest · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
# public.com/crypto is the website I am using for crypto prices, I am not using it with an account
import requests
# python -m pip install beautifulsoup4
from bs4 import BeautifulSoup

URL = "https://public.com/crypto/"
page = requests.get(URL)
soup = BeautifulSoup(page.content, "html.parser")
results = soup.find(id="page-wrap")
cryptoStats = results.find_all("div", class_="content-wrap")

dictOfTickerToLastPrices = {}
dictOfNameToTicker = {}

# zoom in some more on the newCryptoStats
for cryptoStat in cryptoStats:
  lastPrice = cryptoStat.find("span", class_="last-price")
  name = cryptoStat.find("div", class_="name")
  ticker = cryptoStat.find("div", class_="label ticker")
  print(ticker.text.strip())
  newUrl = "https://public.com/crypto/" + ticker.text.strip()
  newPage = requests.get(newUrl)
  newSoup = BeautifulSoup(newPage.content, "html.parser")
  newResults = newSoup.find(id="__next")
  newCryptoStats = newResults.find("div", class_="css-jhwu2z")
  print(newCryptoStats)
  newLastPrice = newCryptoStats.find("span", class_="css-12fcwpe")
  print(newLastPrice);
  # newCryptoStats = newResults.find_all("div", )
# <span data-testid="asset-header-gain" class="css-1mhtxuu">$787.25 (4.79%)</span>

  percent24hChange = cryptoStat.find("span", class_="change-percent")
  dictOfTickerToLastPrices[ticker.text.strip().lower()] = [
    lastPrice.text.strip(),percent24hChange.text.strip()
  ]
  dictOfNameToTicker[name.text.strip().lower()] = ticker.text.strip().lower()


# while True:
  # userInputNameOfCoin = input(
  #   "Which coin would you like to see the statistics for?: ").lower()
  # if userInputNameOfCoin not in dictOfNameToTicker and userInputNameOfCoin not in dictOfTickerToLastPrices:
  #   print("That is not a valid coin name")
  # elif userInputNameOfCoin not in dictOfTickerToLastPrices:
  #   ticker = dictOfNameToTicker[userInputNameOfCoin]
  #   print("The current price of " + userInputNameOfCoin.lower() + " is " + dictOfTickerToLastPrices[ticker][0] + ", and the % change in the last 24 hours is " + dictOfTickerToLastPrices[ticker][1])
  # elif userInputNameOfCoin in dictOfTickerToLastPrices:
  #   print("The current price of " + userInputNameOfCoin.upper() + " is " + dictOfTickerToLastPrices[userInputNameOfCoin][0] + ", and the % change in the last 24 hours is " + dictOfTickerToLastPrices[userInputNameOfCoin][1])