Merge pull request souravjain540#77 from ralucaginga/main

souravjain540 · web-flow · commit 649860a143e4 · 2022-10-21T17:16:49.000+05:30
Added Tic Tac Toe using MiniMax algorithm + Reddit Scraper
diff --git a/Player.py b/Player.py
@@ -0,0 +1,84 @@
+import math
+import random
+
+
+class Player():
+    def __init__(self, player):
+        self.player = player
+
+    def get_move(self, game):
+        pass
+
+
+class Human(Player):
+    def __init__(self, player):
+        super().__init__(player)
+
+    def get_move(self, game):
+        valid_square = False
+        val = None
+        while not valid_square:
+            square = input(self.player + ' turn. Please introduce a move (1-9): ')
+            try:
+                val = int(square) - 1
+                if val not in game.remaining_moves():
+                    raise ValueError
+                valid_square = True
+            except ValueError:
+                print('Invalid square. Try again.')
+        return val
+
+
+class RandomComputer(Player):
+    def __init__(self, player):
+        super().__init__(player)
+
+    def get_move(self, game):
+        square = random.choice(game.remaining_moves())
+        return square
+
+
+class SmartComputer(Player):
+    def __init__(self, player):
+        super().__init__(player)
+
+    def get_move(self, game):
+        if len(game.remaining_moves()) == 9:
+            square = random.choice(game.remaining_moves())
+        else:
+            square = self.minimax(game, self.player)['position']
+        return square
+
+    def minimax(self, state, player):
+        max_player = self.player
+        min_player = '0' if player == 'X' else 'X'
+
+        # checking if the previous move is winner
+        if state.actual_winner == min_player:
+            return {'position': None,
+                    'score': 1 * (state.number_null_squares() + 1) if min_player == max_player
+                    else -1 * (state.number_null_squares() + 1)}
+        elif not state.null_squares():
+            return {'position': None, 'score': 0}
+
+        if player == max_player:
+            best = {'position': None, 'score': -math.inf}
+        else:
+            best = {'position': None, 'score': math.inf}
+
+        for possible_move in state.remaining_moves():
+            state.make_a_move(possible_move, player)
+            sim_score = self.minimax(state, min_player)
+
+            # undo move
+            state.board[possible_move] = ' '
+            state.actual_winner = None
+            sim_score['position'] = possible_move
+
+            if player == max_player:
+                if sim_score['score'] > best['score']:
+                    best = sim_score
+            else:
+                if sim_score['score'] < best['score']:
+                    best = sim_score
+        return best
diff --git a/reddit_scraper.py b/reddit_scraper.py
@@ -0,0 +1,60 @@
+import requests
+import csv
+import time
+from bs4 import BeautifulSoup
+
+
+class HaikuScraper:
+	"""
+	This scraper is designed with the purpose of scraping Haikus (Japanese poems) from Reddit.
+	"""
+    def __init__(self, url: str, headers: dict):
+        self.url = url
+        self.headers = headers
+
+    def make_request(self):
+        time.sleep(3)
+        page = requests.get(self.url, headers=self.headers)
+        soup = BeautifulSoup(page.text, 'html.parser')
+        return soup
+
+    def get_next_page(self, soup: BeautifulSoup):
+        time.sleep(3)
+        next_button = soup.find('span', class_='next-button')
+        next_page_link = next_button.find("a").attrs['href']
+        return next_page_link
+
+    def get_haikus(self, soup: BeautifulSoup):
+        haikus = [str(title.text) for title in soup.find_all("a", class_="title may-blank ")]
+        return haikus
+
+    def write_haikus_to_csv(self, haikus: list):
+        with open('scraped_haikus_v2.txt', 'a') as f:
+            writer = csv.writer(f)
+            for haiku in haikus:
+              writer.writerow([haiku])
+            f.close()
+
+
+
+url = "https://old.reddit.com/r/haiku/"
+# Headers to mimic a browser visit
+headers = {'User-Agent': 'Mozilla/5.0'}
+
+scraper = HaikuScraper(url, headers)
+soup = scraper.make_request()
+
+haikus = scraper.get_haikus(soup)
+scraper.write_haikus_to_csv(haikus)
+
+counter = 1
+
+while (counter <= 2500):
+  time.sleep(2)
+  link = scraper.get_next_page(soup)
+  print(f"Page {counter + 1}. Link {link}.")
+  scraper = HaikuScraper(link, headers)
+  soup = scraper.make_request()
+  haikus = scraper.get_haikus(soup)
+  scraper.write_haikus_to_csv(haikus)
+  counter += 1
