Merge branch 'main' into terms_of_use

.github/workflows/python-inference-ci.yml

@@ -0,0 +1,33 @@
+name: Web CI
+
+on:
+  push:
+    branches: [ "*" ]
+    paths:
+      - 'inference/**'
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: [3.10]
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v2
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install black ruff
+        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+
+    - name: Run Black
+      run: black --check inference
+
+    - name: Run Ruff
+      run: ruff check inference

web/README.md

@@ -0,0 +1,39 @@
+# Duofinder Full-Stack Web Application
+
+
+![python](https://img.shields.io/badge/3.12-gray?style=flat&logo=python&logoColor=white&label=Python&labelColor=3776AB)
+![django](https://img.shields.io/badge/5.0.2-gray?style=flat&logo=django&logoColor=white&label=Django&labelColor=092E20)
+
+## Requirements
+
+- `python3.12`
+- `poetry`
+
+
+## Development Guide
+
+```bash
+git clone https://github.com/boostcampaitech6/level2-3-recsys-finalproject-recsys-05.git duofinder
+cd duofinder/web
+```
+
+## 패키지 설치
+
+```bash
+poetry install
+```
+
+## 데이터베이스 초기화
+
+sqlite로 기본 세팅됩니다.
+
+```bash
+poetry run python project/manage.py migrate
+```
+
+## 서버 실행
+
+```bash
+# 8000 포트로 개발 서버 실행
+poetry run python project/manage.py runserver 8000
+```

web/league_entry.py

@@ -0,0 +1,150 @@
+import asyncio
+import datetime
+import os
+import asyncpg
+import aiohttp
+
+
+class LeagueEntryCrawler:
+    def __init__(self):
+        self.session = aiohttp.ClientSession()
+
+        self.base_url = (
+            "https://kr.api.riotgames.com/lol/league/v4/entries/RANKED_SOLO_5x5"
+        )
+        self.api_key = os.environ.get("RIOT_API_KEY")
+        self.tiers = ["IRON", "BRONZE", "SILVER", "GOLD", "PLATINUM", "DIAMOND"]
+        self.divisions = ["I", "II", "III", "IV"]
+
+        self.db_user = os.environ.get("POSTGRES_USER")
+        self.db_password = os.environ.get("POSTGRES_PASSWORD")
+        self.db_host = "localhost"
+        self.db_port = os.environ.get("POSTGRES_PORT")
+        self.db_name = os.environ.get("POSTGRES_WEB_DB")
+
+        self.pool = None
+
+    async def create_db_pool(self):
+        self.pool = await asyncpg.create_pool(
+            user=self.db_user,
+            password=self.db_password,
+            host=self.db_host,
+            port=self.db_port,
+            database=self.db_name,
+        )
+
+    async def run(self):
+        await self.create_db_pool()
+
+        for tier in self.tiers:
+            for division in self.divisions:
+                await self.get_league_entries(tier, division)
+
+        await self.session.close()
+        await self.pool.close()
+
+    async def get_league_entries(self, tier: str, division: str):
+        url = f"{self.base_url}/{tier}/{division}?api_key={self.api_key}"
+        page = 1
+
+        league_entries = await self._fetch(url + f"&page={page}")
+
+        while league_entries:
+            print(
+                f"Fetching {tier} {division} page {page}... entries: {len(league_entries)}"
+            )
+            summoners = [
+                (
+                    league_entry["summonerId"],
+                    league_entry["summonerName"],
+                    datetime.datetime.now(),
+                    datetime.datetime.now(),
+                )
+                for league_entry in league_entries
+            ]
+
+            async with self.pool.acquire() as connection:
+                async with connection.transaction():
+                    await connection.executemany(
+                        "INSERT INTO app_summoner (id, name, created_at, updated_at)"
+                        "VALUES ($1, $2, $3, $4)"
+                        "ON CONFLICT (id)"
+                        """
+                        DO UPDATE SET 
+                            name = EXCLUDED.name,
+                            updated_at = EXCLUDED.updated_at
+                        """,
+                        summoners,
+                    )
+
+            entries = [
+                (
+                    league_entry["tier"],
+                    league_entry["rank"],
+                    league_entry["leaguePoints"],
+                    league_entry["wins"],
+                    league_entry["losses"],
+                    league_entry["veteran"],
+                    league_entry["inactive"],
+                    league_entry["freshBlood"],
+                    league_entry["hotStreak"],
+                    league_entry["queueType"],
+                    league_entry["leagueId"],
+                    league_entry["summonerId"],
+                    datetime.datetime.now(),
+                    datetime.datetime.now(),
+                )
+                for league_entry in league_entries
+            ]
+            async with self.pool.acquire() as connection:
+                async with connection.transaction():
+                    await connection.executemany(
+                        "INSERT INTO app_leagueentry (tier, rank, league_points, wins, losses, veteran, inactive, fresh_blood, hot_streak, queue_type, league_id, summoner_id, created_at, updated_at)"
+                        "VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14)"
+                        "ON CONFLICT (summoner_id, queue_type)"
+                        """
+                        DO UPDATE SET
+                            tier = EXCLUDED.tier,
+                            rank = EXCLUDED.rank,
+                            league_points = EXCLUDED.league_points,
+                            wins = EXCLUDED.wins,
+                            losses = EXCLUDED.losses,
+                            veteran = EXCLUDED.veteran,
+                            inactive = EXCLUDED.inactive,
+                            fresh_blood = EXCLUDED.fresh_blood,
+                            hot_streak = EXCLUDED.hot_streak,
+                            queue_type = EXCLUDED.queue_type,
+                            league_id = EXCLUDED.league_id,
+                            summoner_id = EXCLUDED.summoner_id,
+                            updated_at = EXCLUDED.updated_at
+                        """,
+                        entries,
+                    )
+
+            page += 1
+            league_entries = await self._fetch(url + f"&page={page}")
+
+        return []
+
+    async def _fetch(self, url: str) -> list:
+        async with self.session.get(url) as response:
+            response = await self.session.get(url)
+
+            while response.status == 429:
+                retry_after = response.headers.get("Retry-After")
+                print(f"Retrying after {retry_after} seconds")
+
+                await asyncio.sleep(int(retry_after))
+                response = await self.session.get(url)
+
+            return await response.json()
+
+
+async def main():
+    crawler = LeagueEntryCrawler()
+    await crawler.run()
+
+
+loop = asyncio.get_event_loop()
+loop.run_until_complete(main())
+loop.close()