Merge pull request #442 from bounswe/feature/BE-daily-currency-stock-…

…update

Adds daily currency stock update

backend/docker-compose.yaml

@@ -32,6 +32,8 @@ services:
       sh -c 'python3 manage.py makemigrations &&
              python3 manage.py migrate --noinput &&
              python3 manage.py collectstatic --noinput &&
+             python3 manage.py update_currencies && 
+             python3 manage.py update_stocks && 
              gunicorn backend.wsgi:application --bind 0.0.0.0:8000'
     restart: always
     environment:

backend/marketfeed/management/commands/update_currencies.py

@@ -0,0 +1,36 @@
+import json
+from django.core.management.base import BaseCommand
+from marketfeed.models import Currency
+from django.conf import settings
+import os
+
+class Command(BaseCommand):
+    help = 'Update or Insert the supported currencies to db'
+
+    def handle(self, *args, **kwargs):
+        # Define the file path (assuming it's inside a 'currency_data' folder)
+        file_path = os.path.join(settings.BASE_DIR,'marketfeed', 'management', 'currencies.json')
+
+        # Check if the file exists
+        if not os.path.exists(file_path):
+            self.stdout.write(self.style.ERROR(f'Currency data file not found: {file_path}'))
+            return
+
+        with open(file_path, 'r') as file:
+            currencies_data = json.load(file)
+
+        for currency_data in currencies_data:
+            code = currency_data.get('code')
+            name = currency_data.get('name')
+
+            # Get or create the currency
+            currency, created = Currency.objects.get_or_create(
+                code=code,
+                defaults={'name': name}
+            )
+
+            # Output the result
+            if created:
+                self.stdout.write(self.style.SUCCESS(f'Inserted {currency.code} into the database.'))
+            else:
+                self.stdout.write(self.style.SUCCESS(f'{currency.code} already exists in the database.'))

backend/marketfeed/management/commands/update_stocks.py

@@ -0,0 +1,38 @@
+import json
+from django.core.management.base import BaseCommand
+from marketfeed.models import Stock, Currency
+from django.conf import settings
+import requests
+import re
+
+# Search whether the stock name has FON, FONU or BYF in it to pass those: they are not stocks
+def notStock(stockName):
+    return bool(re.search(r'\b(FON|FONU|BYF)\b', stockName, re.IGNORECASE))
+
+class Command(BaseCommand):
+    help = 'Update or Insert the Turkish stock market stocks to db'
+
+
+    def handle(self, *args, **kwargs):
+        # Url to fetch stock list
+        url = 'https://bigpara.hurriyet.com.tr/api/v1/hisse/list'
+        try: 
+            response = requests.get(url)
+            response.raise_for_status()
+            stocks = response.json().get('data', [])
+            currency = Currency.objects.get(code='TRY')
+            for stock in stocks:
+                try:
+                    if notStock(stock['ad']):
+                        continue
+                    Stock.objects.update_or_create(
+                        symbol=stock['kod'],  
+                        defaults={
+                            'name': stock['ad'], 
+                            'currency': currency, 
+                        }
+                    )
+                except Exception as e:
+                    print(e)
+        except Exception as e:
+            print(e)

backend/marketfeed/management/currencies.json

@@ -0,0 +1,5 @@
+[
+    {"code": "TRY", "name": "Turkish Lira"},
+    {"code": "USD", "name": "US Dollar"}
+  ]
+

backend/marketfeed/serializers.py

@@ -33,6 +33,22 @@ def __init__(self, *args, **kwargs):
             self.fields['name'].required = False
             self.fields['symbol'].required = False
 
+class StockCreateSerializer(serializers.ModelSerializer):
+    currency = serializers.PrimaryKeyRelatedField(queryset=Currency.objects.all())
+
+    class Meta:
+        model = Stock
+        fields = ['id', 'name', 'symbol', 'currency']
+
+    def __init__(self, *args, **kwargs):
+        super(StockCreateSerializer, self).__init__(*args, **kwargs)
+
+        # Get the request method if available
+        request = self.context.get('request', None)
+
+        if request and request.method == 'POST':
+            self.fields['currency'].required = True
+
 
 
 

backend/marketfeed/views.py

@@ -58,6 +58,8 @@ def retrieve(self, request, pk=None):
         return Response(serializer.data)
 
     def create(self, request):
+        if request.method == 'POST':
+            self.serializer_class = StockCreateSerializer
         serializer = self.get_serializer(data=request.data)
         serializer.is_valid(raise_exception=True)
         serializer.save()

backend/requirements.txt

@@ -13,5 +13,6 @@ drf-spectacular==0.27.2
 django-cors-headers==4.5.0
 Pillow
 feedparser
-beautifulsoup4
 yfinance
+requests
+beautifulsoup4