"""
calls to exchanges to obtain financial information or data
the calls will execute in certain dates and times in order to
satisfy customer requirements
calls read stock databases to get initial data, then goes to api's to obtain
data for the day or time of day,
if any missing data is detected its updated on the database
"""
import typing
from google.cloud import ndb
from data_service.store.settings import ExchangeDataModel
from data_service.views.settings import ExchangeDataView
import asyncio
import aiohttp
def stocks_by_exchange(exchange_id: str) -> typing.List[dict]:
exchange_view_instance: ExchangeDataView = ExchangeDataView()
response, status = exchange_view_instance.get_exchange_tickers(exchange_id=exchange_id)
response_data: dict = response.get_json()
if response_data['status']:
return response_data['payload']
else:
return []
def ticker_found(tickers_list: typing.List[dict], stock_instance: dict) -> bool:
for ticker in tickers_list:
if (ticker['symbol'] == stock_instance['symbol']) and (ticker['stock_name'] == stock_instance['stock_name']):
return True
return False
async def add_stock_to_exchange(exchange_id: str, stock_instance: dict) -> bool:
exchange_instance: ExchangeDataModel = ExchangeDataModel.query(
ExchangeDataModel.exchange_id == exchange_id).get_async().result()
if isinstance(exchange_instance, ExchangeDataModel):
tickers_list: typing.List[dict] = exchange_instance.exchange_tickers_list
if not (ticker_found(tickers_list=tickers_list, stock_instance=stock_instance)):
tickers_list.append(stock_instance)
if exchange_instance.set_exchange_tickers_list(tickers_list=tickers_list):
key = exchange_instance.put_async().result()
return True
return False
async def get_stock_close_data_from_pse(ticker: dict, exchange: dict) -> bool:
"""
get stock data from pse ana save into the database
# net_volumes, sell_volumes, buy_volumes
if unable to get the data for the stock try eod
TODO- complete this
ticker: dict
exchange: dict
"""
pse_stock_endpoint: str = ""
async with aiohttp.ClientSession() as session:
async with session.get(pse_stock_endpoint) as response:
response_data = await response.json()
# TODO get net volume
# TODO get sell volume
# TODO get buy volume
# If cant obtain data use create task to use eod instead
# TODO - send net , sell and buy for the stock to save to database
pass
return True
async def get_stock_close_data_from_eod(ticker: dict, exchange: dict) -> bool:
"""
get stock data from eod ana save into the database
# net_volumes, sell_volumes, buy_volumes
if unable to get the data for the stock try yahoo
TODO- complete this
"""
eod_stock_endpoint: str = ""
async with aiohttp.ClientSession() as session:
async with session.get(eod_stock_endpoint) as response:
response_data = await response.json()
# TODO get net volume
# TODO get sell volume
# TODO get buy volume
# If cant obtain data use create task to use eod instead
# TODO - send net , sell and buy for the stock to save to database
pass
return True
async def get_stock_close_data_from_yahoo(ticker: dict, exchange: dict) -> bool:
"""
get stock data from yahoo finance ana save into the database
# net_volumes, sell_volumes, buy_volumes
if unable to get the data for the stock skip
TODO- complete this
"""
yahoo_stock_endpoint: str = ""
async with aiohttp.ClientSession() as session:
async with session.get(yahoo_stock_endpoint) as response:
response_data = await response.json()
# TODO get net volume
# TODO get sell volume
# TODO get buy volume
# If cant obtain data use create task to use eod instead
# TODO - send net , sell and buy for the stock to save to database
pass
return True
async def get_crypto_close_data_from_binance(ticker: dict) -> bool:
"""
get stock data from binance and save into database
# net_volumes, sell_volumes, buy_volumes
if unable to get the data for the stock try
1. another exchange
2. another one
TODO- complete this
"""
binance_stock_endpoint: str = ""
async with aiohttp.ClientSession() as session:
async with session.get(binance_stock_endpoint) as response:
response_data = await response.json()
# TODO get net volume
# TODO get sell volume
# TODO get buy volume
# If cant obtain data use create task to use eod instead
# TODO - send net , sell and buy for the stock to save to database
pass
return True
def cron_call_close_data_apis():
exchange_view_instance: ExchangeDataView = ExchangeDataView()
response, status = exchange_view_instance.return_all_exchanges()
response_data: dict = response.get_json()
coro: list = []
if response_data['status']:
exchange_list: typing.List[dict] = response_data['payload']
for exchange in exchange_list:
if exchange['exchange_type'] != 'crypto':
response, status = exchange_view_instance.get_exchange_tickers(exchange_id=exchange['exchange_id'])
response_data: dict = response.get_json()
if response_data['status']:
exchange_tickers: typing.List[dict] = response_data['payload']
for ticker in exchange_tickers:
coro.append(get_stock_close_data_from_pse(ticker=ticker, exchange=exchange))
loop = asyncio.new_event_loop()
loop.run_until_complete(asyncio.wait(coro))
return 'OK', 200
def cron_call_crypto_close_data_api():
exchange_view_instance: ExchangeDataView = ExchangeDataView()
response, status = exchange_view_instance.return_all_exchanges()
response_data: dict = response.get_json()
coro: list = []
if response_data['status']:
exchange_list: typing.List[dict] = response_data['payload']
for exchange in exchange_list:
if exchange['exchange_type'] == 'crypto':
if exchange['exchange_name'] == "binance":
response, status = exchange_view_instance.get_exchange_tickers(exchange_id=exchange['exchange_id'])
response_data: dict = response.get_json()
if response_data['status']:
exchange_tickers: typing.List[dict] = response_data['payload']
for ticker in exchange_tickers:
coro.append(get_crypto_close_data_from_binance(ticker=ticker))
loop = asyncio.new_event_loop()
loop.run_until_complete(asyncio.wait(coro))
return 'OK', 200
def cron_perform_net_calculations():
pass
get net volume
https://github.com/freelancing-solutions/gcp-database-as-a-service-stock-markets/blob/6047891007ac89f5b2fcad02fd570d3446baf961/data_service/cron/eod_close_data/exchange_close_data_calls.py#L61
5b95992fdbe08714f76fa0b4730037b60c064d1e