import datetime import enum import json import logging import random import re import string import pandas as pd from websocket import create_connection import requests import json logger = logging.getLogger(__name__) class Interval(enum.Enum): in_1_minute = "1" in_3_minute = "3" in_5_minute = "5" in_15_minute = "15" in_30_minute = "30" in_45_minute = "45" in_1_hour = "1H" in_2_hour = "2H" in_3_hour = "3H" in_4_hour = "4H" in_daily = "1D" in_weekly = "1W" in_monthly = "1M" class TvDatafeed: __sign_in_url = 'https://www.tradingview.com/accounts/signin/' __search_url = 'https://symbol-search.tradingview.com/symbol_search/?text={}&hl=1&exchange={}&lang=en&type=&domain=production' __ws_headers = json.dumps({"Origin": "https://data.tradingview.com"}) __signin_headers = {'Referer': 'https://www.tradingview.com'} __ws_timeout = 5 def __init__( self, username: str = None, password: str = None, ) -> None: """Create TvDatafeed object Args: username (str, optional): tradingview username. Defaults to None. password (str, optional): tradingview password. Defaults to None. """ self.ws_debug = False self.token = self.__auth(username, password) if self.token is None: self.token = "unauthorized_user_token" logger.warning( "you are using nologin method, data you access may be limited" ) self.ws = None self.session = self.__generate_session() self.chart_session = self.__generate_chart_session() def __auth(self, username, password): if (username is None or password is None): token = None else: data = {"username": username, "password": password, "remember": "on"} try: response = requests.post( url=self.__sign_in_url, data=data, headers=self.__signin_headers) token = response.json()['user']['auth_token'] except Exception as e: logger.error('error while signin') token = None return token def __create_connection(self): logging.debug("creating websocket connection") self.ws = create_connection( "wss://data.tradingview.com/socket.io/websocket", headers=self.__ws_headers, timeout=self.__ws_timeout ) @staticmethod def __filter_raw_message(text): try: found = re.search('"m":"(.+?)",', text).group(1) found2 = re.search('"p":(.+?"}"])}', text).group(1) return found, found2 except AttributeError: logger.error("error in filter_raw_message") @staticmethod def __generate_session(): stringLength = 12 letters = string.ascii_lowercase random_string = "".join(random.choice(letters) for i in range(stringLength)) return "qs_" + random_string @staticmethod def __generate_chart_session(): stringLength = 12 letters = string.ascii_lowercase random_string = "".join(random.choice(letters) for i in range(stringLength)) return "cs_" + random_string @staticmethod def __prepend_header(st): return "~m~" + str(len(st)) + "~m~" + st @staticmethod def __construct_message(func, param_list): return json.dumps({"m": func, "p": param_list}, separators=(",", ":")) def __create_message(self, func, paramList): return self.__prepend_header(self.__construct_message(func, paramList)) def __send_message(self, func, args): m = self.__create_message(func, args) if self.ws_debug: print(m) self.ws.send(m) @staticmethod def __create_df(raw_data, symbol): try: out = re.search('"s":\[(.+?)\}\]', raw_data).group(1) x = out.split(',{"') data = list() volume_data = True for xi in x: xi = re.split("\[|:|,|\]", xi) ts = datetime.datetime.fromtimestamp(float(xi[4])) row = [ts] for i in range(5, 10): # skip converting volume data if does not exists if not volume_data and i == 9: row.append(0.0) continue try: row.append(float(xi[i])) except ValueError: volume_data = False row.append(0.0) logger.debug('no volume data') data.append(row) data = pd.DataFrame( data, columns=["datetime", "open", "high", "low", "close", "volume"] ).set_index("datetime") data.insert(0, "symbol", value=symbol) return data except AttributeError: logger.error("no data, please check the exchange and symbol") @staticmethod def __format_symbol(symbol, exchange, contract: int = None): if ":" in symbol: pass elif contract is None: symbol = f"{exchange}:{symbol}" elif isinstance(contract, int): symbol = f"{exchange}:{symbol}{contract}!" else: raise ValueError("not a valid contract") return symbol def get_hist( self, symbol: str, exchange: str = "NSE", interval: Interval = Interval.in_daily, n_bars: int = 10, fut_contract: int = None, extended_session: bool = False, ) -> pd.DataFrame: """get historical data Args: symbol (str): symbol name exchange (str, optional): exchange, not required if symbol is in format EXCHANGE:SYMBOL. Defaults to None. interval (str, optional): chart interval. Defaults to 'D'. n_bars (int, optional): no of bars to download, max 5000. Defaults to 10. fut_contract (int, optional): None for cash, 1 for continuous current contract in front, 2 for continuous next contract in front . Defaults to None. extended_session (bool, optional): regular session if False, extended session if True, Defaults to False. Returns: pd.Dataframe: dataframe with sohlcv as columns """ symbol = self.__format_symbol( symbol=symbol, exchange=exchange, contract=fut_contract ) interval = interval.value self.__create_connection() self.__send_message("set_auth_token", [self.token]) self.__send_message("chart_create_session", [self.chart_session, ""]) self.__send_message("quote_create_session", [self.session]) self.__send_message( "quote_set_fields", [ self.session, "ch", "chp", "current_session", "description", "local_description", "language", "exchange", "fractional", "is_tradable", "lp", "lp_time", "minmov", "minmove2", "original_name", "pricescale", "pro_name", "short_name", "type", "update_mode", "volume", "currency_code", "rchp", "rtc", ], ) self.__send_message( "quote_add_symbols", [self.session, symbol, {"flags": ["force_permission"]}] ) self.__send_message("quote_fast_symbols", [self.session, symbol]) self.__send_message( "resolve_symbol", [ self.chart_session, "symbol_1", '={"symbol":"' + symbol + '","adjustment":"splits","session":' + ('"regular"' if not extended_session else '"extended"') + "}", ], ) self.__send_message( "create_series", [self.chart_session, "s1", "s1", "symbol_1", interval, n_bars], ) self.__send_message("switch_timezone", [ self.chart_session, "exchange"]) raw_data = "" logger.debug(f"getting data for {symbol}...") while True: try: result = self.ws.recv() raw_data = raw_data + result + "\n" except Exception as e: logger.error(e) break if "series_completed" in result: break return self.__create_df(raw_data, symbol) def search_symbol(self, text: str, exchange: str = ''): url = self.__search_url.format(text, exchange) symbols_list = [] try: resp = requests.get(url) symbols_list = json.loads(resp.text.replace( '', '').replace('', '')) except Exception as e: logger.error(e) return symbols_list if __name__ == "__main__": logging.basicConfig(level=logging.DEBUG) tv = TvDatafeed() print(tv.get_hist("CRUDEOIL", "MCX", fut_contract=1)) print(tv.get_hist("NIFTY", "NSE", fut_contract=1)) print( tv.get_hist( "EICHERMOT", "NSE", interval=Interval.in_1_hour, n_bars=500, extended_session=False, ) )