import copy import warnings import numpy as np import pandas as pd from ...utils.sample import sample_feature from ...strategy.base import ModelStrategy from ..backtest.order import Order from ..backtest.faculty import common_faculty from .order_generator import OrderGenWInteract class TopkDropoutStrategy(ModelStrategy): def __init__( self, step_bar, model, dataset, topk, n_drop, start_time=None, end_time=None, trade_exchange=None, method_sell="bottom", method_buy="top", risk_degree=0.95, hold_thresh=1, only_tradable=False, **kwargs, ): """ Parameters ----------- topk : int the number of stocks in the portfolio. n_drop : int number of stocks to be replaced in each trading date. method_sell : str dropout method_sell, random/bottom. method_buy : str dropout method_buy, random/top. risk_degree : float position percentage of total value. hold_thresh : int minimum holding days before sell stock , will check current.get_stock_count(order.stock_id) >= self.hold_thresh. only_tradable : bool will the strategy only consider the tradable stock when buying and selling. if only_tradable: strategy will make buy sell decision without checking the tradable state of the stock. else: strategy will make decision with the tradable state of the stock info and avoid buy and sell them. """ super(TopkDropoutStrategy, self).__init__(step_bar, model, dataset, start_time, end_time, **kwargs) self.trade_exchange = common_faculty.trade_exchange if trade_exchange is None else trade_exchange self.topk = topk self.n_drop = n_drop self.method_sell = method_sell self.method_buy = method_buy self.risk_degree = risk_degree self.hold_thresh = hold_thresh self.only_tradable = only_tradable def get_risk_degree(self, trade_index=None): """get_risk_degree Return the proportion of your total value you will used in investment. Dynamically risk_degree will result in Market timing. """ # It will use 95% amoutn of your total value by default return self.risk_degree def generate_order_list(self, execute_state): super(TopkDropoutStrategy, self).step() trade_start_time, trade_end_time = self._get_calendar_time(self.trade_index) pred_start_time, pred_end_time = self._get_calendar_time(self.trade_index, shift=1) pred_score = sample_feature(self.pred_scores, start_time=pred_start_time, end_time=pred_end_time, method="last") if pred_score is None: return [] if self.only_tradable: # If The strategy only consider tradable stock when make decision # It needs following actions to filter stocks def get_first_n(l, n, reverse=False): cur_n = 0 res = [] for si in reversed(l) if reverse else l: if self.trade_exchange.is_stock_tradable( stock_id=si, start_time=trade_start_time, end_time=trade_end_time ): res.append(si) cur_n += 1 if cur_n >= n: break return res[::-1] if reverse else res def get_last_n(l, n): return get_first_n(l, n, reverse=True) def filter_stock(l): return [ si for si in l if self.trade_exchange.is_stock_tradable( stock_id=si, start_time=trade_start_time, end_time=trade_end_time ) ] else: # Otherwise, the stock will make decision with out the stock tradable info def get_first_n(l, n): return list(l)[:n] def get_last_n(l, n): return list(l)[-n:] def filter_stock(l): return l current = execute_state.get("current") current_temp = copy.deepcopy(current) # generate order list for this adjust date sell_order_list = [] buy_order_list = [] # load score cash = current_temp.get_cash() current_stock_list = current_temp.get_stock_list() # last position (sorted by score) last = pred_score.reindex(current_stock_list).sort_values(ascending=False).index # The new stocks today want to buy **at most** if self.method_buy == "top": today = get_first_n( pred_score[~pred_score.index.isin(last)].sort_values(ascending=False).index, self.n_drop + self.topk - len(last), ) elif self.method_buy == "random": topk_candi = get_first_n(pred_score.sort_values(ascending=False).index, self.topk) candi = list(filter(lambda x: x not in last, topk_candi)) n = self.n_drop + self.topk - len(last) try: today = np.random.choice(candi, n, replace=False) except ValueError: today = candi else: raise NotImplementedError(f"This type of input is not supported") # combine(new stocks + last stocks), we will drop stocks from this list # In case of dropping higher score stock and buying lower score stock. comb = pred_score.reindex(last.union(pd.Index(today))).sort_values(ascending=False).index # Get the stock list we really want to sell (After filtering the case that we sell high and buy low) if self.method_sell == "bottom": sell = last[last.isin(get_last_n(comb, self.n_drop))] elif self.method_sell == "random": candi = filter_stock(last) try: sell = pd.Index(np.random.choice(candi, self.n_drop, replace=False) if len(last) else []) except ValueError: # No enough candidates sell = candi else: raise NotImplementedError(f"This type of input is not supported") # Get the stock list we really want to buy buy = today[: len(sell) + self.topk - len(last)] # print("INTRANEL BAR", len(sell), len(sell) + self.topk - len(last), len(last)) # print("flag", len(sell), len(buy), self.topk, len(last)) for code in current_stock_list: if not self.trade_exchange.is_stock_tradable( stock_id=code, start_time=trade_start_time, end_time=trade_end_time ): continue if code in sell: # check hold limit if current_temp.get_stock_count(code, bar=self.step_bar) < self.hold_thresh: continue # sell order sell_amount = current_temp.get_stock_amount(code=code) factor = self.trade_exchange.get_factor( stock_id=code, start_time=trade_start_time, end_time=trade_end_time ) # sell_amount = self.trade_exchange.round_amount_by_trade_unit(sell_amount, factor) sell_order = Order( stock_id=code, amount=sell_amount, start_time=trade_start_time, end_time=trade_end_time, direction=Order.SELL, # 0 for sell, 1 for buy factor=factor, ) # is order executable if self.trade_exchange.check_order(sell_order): sell_order_list.append(sell_order) trade_val, trade_cost, trade_price = self.trade_exchange.deal_order( sell_order, position=current_temp ) # update cash cash += trade_val - trade_cost # buy new stock # note the current has been changed current_stock_list = current_temp.get_stock_list() value = cash * self.risk_degree / len(buy) if len(buy) > 0 else 0 # open_cost should be considered in the real trading environment, while the backtest in evaluate.py does not # consider it as the aim of demo is to accomplish same strategy as evaluate.py, so comment out this line # value = value / (1+self.trade_exchange.open_cost) # set open_cost limit for code in buy: # check is stock suspended if not self.trade_exchange.is_stock_tradable( stock_id=code, start_time=trade_start_time, end_time=trade_end_time ): continue # buy order buy_price = self.trade_exchange.get_deal_price( stock_id=code, start_time=trade_start_time, end_time=trade_end_time ) buy_amount = value / buy_price factor = self.trade_exchange.get_factor(stock_id=code, start_time=trade_start_time, end_time=trade_end_time) buy_amount = self.trade_exchange.round_amount_by_trade_unit(buy_amount, factor) buy_order = Order( stock_id=code, amount=buy_amount, start_time=trade_start_time, end_time=trade_end_time, direction=Order.BUY, # 1 for buy factor=factor, ) buy_order_list.append(buy_order) return sell_order_list + buy_order_list class WeightStrategyBase(ModelStrategy): def __init__( self, step_bar, model, dataset, start_time=None, end_time=None, order_generator_cls_or_obj=OrderGenWInteract, trade_exchange=None, **kwargs, ): super(WeightStrategyBase, self).__init__(step_bar, model, dataset, start_time, end_time, **kwargs) self.trade_exchange = common_faculty.trade_exchange if trade_exchange is None else trade_exchange if isinstance(order_generator_cls_or_obj, type): self.order_generator = order_generator_cls_or_obj() else: self.order_generator = order_generator_cls_or_obj def get_risk_degree(self, trade_index=None): """get_risk_degree Return the proportion of your total value you will used in investment. Dynamically risk_degree will result in Market timing. """ # It will use 95% amoutn of your total value by default return 0.95 def generate_target_weight_position(self, score, current, trade_start_time, trade_end_time): """ Generate target position from score for this date and the current position.The cash is not considered in the position Parameters ----------- score : pd.Series pred score for this trade date, index is stock_id, contain 'score' column. current : Position() current position. trade_exchange : Exchange() trade_date : pd.Timestamp trade date. """ raise NotImplementedError() def generate_order_list(self, execute_state): """ Parameters ----------- score_series : pd.Seires stock_id , score. current : Position() current of account. trade_exchange : Exchange() exchange. trade_date : pd.Timestamp date. """ # generate_order_list # generate_target_weight_position() and generate_order_list_from_target_weight_position() to generate order_list super(WeightStrategyBase, self).step() trade_start_time, trade_end_time = self._get_calendar_time(self.trade_index) pred_start_time, pred_end_time = self._get_calendar_time(self.trade_index, shift=1) pred_score = sample_feature(self.pred_scores, start_time=pred_start_time, end_time=pred_end_time, method="last") if pred_score is None: return [] current = execute_state.get("current") current_temp = copy.deepcopy(current) target_weight_position = self.generate_target_weight_position( score=pred_score, current=current_temp, trade_start_time=trade_start_time, trade_end_time=trade_end_time ) order_list = self.order_generator.generate_order_list_from_target_weight_position( current=current_temp, trade_exchange=self.trade_exchange, risk_degree=self.get_risk_degree(self.trade_index), target_weight_position=target_weight_position, pred_start_time=pred_start_time, pred_end_time=pred_end_time, trade_start_time=trade_start_time, trade_end_time=trade_end_time, ) return order_list