mirror of https://github.com/hpcaitech/ColossalAI
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
11 lines
224 B
11 lines
224 B
1 year ago
|
class RequestHandler:
|
||
|
|
def __init__(self, cache_config) -> None:
|
||
|
|
self.cache_config = cache_config
|
||
|
|
self._init_cache()
|
||
|
|
|
||
|
|
def _init_cache(self):
|
||
|
|
pass
|
||
|
|
|
||
|
|
def schedule(self, request):
|
||
|
|
pass
|