mirror of https://github.com/hpcaitech/ColossalAI
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
16 lines
396 B
16 lines
396 B
class BertDatasetProviderInterface:
|
|
def get_shard(self, index, shuffle=True):
|
|
raise NotImplementedError
|
|
|
|
def release_shard(self, index):
|
|
raise NotImplementedError
|
|
|
|
def prefetch_shard(self, index):
|
|
raise NotImplementedError
|
|
|
|
def get_batch(self, batch_iter):
|
|
raise NotImplementedError
|
|
|
|
def prefetch_batch(self):
|
|
raise NotImplementedError
|