github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix(eval): StreamingDataset does not have an __len__ method. (#251)

pull/256/head
Shuo Zhang 2023-08-31 15:29:04 +08:00 committed by GitHub
parent c70819af92
commit ba4deaeffa
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
internlm/utils/evaluation.py
View File

@ -76,7 +76,7 @@ def evaluate_on_val_dls(
data_cfg = gpc.config.data data_cfg = gpc.config.data
for val_name, val_dl in val_dls.items(): for val_name, val_dl in val_dls.items():
if len(val_dl) == 0 and verbose and not streaming: if not streaming and len(val_dl) == 0 and verbose:
logger.info(f"Validation dataset: {val_name} is empty") logger.info(f"Validation dataset: {val_name} is empty")
continue continue