Skip to content

Commit

Permalink
match current mains version of loaders
Browse files Browse the repository at this point in the history
Signed-off-by: dafnapension <[email protected]>
  • Loading branch information
dafnapension committed Feb 10, 2025
1 parent 1cf1b4a commit 7ca3758
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 6 deletions.
4 changes: 2 additions & 2 deletions performance/compare_benchmark_performance_results.py
Original file line number Diff line number Diff line change
Expand Up @@ -78,8 +78,8 @@
"\n**Warning**: Performance degradation in Dataset Generation and/or Evaluation exceeds 5%!"
)
print(
"Explore branch performance via 'python performance/bluebench_profiler.py --output_file=<path to json file>',"
"followed by 'snakeviz <the performance.prof file specified in the output json file>'."
"Explore branch performance via 'python performance/bluebench_profiler.py --output_file=[path to json file]',"
"followed by 'snakeviz [the performance.prof file specified in the output json file]."
)
sys.exit(1)

Expand Down
7 changes: 3 additions & 4 deletions src/unitxt/loaders.py
Original file line number Diff line number Diff line change
Expand Up @@ -1045,11 +1045,10 @@ def load_iterables(self) -> Dict[str, Iterable]:
base_headers.update(self.headers)

iterables = {}
# log limited only once, because all splits are limited the same
if self.get_limit() is not None:
self.log_limited_loading()

for split_name, url in self.urls.items():
if self.get_limit() is not None:
self.log_limited_loading()

if self.method == "GET":
response = requests.get(
url,
Expand Down

0 comments on commit 7ca3758

Please sign in to comment.