Skip to content

Commit

Permalink
hardsamplemining: close iterators before and after compute metrics
Browse files Browse the repository at this point in the history
  • Loading branch information
jeanollion committed May 10, 2024
1 parent 048aad0 commit 3c7fb3c
Showing 1 changed file with 4 additions and 6 deletions.
10 changes: 4 additions & 6 deletions dataset_iterator/hard_sample_mining.py
Expand Up @@ -48,13 +48,11 @@ def on_epoch_begin(self, epoch, logs=None):

def on_epoch_end(self, epoch, logs=None):
if self.need_compute(epoch):
if self.target_iterator is not self.iterator:
self.target_iterator.close()
self.iterator.open()
self.target_iterator.close()
self.iterator.open()
metrics = self.compute_metrics()
if self.target_iterator is not self.iterator:
self.iterator.close()
self.target_iterator.open()
self.iterator.close()
self.target_iterator.open()
first = self.proba_per_metric is None
self.proba_per_metric = get_index_probability(metrics, enrich_factor=self.enrich_factor, quantile_max=self.quantile_max, quantile_min=self.quantile_min, verbose=self.verbose)
self.n_metrics = self.proba_per_metric.shape[0] if len(self.proba_per_metric.shape) == 2 else 1
Expand Down

0 comments on commit 3c7fb3c

Please sign in to comment.