Skip to content

Commit

Permalink
Fix keep all successfully transferred files to publish container. (#7949
Browse files Browse the repository at this point in the history
)
  • Loading branch information
novicecpp authored Oct 16, 2023
1 parent 65bd86c commit f64bf9d
Showing 1 changed file with 10 additions and 8 deletions.
18 changes: 10 additions & 8 deletions src/python/ASO/Rucio/Actions/MonitorLockStatus.py
Original file line number Diff line number Diff line change
Expand Up @@ -35,14 +35,16 @@ def execute(self):
self.updateRESTFileDocsStateToDone(newDoneFileDocs)
self.transfer.updateOKLocks([x['name'] for x in newDoneFileDocs])

# Filter only files need to publish
needToPublishFileDocs = self.filterFilesNeedToPublish(okFileDocs)
self.logger.debug(f'needToPublishFileDocs: {needToPublishFileDocs}')
# Register transfer complete replicas to publish container.
# Note that replicas that already add to publish container will do
# nothing but return fileDoc containing the block name replica belongs
# to.
publishedFileDocs = self.registerToPublishContainer(needToPublishFileDocs)
# NOTE: See https://github.com/dmwm/CRABServer/issues/7940
## Filter only files need to publish
#needToPublishFileDocs = self.filterFilesNeedToPublish(okFileDocs)
#self.logger.debug(f'needToPublishFileDocs: {needToPublishFileDocs}')
## Register transfer complete replicas to publish container.
## Note that replicas that already add to publish container will do
## nothing but return fileDoc containing the block name replica belongs
## to.
#publishedFileDocs = self.registerToPublishContainer(needToPublishFileDocs)
publishedFileDocs = self.registerToPublishContainer(okFileDocs)
self.logger.debug(f'publishedFileDocs: {publishedFileDocs}')
# skip filedocs that already update it status to rest.
newPublishFileDocs = [doc for doc in publishedFileDocs if not doc['dataset'] in self.transfer.bookkeepingBlockComplete]
Expand Down

0 comments on commit f64bf9d

Please sign in to comment.