storagePlugin.groovy

/*
 * Artifactory plugin for creating Altlinux repository
 */

import java.nio.file.Files
import org.artifactory.repo.RepoPath
import org.artifactory.repo.Repositories
import org.artifactory.repo.RepoPathFactory
import java.util.concurrent.locks.ReentrantLock
import org.artifactory.exception.CancelException


def ReentrantLock lock = new ReentrantLock();
// filestoreDir - absolute path to filestore. Useful for mounted filestore
def File filestoreDir = new File('/filestore')
// or comment out line above and uncomment line below for relative path in Artifactory home directory
// def File filestoreDir = new File(ctx.artifactoryHome.dataDir, 'filestore')

// List of local AltLinux repositories
final List<String> reposForAltLinux = List.of('generic-local-alt-extra')


// If you are using artifactory-ha, then prefixForLocalRepoPath should point to a shared folder between nodes
final String prefixForLocalRepoPath = '/backup/repo'

storage {

    // Return 409 if file is already exists in repository.
    // genpkglist do not process duplicates, so it can't be used for editing, removing or quering
    // so this check is needed to be sure that there is only one record for one file in it
    beforeCreate { item -> 
    	if (reposForAltLinux.contains(item.repoPath.repoKey)) {
	    if (item.repoPath.isFile() && item.repoPath.path.endsWith(".rpm")) {
	    
                if (item.sha1 != null) {
                    throw new CancelException("Package with the name " + item.name + " already exists" ,409);
                }
	    }
	}
    }
    
    // before delete file check if it is enough free disk space to copy whole repo to it
    // Removing will be denied if three disk space after copying all packages is lower than 5%
    beforeDelete { item -> 
    	if (reposForAltLinux.contains(item.repoPath.repoKey)) {
	    if (item.repoPath.isFile() && item.repoPath.path.endsWith(".rpm")) {

        def File packageFile = new File (prefixForLocalRepoPath, item.repoPath.toString().replace(':','/'))
		def File rpmsDir = packageFile.getParentFile()
		def File rootDir = rpmsDir.getParentFile()

		def File rpmsDirInRepo = new File (item.repoPath.path).getParentFile()
    		def RepoPath srcRepoPath = RepoPathFactory.create(item.repoPath.repoKey, rpmsDirInRepo.toString())
	    	def srcItemInfo = repositories.getItemInfo(srcRepoPath)
		
		if ( ! isFreeSpaceEnough(rootDir, srcRepoPath)) {
		    throw new CancelException("Not enough free space [" + item.repoPath + "] ", 500)
		}
	    }
	}
    }

    // Copy whole repo to local filesystem without deleted package and regenerate metadata    
    afterDelete { item ->


        // Remove local filesystem directory associated with repository if it was deleted
		if ( ! item.repoPath.isRoot()){
			if (item.repoPath.getParent().isRoot()){

				def File repoDir = new File (prefixForLocalRepoPath, item.repoPath.toString().replace(':','/'))
				repoDir.deleteDir()
				log.warn("Directory " + repoDir + " associated with repository " + item.repoPath.repoKey + " successfully removed.")

			}
		}

    	if (reposForAltLinux.contains(item.repoPath.repoKey)) {
			if (item.repoPath.isFile() && item.repoPath.path.endsWith(".rpm")) {

				def File packageFile = new File (prefixForLocalRepoPath, item.repoPath.toString().replace(':','/'))
				def File rpmsDir = packageFile.getParentFile()
				def File rootDir = rpmsDir.getParentFile()
				def File baseDir = new File (rootDir, 'base')
				def String repoName = rpmsDir.getName().replace('RPMS.', '')

				def File rpmsDirInRepo = new File (item.repoPath.path).getParentFile()
				def File rootDirInRepo = rpmsDirInRepo.getParentFile()
				def File baseDirInRepo = new File(rootDirInRepo, 'base')

				lock.lock()
				
				try {

					def RepoPath srcRepoPath = RepoPathFactory.create(item.repoPath.repoKey, rpmsDirInRepo.toString())
						def srcItemInfo = repositories.getItemInfo(srcRepoPath)
					
					// Copy repositories RPMS directory to local filesystem

					def artifactsCount = repositories.getChildren(srcItemInfo.repoPath).size()
					// Check if current artifact is the last 
					if (artifactsCount > 1) {
					repositories.getChildren(srcItemInfo.repoPath).each {
						if (it.repoPath != item.repoPath) {
						def Thread thread = new Thread(){
							public void run() {
							def File packageDirInFilestore = new File(filestoreDir, it.sha1.substring(0, 2))
							def File packageFileInFilestore = new File(packageDirInFilestore, it.sha1)
							def File packageFileInLocalFS = new File (prefixForLocalRepoPath, it.repoPath.toString().replace(':','/'))
							install(packageFileInFilestore.toString(), packageFileInLocalFS.toString())
							}
						}
						thread.start()
						}
						}
					log.warn("Recalculating of Rpm metadata started for " + item.repoPath.repoKey + ':' + rootDirInRepo)

					genmetadata(rootDir.getAbsolutePath(), repoName, true)
					}

					// Deploy all generated files to artifactory
					baseDir.eachFile {
					def InputStream fileAsInputStream = new File (it.getAbsolutePath()).newInputStream()
					def File fileRepoPath = new File (baseDirInRepo, it.getName())
					
					if (artifactsCount > 1) {
						if( ! deployRepoMetadata(item.repoPath.repoKey, fileRepoPath, fileAsInputStream)) {
						throw new Exception ("Can't deploy " + fileRepoPath + " for package " + item.name)
						}
					} else {
						// Remove all files in case of all artifacts deleting.
						it.delete()
					}
					}

				} catch(Exception e) {
							throw new CancelException("ERROR: [" + item.name + "] " + e ,500);
				} finally {
					// Remove RPMS directory
					rpmsDir.deleteDir()
						lock.unlock()		    
					}
			
			}
		}
    }

    afterCreate { item ->

    	if (reposForAltLinux.contains(item.repoPath.repoKey)) {
			if (item.repoPath.isFile() && item.repoPath.path.endsWith(".rpm")) {

				def String sha1 = item.sha1
				// Artifactory filestore path where file could be found as file on disk
				// For example: /var/opt/jfrog/artifactory/data/artifactory/filestore/03/03b3124fe5d38900d2cc78cf3a3f7f367e38f75e
				def File packageDirInFilestore = new File(filestoreDir, sha1.substring(0, 2))
				def File packageFileInFilestore = new File(packageDirInFilestore, sha1)

				// Path to save packages for packagelist generating on the filesystem
				def File packageFile = new File (prefixForLocalRepoPath, item.repoPath.toString().replace(':','/'))
				def File rpmsDir = packageFile.getParentFile()
				def File rootDir = rpmsDir.getParentFile()
				def File baseDir = new File (rootDir, 'base')
				def String repoName = rpmsDir.getName().replace('RPMS.', '')
				
				// Path to the pkglist in the repository (not on the filesystem)
				def File rootDirInRepo = new File (item.repoPath.path).getParentFile().getParentFile()
				def File baseDirInRepo = new File(rootDirInRepo, 'base')

				lock.lock()	

				try {
					// Create base directory
					baseDir.mkdirs()
					
					// Install package file from filestore to the directory wich will be used as dir for genpkglist
					install(packageFileInFilestore.toString(), packageFile.toString())

					log.info("Starting to calculate Rpm metadata for " + item.repoPath.repoKey + ':' + rootDirInRepo)
					genmetadata(rootDir.getAbsolutePath(), repoName, false)
			
							// Deploy all generated files to artifactory
					baseDir.eachFile {
					def InputStream fileAsInputStream = new File (it.getAbsolutePath()).newInputStream()
					def File fileRepoPath = new File (baseDirInRepo, it.getName())

					if(!deployRepoMetadata(item.repoPath.repoKey, fileRepoPath, fileAsInputStream)) {
						throw new Exception ("Can't deploy " + fileRepoPath + " for package " + item.name)
					}
					}

				} catch(Exception e) {
							throw new CancelException("ERROR: [" + item.name + "] " + e ,500);
				} finally {
							// Remove rpm package
					packageFile.delete()
						lock.unlock()		    
					}
			}
		}
    }
}

def install (String sourceFile, String destinationFile) {
    
    def installCmd = ExecuteConstants.installCommand.replace('{source}', sourceFile)
    installCmd = installCmd.replace('{destination}', destinationFile)
    execLn = installCmd.execute()
    if (execLn.waitFor() != 0) {
	throw new Exception("Non zero status returned: " + installCmd);
    }
}

def genmetadata (String packageDir, String repositoryName, Boolean regenerate) {

    def genmetadataCmd = ExecuteConstants.genmetadataCommand.replace('{pkgDir}', packageDir)
    genmetadataCmd = genmetadataCmd.replace('{repoName}', repositoryName)

    if(regenerate) {
	genmetadataCmd = genmetadataCmd.replace('{options}','')
    } else {
	genmetadataCmd = genmetadataCmd.replace('{options}', '--append')
    }
    execLn = genmetadataCmd.execute()
    if (execLn.waitFor() != 0) {
	throw new Exception("Non zero status returned: " + genmetadataCmd);
    }
}

def boolean isFreeSpaceEnough(File repoRoot, RepoPath srcRepoPath) {

    def artifactsSize = repositories.getArtifactsSize(srcRepoPath)
    def freePercent = Math.ceil((repoRoot.getFreeSpace() - artifactsSize) * 100 / repoRoot.getTotalSpace())
    
    if ( freePercent < 5 ) {
	return false
    } else {
	return true
    }
}

def boolean deployRepoMetadata(String repoKey, File deployPath, InputStream binary) {

    def String targetRepoKey = repoKey
    def String targetPath = deployPath
    
    def RepoPath deployRepoPath = RepoPathFactory.create(targetRepoKey, targetPath)
    repositories.deploy(deployRepoPath, binary)
}

class ExecuteConstants {
    static String installCommand = 'install -D {source} {destination}'
    static String genmetadataCommand = '/var/opt/jfrog/artifactory/custom/bin/genmetadata {options} --topdir {pkgDir} --comp {repoName}'
}