[MNG-1908] force an update check if there are legacy snapshots within the updatePolicy window

git-svn-id: https://svn.apache.org/repos/asf/maven/components/trunk@375485 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Brett Leslie Porter 2006-02-07 04:52:06 +00:00
parent ac4a6e321f
commit 83c9eadb09
2 changed files with 129 additions and 80 deletions

View File

@ -73,7 +73,7 @@ public class DefaultWagonManager
private Map serverPermissionsMap = new HashMap(); private Map serverPermissionsMap = new HashMap();
private Map mirrors = new HashMap(); private Map mirrors = new HashMap();
private Map serverConfigurationMap = new HashMap(); private Map serverConfigurationMap = new HashMap();
private TransferListener downloadMonitor; private TransferListener downloadMonitor;
@ -128,14 +128,14 @@ public class DefaultWagonManager
try try
{ {
wagon = getWagon( protocol ); wagon = getWagon( protocol );
configureWagon( wagon, repository ); configureWagon( wagon, repository );
} }
catch ( UnsupportedProtocolException e ) catch ( UnsupportedProtocolException e )
{ {
throw new TransferFailedException( "Unsupported Protocol: '" + protocol + "': " + e.getMessage(), e ); throw new TransferFailedException( "Unsupported Protocol: '" + protocol + "': " + e.getMessage(), e );
} }
if ( downloadMonitor != null ) if ( downloadMonitor != null )
{ {
wagon.addTransferListener( downloadMonitor ); wagon.addTransferListener( downloadMonitor );
@ -349,6 +349,8 @@ public class DefaultWagonManager
File temp = new File( destination + ".tmp" ); File temp = new File( destination + ".tmp" );
temp.deleteOnExit(); temp.deleteOnExit();
boolean downloaded = false;
try try
{ {
wagon.connect( new Repository( repository.getId(), repository.getUrl() ), wagon.connect( new Repository( repository.getId(), repository.getUrl() ),
@ -366,51 +368,38 @@ public class DefaultWagonManager
retry = false; retry = false;
// This should take care of creating destination directory now on // This should take care of creating destination directory now on
wagon.get( remotePath, temp ); if ( destination.exists() )
// keep the checksum files from showing up on the download monitor...
if ( downloadMonitor != null )
{ {
wagon.removeTransferListener( downloadMonitor ); downloaded = wagon.getIfNewer( remotePath, temp, destination.lastModified() );
}
else
{
wagon.get( remotePath, temp );
downloaded = true;
} }
// try to verify the SHA-1 checksum for this file. if ( downloaded )
try
{ {
verifyChecksum( sha1ChecksumObserver, destination, temp, remotePath, ".sha1", wagon ); // keep the checksum files from showing up on the download monitor...
} if ( downloadMonitor != null )
catch ( ChecksumFailedException e )
{
// if we catch a ChecksumFailedException, it means the transfer/read succeeded, but the checksum
// doesn't match. This could be a problem with the server (ibiblio HTTP-200 error page), so we'll
// try this up to two times. On the second try, we'll handle it as a bona-fide error, based on the
// repository's checksum checking policy.
if ( firstRun )
{ {
getLogger().warn( "*** CHECKSUM FAILED - " + e.getMessage() + " - RETRYING" ); wagon.removeTransferListener( downloadMonitor );
retry = true;
} }
else
{
handleChecksumFailure( checksumPolicy, e.getMessage(), e.getCause() );
}
}
catch ( ResourceDoesNotExistException sha1TryException )
{
getLogger().debug( "SHA1 not found, trying MD5", sha1TryException );
// if this IS NOT a ChecksumFailedException, it was a problem with transfer/read of the checksum // try to verify the SHA-1 checksum for this file.
// file...we'll try again with the MD5 checksum.
try try
{ {
verifyChecksum( md5ChecksumObserver, destination, temp, remotePath, ".md5", wagon ); verifyChecksum( sha1ChecksumObserver, destination, temp, remotePath, ".sha1", wagon );
} }
catch ( ChecksumFailedException e ) catch ( ChecksumFailedException e )
{ {
// if we also fail to verify based on the MD5 checksum, and the checksum transfer/read // if we catch a ChecksumFailedException, it means the transfer/read succeeded, but the checksum
// succeeded, then we need to determine whether to retry or handle it as a failure. // doesn't match. This could be a problem with the server (ibiblio HTTP-200 error page), so we'll
// try this up to two times. On the second try, we'll handle it as a bona-fide error, based on the
// repository's checksum checking policy.
if ( firstRun ) if ( firstRun )
{ {
getLogger().warn( "*** CHECKSUM FAILED - " + e.getMessage() + " - RETRYING" );
retry = true; retry = true;
} }
else else
@ -418,18 +407,42 @@ public class DefaultWagonManager
handleChecksumFailure( checksumPolicy, e.getMessage(), e.getCause() ); handleChecksumFailure( checksumPolicy, e.getMessage(), e.getCause() );
} }
} }
catch ( ResourceDoesNotExistException md5TryException ) catch ( ResourceDoesNotExistException sha1TryException )
{ {
// this was a failed transfer, and we don't want to retry. getLogger().debug( "SHA1 not found, trying MD5", sha1TryException );
handleChecksumFailure( checksumPolicy, "Error retrieving checksum file for " + remotePath,
md5TryException );
}
}
// reinstate the download monitor... // if this IS NOT a ChecksumFailedException, it was a problem with transfer/read of the checksum
if ( downloadMonitor != null ) // file...we'll try again with the MD5 checksum.
{ try
wagon.addTransferListener( downloadMonitor ); {
verifyChecksum( md5ChecksumObserver, destination, temp, remotePath, ".md5", wagon );
}
catch ( ChecksumFailedException e )
{
// if we also fail to verify based on the MD5 checksum, and the checksum transfer/read
// succeeded, then we need to determine whether to retry or handle it as a failure.
if ( firstRun )
{
retry = true;
}
else
{
handleChecksumFailure( checksumPolicy, e.getMessage(), e.getCause() );
}
}
catch ( ResourceDoesNotExistException md5TryException )
{
// this was a failed transfer, and we don't want to retry.
handleChecksumFailure( checksumPolicy, "Error retrieving checksum file for " + remotePath,
md5TryException );
}
}
// reinstate the download monitor...
if ( downloadMonitor != null )
{
wagon.addTransferListener( downloadMonitor );
}
} }
// unset the firstRun flag, so we don't get caught in an infinite loop... // unset the firstRun flag, so we don't get caught in an infinite loop...
@ -455,29 +468,32 @@ public class DefaultWagonManager
releaseWagon( wagon ); releaseWagon( wagon );
} }
if ( !temp.exists() ) if ( downloaded )
{ {
throw new ResourceDoesNotExistException( "Downloaded file does not exist: " + temp ); if ( !temp.exists() )
}
// The temporary file is named destination + ".tmp" and is done this way to ensure
// that the temporary file is in the same file system as the destination because the
// File.renameTo operation doesn't really work across file systems.
// So we will attempt to do a File.renameTo for efficiency and atomicity, if this fails
// then we will use a brute force copy and delete the temporary file.
if ( !temp.renameTo( destination ) )
{
try
{ {
FileUtils.copyFile( temp, destination ); throw new ResourceDoesNotExistException( "Downloaded file does not exist: " + temp );
temp.delete();
} }
catch ( IOException e )
// The temporary file is named destination + ".tmp" and is done this way to ensure
// that the temporary file is in the same file system as the destination because the
// File.renameTo operation doesn't really work across file systems.
// So we will attempt to do a File.renameTo for efficiency and atomicity, if this fails
// then we will use a brute force copy and delete the temporary file.
if ( !temp.renameTo( destination ) )
{ {
throw new TransferFailedException( try
"Error copying temporary file to the final destination: " + e.getMessage(), e ); {
FileUtils.copyFile( temp, destination );
temp.delete();
}
catch ( IOException e )
{
throw new TransferFailedException(
"Error copying temporary file to the final destination: " + e.getMessage(), e );
}
} }
} }
} }
@ -506,8 +522,8 @@ public class DefaultWagonManager
// otherwise it is ignore // otherwise it is ignore
} }
private void verifyChecksum( ChecksumObserver checksumObserver, File destination, File tempDestination, String remotePath, private void verifyChecksum( ChecksumObserver checksumObserver, File destination, File tempDestination,
String checksumFileExtension, Wagon wagon ) String remotePath, String checksumFileExtension, Wagon wagon )
throws ResourceDoesNotExistException, TransferFailedException, AuthorizationException throws ResourceDoesNotExistException, TransferFailedException, AuthorizationException
{ {
try try
@ -543,7 +559,10 @@ public class DefaultWagonManager
if ( expectedChecksum.equals( actualChecksum ) ) if ( expectedChecksum.equals( actualChecksum ) )
{ {
File checksumFile = new File( destination + checksumFileExtension ); File checksumFile = new File( destination + checksumFileExtension );
if ( checksumFile.exists() ) checksumFile.delete(); if ( checksumFile.exists() )
{
checksumFile.delete();
}
FileUtils.copyFile( tempChecksumFile, checksumFile ); FileUtils.copyFile( tempChecksumFile, checksumFile );
} }
else else
@ -600,13 +619,13 @@ public class DefaultWagonManager
/** /**
* Set the proxy used for a particular protocol. * Set the proxy used for a particular protocol.
* *
* @param protocol the protocol (required) * @param protocol the protocol (required)
* @param host the proxy host name (required) * @param host the proxy host name (required)
* @param port the proxy port (required) * @param port the proxy port (required)
* @param username the username for the proxy, or null if there is none * @param username the username for the proxy, or null if there is none
* @param password the password for the proxy, or null if there is none * @param password the password for the proxy, or null if there is none
* @param nonProxyHosts the set of hosts not to use the proxy for. Follows Java system * @param nonProxyHosts the set of hosts not to use the proxy for. Follows Java system
* property format: <code>*.foo.com|localhost</code>. * property format: <code>*.foo.com|localhost</code>.
* @todo [BP] would be nice to configure this via plexus in some way * @todo [BP] would be nice to configure this via plexus in some way
*/ */
public void addProxy( String protocol, String host, int port, String username, String password, public void addProxy( String protocol, String host, int port, String username, String password,
@ -698,12 +717,12 @@ public class DefaultWagonManager
{ {
this.interactive = interactive; this.interactive = interactive;
} }
/** /**
* Applies the server configuration to the wagon * Applies the server configuration to the wagon
* *
* @param wagon the wagon to configure * @param wagon the wagon to configure
* @param repository the repository that has the configuration * @param repository the repository that has the configuration
* @throws WagonConfigurationException wraps any error given during configuration of the wagon instance * @throws WagonConfigurationException wraps any error given during configuration of the wagon instance
*/ */
@ -724,7 +743,9 @@ public class DefaultWagonManager
} }
catch ( final ComponentLookupException e ) catch ( final ComponentLookupException e )
{ {
throw new WagonConfigurationException( repositoryId, "Unable to lookup wagon configurator. Wagon configuration cannot be applied.", e ); throw new WagonConfigurationException( repositoryId,
"Unable to lookup wagon configurator. Wagon configuration cannot be applied.",
e );
} }
catch ( ComponentConfigurationException e ) catch ( ComponentConfigurationException e )
{ {
@ -747,7 +768,7 @@ public class DefaultWagonManager
} }
} }
} }
public void addConfiguration( String repositoryId, Xpp3Dom configuration ) public void addConfiguration( String repositoryId, Xpp3Dom configuration )
{ {

View File

@ -21,6 +21,7 @@ import org.apache.maven.artifact.factory.ArtifactFactory;
import org.apache.maven.artifact.manager.WagonManager; import org.apache.maven.artifact.manager.WagonManager;
import org.apache.maven.artifact.metadata.ArtifactMetadataSource; import org.apache.maven.artifact.metadata.ArtifactMetadataSource;
import org.apache.maven.artifact.repository.ArtifactRepository; import org.apache.maven.artifact.repository.ArtifactRepository;
import org.apache.maven.artifact.repository.ArtifactRepositoryPolicy;
import org.apache.maven.artifact.resolver.filter.ArtifactFilter; import org.apache.maven.artifact.resolver.filter.ArtifactFilter;
import org.apache.maven.artifact.transform.ArtifactTransformationManager; import org.apache.maven.artifact.transform.ArtifactTransformationManager;
import org.apache.maven.wagon.ResourceDoesNotExistException; import org.apache.maven.wagon.ResourceDoesNotExistException;
@ -32,6 +33,7 @@ import java.io.File;
import java.io.IOException; import java.io.IOException;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Collections; import java.util.Collections;
import java.util.Date;
import java.util.Iterator; import java.util.Iterator;
import java.util.List; import java.util.List;
import java.util.Map; import java.util.Map;
@ -104,6 +106,32 @@ public class DefaultArtifactResolver
transformationManager.transformForResolve( artifact, remoteRepositories, localRepository ); transformationManager.transformForResolve( artifact, remoteRepositories, localRepository );
File destination = artifact.getFile(); File destination = artifact.getFile();
List repositories = remoteRepositories;
// TODO: would prefer the snapshot transformation took care of this. Maybe we need a "shouldresolve" flag.
if ( artifact.isSnapshot() && artifact.getBaseVersion().equals( artifact.getVersion() ) &&
destination.exists() )
{
Date comparisonDate = new Date( destination.lastModified() );
// cull to list of repositories that would like an update
repositories = new ArrayList( remoteRepositories );
for ( Iterator i = repositories.iterator(); i.hasNext(); )
{
ArtifactRepository repository = (ArtifactRepository) i.next();
ArtifactRepositoryPolicy policy = repository.getSnapshots();
if ( !policy.isEnabled() || !policy.checkOutOfDate( comparisonDate ) )
{
i.remove();
}
}
if ( !repositories.isEmpty() )
{
// someone wants to check for updates
force = true;
}
}
boolean resolved = false; boolean resolved = false;
if ( !destination.exists() || force ) if ( !destination.exists() || force )
{ {
@ -121,7 +149,7 @@ public class DefaultArtifactResolver
} }
else else
{ {
wagonManager.getArtifact( artifact, remoteRepositories ); wagonManager.getArtifact( artifact, repositories );
} }
if ( !artifact.isResolved() ) if ( !artifact.isResolved() )
@ -238,11 +266,11 @@ public class DefaultArtifactResolver
missingArtifacts.add( node.getArtifact() ); missingArtifacts.add( node.getArtifact() );
} }
} }
if ( missingArtifacts.size() > 0 ) if ( missingArtifacts.size() > 0 )
{ {
String message = "required artifacts missing:\n"; String message = "required artifacts missing:\n";
for( Iterator i=missingArtifacts.iterator(); i.hasNext(); ) for ( Iterator i = missingArtifacts.iterator(); i.hasNext(); )
{ {
Artifact missingArtifact = (Artifact) i.next(); Artifact missingArtifact = (Artifact) i.next();
message += " " + missingArtifact.getId() + "\n"; message += " " + missingArtifact.getId() + "\n";