[cygwin-apps/setup.git] / download.cc

/*
 * Copyright (c) 2000, 2001, Red Hat, Inc.
 *
 *     This program is free software; you can redistribute it and/or modify
 *     it under the terms of the GNU General Public License as published by
 *     the Free Software Foundation; either version 2 of the License, or
 *     (at your option) any later version.
 *
 *     A copy of the GNU General Public License can be found at
 *     http://www.gnu.org/
 *
 * Written by DJ Delorie <dj@cygnus.com>
 *
 */

/* The purpose of this file is to download all the files we need to
   do the installation. */

#if 0
static const char *cvsid =
  "\n%%% $Id$\n";
#endif

#include "download.h"
  
#include "win32.h"

#include <stdio.h>
#include <unistd.h>
#include <process.h>

#include "resource.h"
#include "msg.h"
#include "dialog.h"
#include "String++.h"
#include "geturl.h"
#include "state.h"
#include "LogSingleton.h"
#include "filemanip.h"

#include "io_stream.h"

#include "package_db.h"
#include "package_meta.h"
#include "package_version.h"
#include "package_source.h"

#include "rfc1738.h"

#include "threebar.h"

#include "md5.h"

#include "Exception.h"

extern ThreeBarProgressPage Progress;


bool
validateCachedPackage (String const &fullname, packagesource & pkgsource)
{
  if (pkgsource.md5.isSet())
    {
      // check the MD5 sum of the cached file here
      io_stream *thefile = io_stream::open (fullname, "rb");
      if (!thefile)
	return 0;
      md5_state_t pns;
      md5_init (&pns);

      log (LOG_BABBLE) << "Checking MD5 for " << fullname << endLog;

      Progress.SetText1 ((String ("Checking MD5 for ") + pkgsource.Base()).cstr_oneuse());
      Progress.SetText4 ("Progress:");
      Progress.SetBar1 (0);
      
      unsigned char buffer[16384];
      ssize_t count;
      while ((count = thefile->read (buffer, 16384)) > 0)
	{
	  md5_append (&pns, buffer, count);
	  Progress.SetBar1 (thefile->tell(), thefile->get_size());
	}
      delete thefile;
      if (count < 0)
	throw new Exception ("__LINE__ __FILE__", (String ("IO Error reading ") + pkgsource.Cached()).cstr_oneuse(), APPERR_IO_ERROR);
      
      md5_byte_t tempdigest[16];
      md5_finish(&pns, tempdigest);
      md5 tempMD5;
      tempMD5.set (tempdigest);
      
      log (LOG_BABBLE) << "For file '" << fullname << 
	   " ini digest is " << pkgsource.md5.print() <<
	   " file digest is " << tempMD5.print() << endLog;
      
      if (pkgsource.md5 != tempMD5)
	return false;
    }
  return true;
}

/* 0 on failure
 */
int
check_for_cached (packagesource & pkgsource)
{
  /* search algo:
     1) is there a legacy version in the cache dir available.
     (Note that the cache dir is represented by a mirror site of
     file://local_dir
   */

  // Already found one.
  if (pkgsource.Cached())
    return 1;
  
  String prefix = String ("file://") + local_dir +  "/";
  DWORD size;
  if ((size = get_file_size (prefix + pkgsource.Canonical ())) > 0)
    if (size == pkgsource.size)
      {
	if (validateCachedPackage (prefix + pkgsource.Canonical (), pkgsource))
	  pkgsource.set_cached (prefix + pkgsource.Canonical ());
	else
	  throw new Exception ("__LINE__ __FILE__", (String ("Package validation failure for ") + prefix + pkgsource.Canonical ()).cstr_oneuse(), APPERR_CORRUPT_PACKAGE);
	return 1;
      }

  /*
     2) is there a version from one of the selected mirror sites available ?
   */
  for (packagesource::sitestype::const_iterator n = pkgsource.sites.begin();
       n != pkgsource.sites.end(); ++n)
    {
      String fullname = prefix + rfc1738_escape_part (n->key) + "/" +
	pkgsource.Canonical ();
    if ((size = get_file_size (fullname)) > 0)
      if (size == pkgsource.size)
	{
	  if (validateCachedPackage (fullname, pkgsource))
	    pkgsource.set_cached (fullname );
	  else
	    throw new Exception ("__LINE__ __FILE__", (String ("Package validation failure for ") + fullname).cstr_oneuse(), APPERR_CORRUPT_PACKAGE);
	  return 1;
	}
    }
  return 0;
}

/* download a file from a mirror site to the local cache. */
static int
download_one (packagesource & pkgsource, HWND owner)
{
  try
    {
      if (check_for_cached (pkgsource))
        return 0;
    }
  catch (Exception * e)
    {
      // We know what to do with these..
      if (e->errNo() == APPERR_CORRUPT_PACKAGE)
	{
	  fatal (owner, IDS_CORRUPT_PACKAGE, pkgsource.Canonical());
    	  return 1;
	}
      // Unexpected exception.
      throw e;
    }
  /* try the download sites one after another */

  int success = 0;
  for (packagesource::sitestype::const_iterator n = pkgsource.sites.begin();
       n != pkgsource.sites.end() && !success; ++n)
    {
      String const local = local_dir + "/" +
				  rfc1738_escape_part (n->key) + "/" +
				  pkgsource.Canonical ();
      io_stream::mkpath_p (PATH_TO_FILE, String ("file://") + local);

      if (get_url_to_file(n->key +  "/" + pkgsource.Canonical (),
			  local + ".tmp", pkgsource.size, owner))
	{
	  /* FIXME: note new source ? */
	  continue;
	}
      else
	{
	  size_t size = get_file_size (String("file://") + local + ".tmp");
	  if (size == pkgsource.size)
	    {
	      log (LOG_PLAIN) << "Downloaded " << local << endLog;
	      if (_access (local.cstr_oneuse(), 0) == 0)
		remove (local.cstr_oneuse());
	      rename ((local + ".tmp").cstr_oneuse(), local.cstr_oneuse());
	      success = 1;
	      pkgsource.set_cached (String ("file://") + local);
	      // FIXME: move the downloaded file to the 
	      //  original locations - without the mirror site dir in the way
	      continue;
	    }
	  else
	    {
	      log (LOG_PLAIN) << "Download " << local << " wrong size (" <<
		size << " actual vs " << pkgsource.size << " expected)" << 
		endLog;
	      remove ((local + ".tmp").cstr_oneuse());
	      continue;
	    }
	}
    }
  if (success)
    return 0;
  /* FIXME: Do we want to note this? if so how? */
  return 1;
}

static void
do_download_thread (HINSTANCE h, HWND owner)
{
  int errors = 0;
  total_download_bytes = 0;
  total_download_bytes_sofar = 0;

  packagedb db;
  /* calculate the amount needed */
  for (size_t n = 1; n <= db.packages.number (); n++)
    {
      packagemeta & pkg = *db.packages[n];
      if (pkg.desired.changeRequested())
	{
	  packageversion version = pkg.desired;
	  packageversion sourceversion = version.sourcePackage();
	  try 
	    {
    	      if (version.picked() && !check_for_cached (*version.source()))
      		  total_download_bytes += version.source()->size;
    	      if (sourceversion.picked ()
		  && !check_for_cached (*sourceversion.source()))
      		  total_download_bytes += sourceversion.source()->size;
	    }
	  catch (Exception * e)
	    {
	      // We know what to do with these..
	      if (e->errNo() == APPERR_CORRUPT_PACKAGE)
		fatal (owner, IDS_CORRUPT_PACKAGE, pkg.name.cstr_oneuse());
	      // Unexpected exception.
	      throw e;
	    }
	}
    }

  /* and do the download. FIXME: This here we assign a new name for the cached version
   * and check that above.
   */
  for (size_t n = 1; n <= db.packages.number (); n++)
    {
      packagemeta & pkg = *db.packages[n];
      if (pkg.desired.changeRequested())
	{
	  int e = 0;
	  packageversion version = pkg.desired;
	  packageversion sourceversion = version.sourcePackage();
	  if (version.picked())
	    e += download_one (*version.source(), owner);
	  if (sourceversion && sourceversion.picked())
	    e += download_one (*version.source(), owner);
	  errors += e;
#if 0
	  if (e)
	    pkg->action = ACTION_ERROR;
#endif
	}
    }

  if (errors)
    {
      if (yesno (owner, IDS_DOWNLOAD_INCOMPLETE) == IDYES)
	{
	  next_dialog = IDD_SITE;
	  return;
	}
    }

  if (source == IDC_SOURCE_DOWNLOAD)
    {
      if (errors)
	exit_msg = IDS_DOWNLOAD_INCOMPLETE;
      else
	exit_msg = IDS_DOWNLOAD_COMPLETE;
      next_dialog = 0;
    }
  else
    next_dialog = IDD_S_INSTALL;
}

static DWORD WINAPI
do_download_reflector (void *p)
{
  HANDLE *context;
  context = (HANDLE *) p;

  do_download_thread ((HINSTANCE) context[0], (HWND) context[1]);

  // Tell the progress page that we're done downloading
  Progress.PostMessage (WM_APP_DOWNLOAD_THREAD_COMPLETE, 0, next_dialog);

  ExitThread(0);
}

static HANDLE context[2];

void
do_download (HINSTANCE h, HWND owner)
{
  context[0] = h;
  context[1] = owner;

  DWORD threadID;
  CreateThread (NULL, 0, do_download_reflector, context, 0, &threadID);
}
Commit	Line	Data
	1	/*
	2	* Copyright (c) 2000, 2001, Red Hat, Inc.
	3	*
	4	* This program is free software; you can redistribute it and/or modify
	5	* it under the terms of the GNU General Public License as published by
	6	* the Free Software Foundation; either version 2 of the License, or
	7	* (at your option) any later version.
	8	*
	9	* A copy of the GNU General Public License can be found at
	10	* http://www.gnu.org/
	11	*
	12	* Written by DJ Delorie <dj@cygnus.com>
	13	*
	14	*/
	15
	16	/* The purpose of this file is to download all the files we need to
	17	do the installation. */
	18
	19	#if 0
	20	static const char *cvsid =
	21	"\n%%% $Id$\n";
	22	#endif
	23
	24	#include "download.h"
	25
	26	#include "win32.h"
	27
	28	#include <stdio.h>
	29	#include <unistd.h>
	30	#include <process.h>
	31
	32	#include "resource.h"
	33	#include "msg.h"
	34	#include "dialog.h"
	35	#include "String++.h"
	36	#include "geturl.h"
	37	#include "state.h"
	38	#include "LogSingleton.h"
	39	#include "filemanip.h"
	40
	41	#include "io_stream.h"
	42
	43	#include "package_db.h"
	44	#include "package_meta.h"
	45	#include "package_version.h"
	46	#include "package_source.h"
	47
	48	#include "rfc1738.h"
	49
	50	#include "threebar.h"
	51
	52	#include "md5.h"
	53
	54	#include "Exception.h"
	55
	56	extern ThreeBarProgressPage Progress;
	57
	58
	59	bool
	60	validateCachedPackage (String const &fullname, packagesource & pkgsource)
	61	{
	62	if (pkgsource.md5.isSet())
	63	{
	64	// check the MD5 sum of the cached file here
	65	io_stream *thefile = io_stream::open (fullname, "rb");
	66	if (!thefile)
	67	return 0;
	68	md5_state_t pns;
	69	md5_init (&pns);
	70
	71	log (LOG_BABBLE) << "Checking MD5 for " << fullname << endLog;
	72
	73	Progress.SetText1 ((String ("Checking MD5 for ") + pkgsource.Base()).cstr_oneuse());
	74	Progress.SetText4 ("Progress:");
	75	Progress.SetBar1 (0);
	76
	77	unsigned char buffer[16384];
	78	ssize_t count;
	79	while ((count = thefile->read (buffer, 16384)) > 0)
	80	{
	81	md5_append (&pns, buffer, count);
	82	Progress.SetBar1 (thefile->tell(), thefile->get_size());
	83	}
	84	delete thefile;
	85	if (count < 0)
	86	throw new Exception ("__LINE__ __FILE__", (String ("IO Error reading ") + pkgsource.Cached()).cstr_oneuse(), APPERR_IO_ERROR);
	87
	88	md5_byte_t tempdigest[16];
	89	md5_finish(&pns, tempdigest);
	90	md5 tempMD5;
	91	tempMD5.set (tempdigest);
	92
	93	log (LOG_BABBLE) << "For file '" << fullname <<
	94	" ini digest is " << pkgsource.md5.print() <<
	95	" file digest is " << tempMD5.print() << endLog;
	96
	97	if (pkgsource.md5 != tempMD5)
	98	return false;
	99	}
	100	return true;
	101	}
	102
	103	/* 0 on failure
	104	*/
	105	int
	106	check_for_cached (packagesource & pkgsource)
	107	{
	108	/* search algo:
	109	1) is there a legacy version in the cache dir available.
	110	(Note that the cache dir is represented by a mirror site of
	111	file://local_dir
	112	*/
	113
	114	// Already found one.
	115	if (pkgsource.Cached())
	116	return 1;
	117
	118	String prefix = String ("file://") + local_dir + "/";
	119	DWORD size;
	120	if ((size = get_file_size (prefix + pkgsource.Canonical ())) > 0)
	121	if (size == pkgsource.size)
	122	{
	123	if (validateCachedPackage (prefix + pkgsource.Canonical (), pkgsource))
	124	pkgsource.set_cached (prefix + pkgsource.Canonical ());
	125	else
	126	throw new Exception ("__LINE__ __FILE__", (String ("Package validation failure for ") + prefix + pkgsource.Canonical ()).cstr_oneuse(), APPERR_CORRUPT_PACKAGE);
	127	return 1;
	128	}
	129
	130	/*
	131	2) is there a version from one of the selected mirror sites available ?
	132	*/
	133	for (packagesource::sitestype::const_iterator n = pkgsource.sites.begin();
	134	n != pkgsource.sites.end(); ++n)
	135	{
	136	String fullname = prefix + rfc1738_escape_part (n->key) + "/" +
	137	pkgsource.Canonical ();
	138	if ((size = get_file_size (fullname)) > 0)
	139	if (size == pkgsource.size)
	140	{
	141	if (validateCachedPackage (fullname, pkgsource))
	142	pkgsource.set_cached (fullname );
	143	else
	144	throw new Exception ("__LINE__ __FILE__", (String ("Package validation failure for ") + fullname).cstr_oneuse(), APPERR_CORRUPT_PACKAGE);
	145	return 1;
	146	}
	147	}
	148	return 0;
	149	}
	150
	151	/* download a file from a mirror site to the local cache. */
	152	static int
	153	download_one (packagesource & pkgsource, HWND owner)
	154	{
	155	try
	156	{
	157	if (check_for_cached (pkgsource))
	158	return 0;
	159	}
	160	catch (Exception * e)
	161	{
	162	// We know what to do with these..
	163	if (e->errNo() == APPERR_CORRUPT_PACKAGE)
	164	{
	165	fatal (owner, IDS_CORRUPT_PACKAGE, pkgsource.Canonical());
	166	return 1;
	167	}
	168	// Unexpected exception.
	169	throw e;
	170	}
	171	/* try the download sites one after another */
	172
	173	int success = 0;
	174	for (packagesource::sitestype::const_iterator n = pkgsource.sites.begin();
	175	n != pkgsource.sites.end() && !success; ++n)
	176	{
	177	String const local = local_dir + "/" +
	178	rfc1738_escape_part (n->key) + "/" +
	179	pkgsource.Canonical ();
	180	io_stream::mkpath_p (PATH_TO_FILE, String ("file://") + local);
	181
	182	if (get_url_to_file(n->key + "/" + pkgsource.Canonical (),
	183	local + ".tmp", pkgsource.size, owner))
	184	{
	185	/* FIXME: note new source ? */
	186	continue;
	187	}
	188	else
	189	{
	190	size_t size = get_file_size (String("file://") + local + ".tmp");
	191	if (size == pkgsource.size)
	192	{
	193	log (LOG_PLAIN) << "Downloaded " << local << endLog;
	194	if (_access (local.cstr_oneuse(), 0) == 0)
	195	remove (local.cstr_oneuse());
	196	rename ((local + ".tmp").cstr_oneuse(), local.cstr_oneuse());
	197	success = 1;
	198	pkgsource.set_cached (String ("file://") + local);
	199	// FIXME: move the downloaded file to the
	200	// original locations - without the mirror site dir in the way
	201	continue;
	202	}
	203	else
	204	{
	205	log (LOG_PLAIN) << "Download " << local << " wrong size (" <<
	206	size << " actual vs " << pkgsource.size << " expected)" <<
	207	endLog;
	208	remove ((local + ".tmp").cstr_oneuse());
	209	continue;
	210	}
	211	}
	212	}
	213	if (success)
	214	return 0;
	215	/* FIXME: Do we want to note this? if so how? */
	216	return 1;
	217	}
	218
	219	static void
	220	do_download_thread (HINSTANCE h, HWND owner)
	221	{
	222	int errors = 0;
	223	total_download_bytes = 0;
	224	total_download_bytes_sofar = 0;
	225
	226	packagedb db;
	227	/* calculate the amount needed */
	228	for (size_t n = 1; n <= db.packages.number (); n++)
	229	{
	230	packagemeta & pkg = *db.packages[n];
	231	if (pkg.desired.changeRequested())
	232	{
	233	packageversion version = pkg.desired;
	234	packageversion sourceversion = version.sourcePackage();
	235	try
	236	{
	237	if (version.picked() && !check_for_cached (*version.source()))
	238	total_download_bytes += version.source()->size;
	239	if (sourceversion.picked ()
	240	&& !check_for_cached (*sourceversion.source()))
	241	total_download_bytes += sourceversion.source()->size;
	242	}
	243	catch (Exception * e)
	244	{
	245	// We know what to do with these..
	246	if (e->errNo() == APPERR_CORRUPT_PACKAGE)
	247	fatal (owner, IDS_CORRUPT_PACKAGE, pkg.name.cstr_oneuse());
	248	// Unexpected exception.
	249	throw e;
	250	}
	251	}
	252	}
	253
	254	/* and do the download. FIXME: This here we assign a new name for the cached version
	255	* and check that above.
	256	*/
	257	for (size_t n = 1; n <= db.packages.number (); n++)
	258	{
	259	packagemeta & pkg = *db.packages[n];
	260	if (pkg.desired.changeRequested())
	261	{
	262	int e = 0;
	263	packageversion version = pkg.desired;
	264	packageversion sourceversion = version.sourcePackage();
	265	if (version.picked())
	266	e += download_one (*version.source(), owner);
	267	if (sourceversion && sourceversion.picked())
	268	e += download_one (*version.source(), owner);
	269	errors += e;
	270	#if 0
	271	if (e)
	272	pkg->action = ACTION_ERROR;
	273	#endif
	274	}
	275	}
	276
	277	if (errors)
	278	{
	279	if (yesno (owner, IDS_DOWNLOAD_INCOMPLETE) == IDYES)
	280	{
	281	next_dialog = IDD_SITE;
	282	return;
	283	}
	284	}
	285
	286	if (source == IDC_SOURCE_DOWNLOAD)
	287	{
	288	if (errors)
	289	exit_msg = IDS_DOWNLOAD_INCOMPLETE;
	290	else
	291	exit_msg = IDS_DOWNLOAD_COMPLETE;
	292	next_dialog = 0;
	293	}
	294	else
	295	next_dialog = IDD_S_INSTALL;
	296	}
	297
	298	static DWORD WINAPI
	299	do_download_reflector (void *p)
	300	{
	301	HANDLE *context;
	302	context = (HANDLE *) p;
	303
	304	do_download_thread ((HINSTANCE) context[0], (HWND) context[1]);
	305
	306	// Tell the progress page that we're done downloading
	307	Progress.PostMessage (WM_APP_DOWNLOAD_THREAD_COMPLETE, 0, next_dialog);
	308
	309	ExitThread(0);
	310	}
	311
	312	static HANDLE context[2];
	313
	314	void
	315	do_download (HINSTANCE h, HWND owner)
	316	{
	317	context[0] = h;
	318	context[1] = owner;
	319
	320	DWORD threadID;
	321	CreateThread (NULL, 0, do_download_reflector, context, 0, &threadID);
	322	}