]> cygwin.com Git - cygwin-apps/setup.git/blobdiff - download.cc
Also run stratum 'z' perpetual preremove scripts
[cygwin-apps/setup.git] / download.cc
index 38b1fac5afa30a771efe97a13d6daf4d9a22103d..5bfcebf0957d26f122faa07324230946174d6c93 100644 (file)
@@ -1,5 +1,5 @@
 /*
- * Copyright (c) 2000, Red Hat, Inc.
+ * Copyright (c) 2000, 2001, Red Hat, Inc.
  *
  *     This program is free software; you can redistribute it and/or modify
  *     it under the terms of the GNU General Public License as published by
 /* The purpose of this file is to download all the files we need to
    do the installation. */
 
-static char *cvsid = "\n%%% $Id$\n";
+#include "csu_util/rfc1738.h"
 
+#include "download.h"
+  
 #include "win32.h"
 
 #include <stdio.h>
-#include <sys/types.h>
-#include <sys/stat.h>
+#include <unistd.h>
+#include <process.h>
+#include <vector>
 
 #include "resource.h"
 #include "msg.h"
-#include "ini.h"
 #include "dialog.h"
-#include "concat.h"
 #include "geturl.h"
 #include "state.h"
-#include "mkdir.h"
-#include "log.h"
+#include "LogFile.h"
+#include "filemanip.h"
 
-#define pi (package[i].info[package[i].trust])
+#include "io_stream.h"
 
-void
-do_download (HINSTANCE h)
+#include "package_db.h"
+#include "package_meta.h"
+#include "package_source.h"
+
+#include "threebar.h"
+
+#include "Exception.h"
+
+extern ThreeBarProgressPage Progress;
+
+// Return true if selected checks pass, false if they don't and the
+// user chooses to delete the file; otherwise throw an exception.
+static bool
+validateCachedPackage (const std::string& fullname, packagesource & pkgsource,
+                      HWND owner, bool check_hash, bool check_size)
+{
+  try
+    {
+      if (check_size)
+       pkgsource.check_size_and_cache (fullname);
+      if (check_hash)
+       pkgsource.check_hash ();
+      return true;
+    }
+  catch (Exception *e)
+    {
+      pkgsource.set_cached ("");
+      const char *filename = fullname.c_str ();
+      if (strncmp (filename, "file://", 7) == 0)
+       filename += 7;
+      if (e->errNo() == APPERR_CORRUPT_PACKAGE
+         && yesno (owner, IDS_QUERY_CORRUPT, filename) == IDYES)
+       remove (filename);
+      else
+       throw e;
+    }
+  return false;
+}
+
+/* 0 if not cached; may throw exception if validation fails.
+ */
+int
+check_for_cached (packagesource & pkgsource, HWND owner, bool mirror_mode,
+                 bool check_hash)
+{
+  /* If the packagesource doesn't have a filename, it can't possibly be in the
+     cache */
+  if (!pkgsource.Canonical())
+    {
+      return 0;
+    }
+
+  /* Note that the cache dir is represented by a mirror site of file://local_dir */
+  std::string prefix = "file://" + local_dir + "/";
+  std::string fullname = prefix + pkgsource.Canonical();
+
+  if (mirror_mode)
+    {
+      /* Just assume correctness of mirror. */
+      if (!pkgsource.Cached())
+       pkgsource.set_cached (fullname);
+      return 1;
+    }
+
+  // Already found one, which we can assume to have the right size.
+  if (pkgsource.Cached())
+    {
+      if (validateCachedPackage (pkgsource.Cached(), pkgsource, owner,
+                                check_hash, false))
+       return 1;
+      // If we get here, pkgsource.Cached() was corrupt and deleted.
+      pkgsource.set_cached ("");
+    }
+
+  /*
+     1) is there a legacy version in the cache dir available.
+  */
+  if (io_stream::exists (fullname))
+    {
+      if (validateCachedPackage (fullname, pkgsource, owner, check_hash, true))
+       return 1;
+      // If we get here, fullname was corrupt and deleted, but it
+      // might have been cached.
+      pkgsource.set_cached ("");
+    }
+
+  /*
+     2) is there a version from one of the selected mirror sites available ?
+  */
+  for (packagesource::sitestype::const_iterator n = pkgsource.sites.begin();
+       n != pkgsource.sites.end(); ++n)
+  {
+    std::string fullname = prefix + rfc1738_escape_part (n->key) + "/" +
+      pkgsource.Canonical ();
+    if (io_stream::exists(fullname))
+       {
+         if (validateCachedPackage (fullname, pkgsource, owner, check_hash,
+                                    true))
+           return 1;
+         // If we get here, fullname was corrupt and deleted, but it
+         // might have been cached.
+         pkgsource.set_cached ("");
+       }
+  }
+  return 0;
+}
+
+/* download a file from a mirror site to the local cache. */
+static int
+download_one (packagesource & pkgsource, HWND owner)
 {
-  int i;
-
-  for (i=0; i<npackages; i++)
-    if (package[i].action != ACTION_SAME)
-      {
-       char *local = pi.install;
-
-       struct stat s;
-       if (stat (local, &s) >= 0)
-         if (s.st_size == pi.install_size)
-           continue;
-
-       mkdir_p (0, local);
-
-       if (get_url_to_file (concat (MIRROR_SITE, "/", pi.install, 0),
-                            concat (local, ".tmp", 0),
-                            pi.install_size))
-         {
-           log (0, "Download %s failed", local);
-           package[i].action = ACTION_ERROR;
-           continue;
-         }
-       else
-         {
-           stat (concat (local, ".tmp", 0), &s);
-           if (s.st_size == pi.install_size)
-             {
-               log (0, "Downloaded %s", local);
-               rename (concat (local, ".tmp", 0), local);
-             }
-           else
-             {
-               log (0, "Download %s wrong size (%d vs %d)", local, s.st_size, pi.install_size);
-               note (IDS_DOWNLOAD_SHORT, local, s.st_size, pi.install_size);
-               package[i].action = ACTION_ERROR;
-             }
-         }
-      }
-
-  dismiss_url_status_dialog ();
+  try
+    {
+      if (check_for_cached (pkgsource, owner))
+        return 0;
+    }
+  catch (Exception * e)
+    {
+      // We know what to do with these..
+      if (e->errNo() == APPERR_CORRUPT_PACKAGE)
+       {
+         fatal (owner, IDS_CORRUPT_PACKAGE, pkgsource.Canonical());
+         return 1;
+       }
+      // Unexpected exception.
+      throw e;
+    }
+  /* try the download sites one after another */
+
+  int success = 0;
+  for (packagesource::sitestype::const_iterator n = pkgsource.sites.begin();
+       n != pkgsource.sites.end() && !success; ++n)
+    {
+      const std::string local = local_dir + "/" +
+                                 rfc1738_escape_part (n->key) + "/" +
+                                 pkgsource.Canonical ();
+      io_stream::mkpath_p (PATH_TO_FILE, "file://" + local, 0);
+
+      if (get_url_to_file(n->key + pkgsource.Canonical (),
+                         local + ".tmp", pkgsource.size, owner))
+       {
+         /* FIXME: note new source ? */
+         continue;
+       }
+      else
+       {
+         try
+           {
+             if (_access (local.c_str(), 0) == 0)
+               remove (local.c_str());
+             rename ((local + ".tmp").c_str(), local.c_str());
+             pkgsource.check_size_and_cache ("file://" + local);
+             pkgsource.check_hash ();
+             Log (LOG_PLAIN) << "Downloaded " << local << endLog;
+             success = 1;
+             // FIXME: move the downloaded file to the 
+             //  original locations - without the mirror site dir in the way
+             continue;
+           }
+         catch (Exception *e)
+           {
+             remove (local.c_str());
+             pkgsource.set_cached ("");
+             if (e->errNo() == APPERR_CORRUPT_PACKAGE)
+               {
+                 Log (LOG_PLAIN) << "Downloaded file " << local
+                                 << " is corrupt; deleting." << endLog;
+                 continue;
+               }
+             else
+               {
+                 Log (LOG_PLAIN) << "Unexpected exception while validating "
+                                 << "downloaded file " << local
+                                 << "; deleting." << endLog;
+                 throw e;
+               }
+           }
+       }
+    }
+  if (success)
+    return 0;
+  return 1;
+}
+
+static std::vector <packageversion> download_failures;
+static std::string download_warn_pkgs;
+
+static INT_PTR CALLBACK
+download_error_proc (HWND h, UINT message, WPARAM wParam, LPARAM lParam)
+{
+  switch (message)
+    {
+    case WM_INITDIALOG:
+      eset (h, IDC_DOWNLOAD_EDIT, download_warn_pkgs);
+      SetFocus (GetDlgItem(h, IDRETRY));
+      return FALSE;
+
+    case WM_COMMAND:
+      switch (LOWORD (wParam))
+       {
+       case IDRETRY:
+       case IDC_BACK:
+       case IDIGNORE:
+       case IDABORT:
+         EndDialog (h, LOWORD (wParam));
+       default:
+         // Not reached.
+         return 0;
+       }
+
+    default:
+      // Not handled.
+      return FALSE;
+    }
+  return TRUE;
+}
+
+static int
+query_download_errors (HINSTANCE h, HWND owner)
+{
+  download_warn_pkgs = "";
+  Log (LOG_PLAIN) << "The following package(s) had download errors:" << endLog;
+  for (std::vector <packageversion>::const_iterator i = download_failures.begin (); i != download_failures.end (); i++)
+    {
+      packageversion pv = *i;
+      std::string pvs = pv.Name () + "-" + pv.Canonical_version ();
+      Log (LOG_PLAIN) << "  " << pvs << endLog;
+      download_warn_pkgs += pvs + "\r\n";
+    }
+  return DialogBox (h, MAKEINTRESOURCE (IDD_DOWNLOAD_ERROR), owner,
+                   download_error_proc);
+}
+
+static int
+do_download_thread (HINSTANCE h, HWND owner)
+{
+  int errors = 0;
+  total_download_bytes = 0;
+  total_download_bytes_sofar = 0;
+  download_failures.clear ();
+
+  Progress.SetText1 (IDS_PROGRESS_CHECKING);
+  Progress.SetText2 ("");
+  Progress.SetText3 ("");
+
+  packagedb db;
+  const SolverTransactionList &t = db.solution.transactions();
+
+  /* calculate the total size of the download */
+  for (SolverTransactionList::const_iterator i = t.begin (); i != t.end (); ++i)
+    {
+      if (i->type != SolverTransaction::transInstall)
+        continue;
+      packageversion version = i->version;
+
+      try
+        {
+          if (!check_for_cached (*version.source(), owner))
+            total_download_bytes += version.source()->size;
+        }
+      catch (Exception * e)
+        {
+          // We know what to do with these..
+          if (e->errNo() == APPERR_CORRUPT_PACKAGE)
+            fatal (owner, IDS_CORRUPT_PACKAGE, version.Name().c_str());
+          // Unexpected exception.
+          throw e;
+        }
+      Progress.SetBar2(std::distance(t.begin(), i) + 1, t.size());
+    }
+
+  /* and do the download. FIXME: This here we assign a new name for the cached version
+   * and check that above.
+   */
+  for (SolverTransactionList::const_iterator i = t.begin (); i != t.end (); ++i)
+    {
+      if (i->type != SolverTransaction::transInstall)
+        continue;
+      packageversion version = i->version;
+
+       {
+         int e = 0;
+          e += download_one (*version.source(), owner);
+         errors += e;
+         if (e)
+           download_failures.push_back (version);
+#if 0
+         if (e)
+           pkg->action = ACTION_ERROR;
+#endif
+       }
+    }
+
+  if (errors)
+    {
+      // In unattended mode we retry the download, but not forever.
+      static int retries = 5;
+      int rc;
+      if (unattended_mode && --retries <= 0)
+        {
+         Log (LOG_PLAIN) << "download error in unattended_mode: out of retries" << endLog;
+         rc = IDABORT;
+       }
+      else if (unattended_mode)
+        {
+         Log (LOG_PLAIN) << "download error in unattended_mode: " << retries
+           << (retries > 1 ? " retries" : " retry") << " remaining." << endLog;
+         rc = IDRETRY;
+       }
+      else
+       rc = query_download_errors (h, owner);
+      switch (rc)
+       {
+       case IDRETRY:
+         Progress.SetActivateTask (WM_APP_START_DOWNLOAD);
+         return IDD_INSTATUS;
+       case IDC_BACK:
+         return IDD_CHOOSE;
+       case IDABORT:
+         Logger ().setExitMsg (IDS_DOWNLOAD_INCOMPLETE_EXIT);
+         Logger ().exit (1);
+       case IDIGNORE:
+         break;
+       default:
+         break;
+       }
+    }
 
   if (source == IDC_SOURCE_DOWNLOAD)
     {
-      exit_msg = IDS_DOWNLOAD_COMPLETE;
-      next_dialog = 0;
+      if (errors)
+       Logger ().setExitMsg (IDS_DOWNLOAD_INCOMPLETE_EXIT);
+      else if (!unattended_mode)
+       Logger ().setExitMsg (IDS_DOWNLOAD_COMPLETE);
+      return IDD_DESKTOP;
     }
   else
-    next_dialog = IDD_S_INSTALL;
+    return IDD_S_INSTALL;
+}
+
+static DWORD WINAPI
+do_download_reflector (void *p)
+{
+  HANDLE *context;
+  context = (HANDLE *) p;
+
+  SetThreadUILanguage(langid);
+
+  try
+  {
+    int next_dialog =
+      do_download_thread ((HINSTANCE) context[0], (HWND) context[1]);
+
+    // Tell the progress page that we're done downloading
+    Progress.PostMessageNow (WM_APP_DOWNLOAD_THREAD_COMPLETE, 0, next_dialog);
+  }
+  TOPLEVEL_CATCH((HWND) context[1], "download");
+
+  ExitThread(0);
+}
+
+static HANDLE context[2];
+
+void
+do_download (HINSTANCE h, HWND owner)
+{
+  context[0] = h;
+  context[1] = owner;
+
+  DWORD threadID;
+  CreateThread (NULL, 0, do_download_reflector, context, 0, &threadID);
 }
This page took 0.030729 seconds and 5 git commands to generate.