usr.sbin/bsdinstall/distfetch/distfetch.c

   1 /*-
   2  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
   3  *
   4  * Copyright (c) 2011 Nathan Whitehorn
   5  * Copyright (c) 2014 Devin Teske <dteske@FreeBSD.org>
   6  * All rights reserved.
   7  *
   8  * Redistribution and use in source and binary forms, with or without
   9  * modification, are permitted provided that the following conditions
  10  * are met:
  11  * 1. Redistributions of source code must retain the above copyright
  12  *    notice, this list of conditions and the following disclaimer.
  13  * 2. Redistributions in binary form must reproduce the above copyright
  14  *    notice, this list of conditions and the following disclaimer in the
  15  *    documentation and/or other materials provided with the distribution.
  16  *
  17  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  18  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  19  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  20  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
  21  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  22  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  23  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  24  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  25  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  26  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  27  * SUCH DAMAGE.
  28  */
  29
  30 #include <sys/cdefs.h>
  31 __FBSDID("$FreeBSD$");
  32
  33 #include <sys/param.h>
  34 #include <ctype.h>
  35 #include <err.h>
  36 #include <dialog.h>
  37 #include <errno.h>
  38 #include <fetch.h>
  39 #include <stdio.h>
  40 #include <stdlib.h>
  41 #include <string.h>
  42 #include <unistd.h>
  43
  44 static int fetch_files(int nfiles, char **urls);
  45
  46 int
  47 main(void)
  48 {
  49         char *diststring;
  50         char **urls;
  51         int i;
  52         int ndists = 0;
  53         int nfetched;
  54         char error[PATH_MAX + 512];
  55
  56         if (getenv("DISTRIBUTIONS") == NULL)
  57                 errx(EXIT_FAILURE, "DISTRIBUTIONS variable is not set");
  58
  59         diststring = strdup(getenv("DISTRIBUTIONS"));
  60         for (i = 0; diststring[i] != 0; i++)
  61                 if (isspace(diststring[i]) && !isspace(diststring[i+1]))
  62                         ndists++;
  63         ndists++; /* Last one */
  64
  65         urls = calloc(ndists, sizeof(const char *));
  66         if (urls == NULL) {
  67                 free(diststring);
  68                 errx(EXIT_FAILURE, "Out of memory!");
  69         }
  70
  71         init_dialog(stdin, stdout);
  72         dialog_vars.backtitle = __DECONST(char *, "FreeBSD Installer");
  73         dlg_put_backtitle();
  74
  75         for (i = 0; i < ndists; i++) {
  76                 urls[i] = malloc(PATH_MAX);
  77                 snprintf(urls[i], PATH_MAX, "%s/%s",
  78                     getenv("BSDINSTALL_DISTSITE"), strsep(&diststring, " \t"));
  79         }
  80
  81         if (chdir(getenv("BSDINSTALL_DISTDIR")) != 0) {
  82                 snprintf(error, sizeof(error),
  83                     "Could not change to directory %s: %s\n",
  84                     getenv("BSDINSTALL_DISTDIR"), strerror(errno));
  85                 dialog_msgbox("Error", error, 0, 0, TRUE);
  86                 end_dialog();
  87                 return (EXIT_FAILURE);
  88         }
  89
  90         nfetched = fetch_files(ndists, urls);
  91
  92         end_dialog();
  93
  94         free(diststring);
  95         for (i = 0; i < ndists; i++)
  96                 free(urls[i]);
  97         free(urls);
  98
  99         return ((nfetched == ndists) ? EXIT_SUCCESS : EXIT_FAILURE);
 100 }
 101
 102 static int
 103 fetch_files(int nfiles, char **urls)
 104 {
 105         FILE *fetch_out;
 106         FILE *file_out;
 107         const char **items;
 108         int i;
 109         int last_progress;
 110         int nsuccess = 0; /* Number of files successfully downloaded */
 111         int progress = 0;
 112         size_t chunk;
 113         off_t current_bytes;
 114         off_t fsize;
 115         off_t total_bytes;
 116         char status[8];
 117         struct url_stat ustat;
 118         char errormsg[PATH_MAX + 512];
 119         uint8_t block[4096];
 120
 121         /* Make the transfer list for dialog */
 122         items = calloc(sizeof(char *), nfiles * 2);
 123         if (items == NULL)
 124                 errx(EXIT_FAILURE, "Out of memory!");
 125
 126         for (i = 0; i < nfiles; i++) {
 127                 items[i*2] = strrchr(urls[i], '/');
 128                 if (items[i*2] != NULL)
 129                         items[i*2]++;
 130                 else
 131                         items[i*2] = urls[i];
 132                 items[i*2 + 1] = "Pending";
 133         }
 134
 135         dialog_msgbox("", "Connecting to server.\nPlease wait...", 0, 0, FALSE);
 136
 137         /* Try to stat all the files */
 138         total_bytes = 0;
 139         for (i = 0; i < nfiles; i++) {
 140                 if (fetchStatURL(urls[i], &ustat, "") == 0 && ustat.size > 0)
 141                         total_bytes += ustat.size;
 142         }
 143
 144         current_bytes = 0;
 145         for (i = 0; i < nfiles; i++) {
 146                 last_progress = progress;
 147                 if (total_bytes == 0)
 148                         progress = (i*100)/nfiles;
 149
 150                 fetchLastErrCode = 0;
 151                 fetch_out = fetchXGetURL(urls[i], &ustat, "");
 152                 if (fetch_out == NULL) {
 153                         snprintf(errormsg, sizeof(errormsg),
 154                             "Error while fetching %s: %s\n", urls[i],
 155                             fetchLastErrString);
 156                         items[i*2 + 1] = "Failed";
 157                         dialog_msgbox("Fetch Error", errormsg, 0, 0,
 158                             TRUE);
 159                         continue;
 160                 }
 161
 162                 items[i*2 + 1] = "In Progress";
 163                 fsize = 0;
 164                 file_out = fopen(items[i*2], "w+");
 165                 if (file_out == NULL) {
 166                         snprintf(errormsg, sizeof(errormsg),
 167                             "Error while fetching %s: %s\n",
 168                             urls[i], strerror(errno));
 169                         items[i*2 + 1] = "Failed";
 170                         dialog_msgbox("Fetch Error", errormsg, 0, 0,
 171                             TRUE);
 172                         fclose(fetch_out);
 173                         continue;
 174                 }
 175
 176                 while ((chunk = fread(block, 1, sizeof(block), fetch_out))
 177                     > 0) {
 178                         if (fwrite(block, 1, chunk, file_out) < chunk)
 179                                 break;
 180
 181                         current_bytes += chunk;
 182                         fsize += chunk;
 183
 184                         if (total_bytes > 0) {
 185                                 last_progress = progress;
 186                                 progress = (current_bytes*100)/total_bytes;
 187                         }
 188
 189                         if (ustat.size > 0) {
 190                                 snprintf(status, sizeof(status), "-%jd",
 191                                     (fsize*100)/ustat.size);
 192                                 items[i*2 + 1] = status;
 193                         }
 194
 195                         if (progress > last_progress)
 196                                 dialog_mixedgauge("Fetching Distribution",
 197                                     "Fetching distribution files...", 0, 0,
 198                                     progress, nfiles,
 199                                     __DECONST(char **, items));
 200                 }
 201
 202                 if (ustat.size > 0 && fsize < ustat.size) {
 203                         if (fetchLastErrCode == 0)
 204                                 snprintf(errormsg, sizeof(errormsg),
 205                                     "Error while fetching %s: %s\n",
 206                                     urls[i], strerror(errno));
 207                         else
 208                                 snprintf(errormsg, sizeof(errormsg),
 209                                     "Error while fetching %s: %s\n",
 210                                     urls[i], fetchLastErrString);
 211                         items[i*2 + 1] = "Failed";
 212                         dialog_msgbox("Fetch Error", errormsg, 0, 0,
 213                                     TRUE);
 214                 } else {
 215                         items[i*2 + 1] = "Done";
 216                         nsuccess++;
 217                 }
 218
 219                 fclose(fetch_out);
 220                 fclose(file_out);
 221         }
 222
 223         free(items);
 224         return (nsuccess);
 225 }