1<?php 2/** 3 * webtrees: online genealogy 4 * Copyright (C) 2019 webtrees development team 5 * This program is free software: you can redistribute it and/or modify 6 * it under the terms of the GNU General Public License as published by 7 * the Free Software Foundation, either version 3 of the License, or 8 * (at your option) any later version. 9 * This program is distributed in the hope that it will be useful, 10 * but WITHOUT ANY WARRANTY; without even the implied warranty of 11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12 * GNU General Public License for more details. 13 * You should have received a copy of the GNU General Public License 14 * along with this program. If not, see <http://www.gnu.org/licenses/>. 15 */ 16declare(strict_types=1); 17 18namespace Fisharebest\Webtrees\Services; 19 20use Carbon\Carbon; 21use Fisharebest\Webtrees\Exceptions\InternalServerErrorException; 22use Fisharebest\Webtrees\I18N; 23use Fisharebest\Webtrees\Site; 24use Fisharebest\Webtrees\Webtrees; 25use GuzzleHttp\Client; 26use GuzzleHttp\Exception\RequestException; 27use Illuminate\Support\Collection; 28use League\Flysystem\Cached\CachedAdapter; 29use League\Flysystem\Cached\Storage\Memory; 30use League\Flysystem\Filesystem; 31use League\Flysystem\ZipArchive\ZipArchiveAdapter; 32use function rewind; 33use Symfony\Component\HttpFoundation\Response; 34use ZipArchive; 35 36/** 37 * Automatic upgrades. 38 */ 39class UpgradeService 40{ 41 // Options for fetching files using GuzzleHTTP 42 private const GUZZLE_OPTIONS = [ 43 'connect_timeout' => 25, 44 'read_timeout' => 25, 45 'timeout' => 55, 46 ]; 47 48 // Transfer stream data in blocks of this number of bytes. 49 private const READ_BLOCK_SIZE = 65535; 50 51 // Only check the webtrees server once per day. 52 private const CHECK_FOR_UPDATE_INTERVAL = 24 * 60 * 60; 53 54 // Fetch information about upgrades from here. 55 // Note: earlier versions of webtrees used svn.webtrees.net, so we must maintain both URLs. 56 private const UPDATE_URL = 'https://dev.webtrees.net/build/latest-version.txt'; 57 58 // Create this file to put the site into maintenance mode. 59 private const LOCK_FILE = 'data/offline.txt'; 60 61 // If the update server doesn't respond after this time, give up. 62 private const HTTP_TIMEOUT = 3.0; 63 64 /** @var TimeoutService */ 65 private $timeout_service; 66 67 /** 68 * UpgradeService constructor. 69 * 70 * @param TimeoutService $timeout_service 71 */ 72 public function __construct(TimeoutService $timeout_service) 73 { 74 $this->timeout_service = $timeout_service; 75 } 76 77 /** 78 * Unpack webtrees.zip. 79 * 80 * @param string $zip_file 81 * @param string $target_folder 82 */ 83 public function extractWebtreesZip(string $zip_file, string $target_folder) 84 { 85 // The Flysystem ZIP archive adapter is painfully slow, so use the native PHP library. 86 $zip = new ZipArchive(); 87 88 if ($zip->open($zip_file)) { 89 $zip->extractTo($target_folder); 90 $zip->close(); 91 } else { 92 throw new InternalServerErrorException('Cannot read ZIP file. Is it corrupt?'); 93 } 94 } 95 96 /** 97 * Create a list of all the files in a webtrees .ZIP archive 98 * 99 * @return Collection 100 */ 101 public function webtreesZipContents($zip_file): Collection { 102 $zip_adapter = new ZipArchiveAdapter($zip_file, null, 'webtrees'); 103 $zip_filesystem = new Filesystem(new CachedAdapter($zip_adapter, new Memory())); 104 $paths = new Collection($zip_filesystem->listContents('', true)); 105 106 return $paths->filter(function (array $path): bool { 107 return $path['type'] === 'file'; 108 }) 109 ->map(function (array $path): string { 110 return $path['path']; 111 }); 112 } 113 114 /** 115 * Fetch a file from a URL and save it in a filesystem. 116 * Use streams so that we can copy files larger than our available memory. 117 * 118 * @param string $url 119 * @param Filesystem $filesystem 120 * @param string $path 121 * 122 * @return int The number of bytes downloaded 123 */ 124 public function downloadFile(string $url, Filesystem $filesystem, string $path): int 125 { 126 // Overwrite any previous/partial/failed download. 127 if ($filesystem->has($path)) { 128 $filesystem->delete($path); 129 } 130 131 // We store the data in PHP temporary storage. 132 $tmp = fopen('php://temp', 'w+'); 133 134 // Read from the URL 135 $client = new Client(); 136 $response = $client->get($url, self::GUZZLE_OPTIONS); 137 $stream = $response->getBody(); 138 139 // Download the file to temporary storage. 140 while (!$stream->eof()) { 141 fwrite($tmp, $stream->read(self::READ_BLOCK_SIZE)); 142 143 if (!$this->timeout_service->isTimeNearlyUp()) { 144 throw new InternalServerErrorException(I18N::translate('The server’s time limit has been reached.')); 145 } 146 } 147 148 if (is_resource($stream)) { 149 fclose($stream); 150 } 151 152 // Copy from temporary storage to the file. 153 $bytes = ftell($stream); 154 rewind($tmp); 155 $filesystem->writeStream($path, $tmp); 156 fclose($tmp); 157 158 return $bytes; 159 } 160 161 /** 162 * Move (copy and delete) all files from one filesystem to another. 163 * 164 * @param Filesystem $source 165 * @param Filesystem $destination 166 */ 167 public function moveFiles(Filesystem $source, Filesystem $destination) { 168 foreach ($source->listContents() as $path) { 169 if ($path['type'] === 'file') { 170 $destination->put($path['path'], $source->read($path['path'])); 171 $source->delete($path['path']); 172 173 if (!$this->timeout_service->isTimeNearlyUp()) { 174 throw new InternalServerErrorException(I18N::translate('The server’s time limit has been reached.')); 175 } 176 } 177 } 178 } 179 180 /** 181 * @return bool 182 */ 183 public function isUpgradeAvailable(): bool 184 { 185 // If the latest version is unavailable, we will have an empty sting which equates to version 0. 186 187 return version_compare(Webtrees::VERSION, $this->fetchLatestVersion()) < 0; 188 } 189 190 /** 191 * What is the latest version of webtrees. 192 * 193 * @return string 194 */ 195 public function latestVersion(): string 196 { 197 $latest_version = $this->fetchLatestVersion(); 198 199 [$version] = explode('|', $latest_version); 200 201 return $version; 202 } 203 204 /** 205 * Where can we download the latest version of webtrees. 206 * 207 * @return string 208 */ 209 public function downloadUrl(): string 210 { 211 $latest_version = $this->fetchLatestVersion(); 212 213 [, , $url] = explode('|', $latest_version . '||'); 214 215 return $url; 216 } 217 218 public function startMaintenanceMode(): void 219 { 220 $message = I18N::translate('This website is being upgraded. Try again in a few minutes.'); 221 222 file_put_contents(WT_ROOT . self::LOCK_FILE, $message); 223 } 224 225 public function endMaintenanceMode(): void 226 { 227 if (file_exists(WT_ROOT . self::LOCK_FILE)) { 228 unlink(WT_ROOT . self::LOCK_FILE); 229 } 230 } 231 232 /** 233 * Check with the webtrees.net server for the latest version of webtrees. 234 * Fetching the remote file can be slow, so check infrequently, and cache the result. 235 * Pass the current versions of webtrees, PHP and MySQL, as the response 236 * may be different for each. The server logs are used to generate 237 * installation statistics which can be found at http://dev.webtrees.net/statistics.html 238 * 239 * @return string 240 */ 241 private function fetchLatestVersion(): string 242 { 243 $last_update_timestamp = (int) Site::getPreference('LATEST_WT_VERSION_TIMESTAMP'); 244 245 $current_timestamp = Carbon::now()->timestamp; 246 247 if ($last_update_timestamp < $current_timestamp - self::CHECK_FOR_UPDATE_INTERVAL) { 248 try { 249 $client = new Client([ 250 'timeout' => self::HTTP_TIMEOUT, 251 ]); 252 253 $response = $client->get(self::UPDATE_URL, [ 254 'query' => $this->serverParameters(), 255 ]); 256 257 if ($response->getStatusCode() === Response::HTTP_OK) { 258 Site::setPreference('LATEST_WT_VERSION', $response->getBody()->getContents()); 259 Site::setPreference('LATEST_WT_VERSION_TIMESTAMP', (string) $current_timestamp); 260 } 261 } catch (RequestException $ex) { 262 // Can't connect to the server? 263 // Use the existing information about latest versions. 264 } 265 } 266 267 return Site::getPreference('LATEST_WT_VERSION'); 268 } 269 270 /** 271 * The upgrade server needs to know a little about this server. 272 */ 273 private function serverParameters(): array 274 { 275 $operating_system = DIRECTORY_SEPARATOR === '/' ? 'u' : 'w'; 276 277 return [ 278 'w' => Webtrees::VERSION, 279 'p' => PHP_VERSION, 280 'o' => $operating_system, 281 ]; 282 } 283} 284