mirror of
https://github.com/php/php-src.git
synced 2025-08-16 05:58:45 +02:00

When a first PHP process launches, Opcache creates a shared file mapping to use as a shm region. The size of this mapping is set by opcache.memory_consumption. When a new PHP process launches while the old one is still running, Opcache tries to reattach to the shm. When reattaching it tries to map the requested size (i.e. set by opcache.memory_consumption). However, if the new requested size is larger than the size used in the original file mapping, then the call to VirtualProtect() will fail and the new PHP process will fail to launch. It's not possible to resize the virtual region on Windows, unless relying on undocumented APIs like `NtExtendSection` but then we would sitll need to communicate that to the first process. This issue is the root cause of Psalm end-to-end tests failing in GH-18417: Psalm estimates the required memory sizes and relaunches itself with more memory requested, if its estimate is below the currently allocated shared memory. This causes a crash on startup and the tests fail. To solve this, we need to make the mappings unique per requested size. There are two ideas: 1. Include in zend_system_id. However, this also affects other things and may be too overkill. 2. Include it in the filename, this is an easy local change. I went with this option. Closes GH-18443.
363 lines
13 KiB
C
363 lines
13 KiB
C
/*
|
|
+----------------------------------------------------------------------+
|
|
| Zend OPcache |
|
|
+----------------------------------------------------------------------+
|
|
| Copyright (c) The PHP Group |
|
|
+----------------------------------------------------------------------+
|
|
| This source file is subject to version 3.01 of the PHP license, |
|
|
| that is bundled with this package in the file LICENSE, and is |
|
|
| available through the world-wide-web at the following url: |
|
|
| https://www.php.net/license/3_01.txt |
|
|
| If you did not receive a copy of the PHP license and are unable to |
|
|
| obtain it through the world-wide-web, please send a note to |
|
|
| license@php.net so we can mail you a copy immediately. |
|
|
+----------------------------------------------------------------------+
|
|
| Authors: Andi Gutmans <andi@php.net> |
|
|
| Zeev Suraski <zeev@php.net> |
|
|
| Stanislav Malyshev <stas@zend.com> |
|
|
| Dmitry Stogov <dmitry@php.net> |
|
|
+----------------------------------------------------------------------+
|
|
*/
|
|
|
|
#include "php.h"
|
|
#include "ZendAccelerator.h"
|
|
#include "zend_shared_alloc.h"
|
|
#include "zend_accelerator_util_funcs.h"
|
|
#include "zend_execute.h"
|
|
#include "zend_system_id.h"
|
|
#include "SAPI.h"
|
|
#include "tsrm_win32.h"
|
|
#include "win32/winutil.h"
|
|
#include <winbase.h>
|
|
#include <process.h>
|
|
#include <LMCONS.H>
|
|
|
|
#define ACCEL_FILEMAP_NAME "ZendOPcache.SharedMemoryArea"
|
|
#define ACCEL_MUTEX_NAME "ZendOPcache.SharedMemoryMutex"
|
|
#define ACCEL_EVENT_SOURCE "Zend OPcache"
|
|
|
|
/* address of mapping base and address of execute_ex */
|
|
#define ACCEL_BASE_POINTER_SIZE (2 * sizeof(void*))
|
|
|
|
static HANDLE memfile = NULL, memory_mutex = NULL;
|
|
static void *mapping_base;
|
|
|
|
#define MAX_MAP_RETRIES 25
|
|
|
|
static void zend_win_error_message(int type, char *msg, int err)
|
|
{
|
|
HANDLE h;
|
|
char *ev_msgs[2];
|
|
char *buf = php_win32_error_to_msg(err);
|
|
|
|
h = RegisterEventSource(NULL, TEXT(ACCEL_EVENT_SOURCE));
|
|
ev_msgs[0] = msg;
|
|
ev_msgs[1] = buf;
|
|
ReportEvent(h, // event log handle
|
|
EVENTLOG_ERROR_TYPE, // event type
|
|
0, // category zero
|
|
err, // event identifier
|
|
NULL, // no user security identifier
|
|
2, // one substitution string
|
|
0, // no data
|
|
ev_msgs, // pointer to string array
|
|
NULL); // pointer to data
|
|
DeregisterEventSource(h);
|
|
|
|
zend_accel_error(type, "%s", msg);
|
|
|
|
php_win32_error_msg_free(buf);
|
|
}
|
|
|
|
static char *create_name_with_username(const char *name, size_t unique_id)
|
|
{
|
|
static char newname[MAXPATHLEN + 1 + 32 + 1 + 20 + 1 + 32 + sizeof("ffffffffffffffff")-1 + 1];
|
|
char *p = newname;
|
|
p += strlcpy(newname, name, MAXPATHLEN + 1);
|
|
*(p++) = '@';
|
|
memcpy(p, accel_uname_id, 32);
|
|
p += 32;
|
|
*(p++) = '@';
|
|
p += strlcpy(p, sapi_module.name, 21);
|
|
*(p++) = '@';
|
|
memcpy(p, zend_system_id, 32);
|
|
p += 32;
|
|
if (unique_id) {
|
|
p += snprintf(p, sizeof("ffffffffffffffff"), "%zx", unique_id) + 1;
|
|
} else {
|
|
*(p++) = '\0';
|
|
}
|
|
ZEND_ASSERT(p - newname <= sizeof(newname));
|
|
|
|
return newname;
|
|
}
|
|
|
|
void zend_shared_alloc_create_lock(void)
|
|
{
|
|
memory_mutex = CreateMutex(NULL, FALSE, create_name_with_username(ACCEL_MUTEX_NAME, 0));
|
|
if (!memory_mutex) {
|
|
zend_accel_error(ACCEL_LOG_FATAL, "Cannot create mutex (error %u)", GetLastError());
|
|
return;
|
|
}
|
|
ReleaseMutex(memory_mutex);
|
|
}
|
|
|
|
void zend_shared_alloc_lock_win32(void)
|
|
{
|
|
DWORD waitRes = WaitForSingleObject(memory_mutex, INFINITE);
|
|
|
|
if (waitRes == WAIT_FAILED) {
|
|
zend_accel_error(ACCEL_LOG_ERROR, "Cannot lock mutex");
|
|
}
|
|
}
|
|
|
|
void zend_shared_alloc_unlock_win32(void)
|
|
{
|
|
ReleaseMutex(memory_mutex);
|
|
}
|
|
|
|
static int zend_shared_alloc_reattach(size_t requested_size, const char **error_in)
|
|
{
|
|
int err;
|
|
void *wanted_mapping_base;
|
|
MEMORY_BASIC_INFORMATION info;
|
|
void *execute_ex_base;
|
|
int execute_ex_moved;
|
|
|
|
mapping_base = MapViewOfFileEx(memfile, FILE_MAP_ALL_ACCESS, 0, 0, ACCEL_BASE_POINTER_SIZE, NULL);
|
|
if (mapping_base == NULL) {
|
|
err = GetLastError();
|
|
zend_win_error_message(ACCEL_LOG_FATAL, "Unable to read base address", err);
|
|
*error_in="read mapping base";
|
|
return ALLOC_FAILURE;
|
|
}
|
|
wanted_mapping_base = ((void**)mapping_base)[0];
|
|
execute_ex_base = ((void**)mapping_base)[1];
|
|
UnmapViewOfFile(mapping_base);
|
|
|
|
execute_ex_moved = (void *)execute_ex != execute_ex_base;
|
|
|
|
/* Check if execute_ex is at the same address and if the requested address space is free */
|
|
if (execute_ex_moved ||
|
|
VirtualQuery(wanted_mapping_base, &info, sizeof(info)) == 0 ||
|
|
info.State != MEM_FREE ||
|
|
info.RegionSize < requested_size) {
|
|
#if ENABLE_FILE_CACHE_FALLBACK
|
|
if (ZCG(accel_directives).file_cache && ZCG(accel_directives).file_cache_fallback) {
|
|
size_t pre_size, wanted_mb_save;
|
|
|
|
wanted_mb_save = (size_t)wanted_mapping_base;
|
|
|
|
if (execute_ex_moved) {
|
|
err = ERROR_INVALID_ADDRESS;
|
|
zend_win_error_message(ACCEL_LOG_WARNING, "Opcode handlers are unusable due to ASLR (fall-back to file cache)", err);
|
|
} else {
|
|
err = ERROR_INVALID_ADDRESS;
|
|
zend_win_error_message(ACCEL_LOG_WARNING, "Base address marks unusable memory region (fall-back to file cache)", err);
|
|
}
|
|
|
|
pre_size = ZEND_ALIGNED_SIZE(sizeof(zend_smm_shared_globals)) + ZEND_ALIGNED_SIZE(sizeof(zend_shared_segment)) + ZEND_ALIGNED_SIZE(sizeof(void *)) + ZEND_ALIGNED_SIZE(sizeof(int));
|
|
/* Map only part of SHM to have access to opcache shared globals */
|
|
mapping_base = MapViewOfFileEx(memfile, FILE_MAP_ALL_ACCESS, 0, 0, pre_size + ZEND_ALIGNED_SIZE(sizeof(zend_accel_shared_globals)), NULL);
|
|
if (mapping_base == NULL) {
|
|
err = GetLastError();
|
|
zend_win_error_message(ACCEL_LOG_FATAL, "Unable to reattach to opcache shared globals", err);
|
|
return ALLOC_FAILURE;
|
|
}
|
|
accel_shared_globals = (zend_accel_shared_globals *)((char *)((zend_smm_shared_globals *)mapping_base)->app_shared_globals + ((char *)mapping_base - (char *)wanted_mb_save));
|
|
|
|
return ALLOC_FALLBACK;
|
|
}
|
|
#endif
|
|
if (execute_ex_moved) {
|
|
err = ERROR_INVALID_ADDRESS;
|
|
zend_win_error_message(ACCEL_LOG_FATAL, "Opcode handlers are unusable due to ASLR. Please setup opcache.file_cache and opcache.file_cache_fallback directives for more convenient Opcache usage", err);
|
|
} else {
|
|
err = ERROR_INVALID_ADDRESS;
|
|
zend_win_error_message(ACCEL_LOG_FATAL, "Base address marks unusable memory region. Please setup opcache.file_cache and opcache.file_cache_fallback directives for more convenient Opcache usage", err);
|
|
}
|
|
return ALLOC_FAILURE;
|
|
}
|
|
|
|
mapping_base = MapViewOfFileEx(memfile, FILE_MAP_ALL_ACCESS|FILE_MAP_EXECUTE, 0, 0, 0, wanted_mapping_base);
|
|
|
|
if (mapping_base == NULL) {
|
|
err = GetLastError();
|
|
if (err == ERROR_INVALID_ADDRESS) {
|
|
zend_win_error_message(ACCEL_LOG_FATAL, "Unable to reattach to base address", err);
|
|
return ALLOC_FAILURE;
|
|
}
|
|
return ALLOC_FAIL_MAPPING;
|
|
} else {
|
|
DWORD old;
|
|
|
|
if (!VirtualProtect(mapping_base, requested_size, PAGE_READWRITE, &old)) {
|
|
err = GetLastError();
|
|
zend_win_error_message(ACCEL_LOG_FATAL, "VirtualProtect() failed", err);
|
|
return ALLOC_FAIL_MAPPING;
|
|
}
|
|
}
|
|
|
|
smm_shared_globals = (zend_smm_shared_globals *) ((char*)mapping_base + ACCEL_BASE_POINTER_SIZE);
|
|
|
|
return SUCCESSFULLY_REATTACHED;
|
|
}
|
|
|
|
static int create_segments(size_t requested_size, zend_shared_segment ***shared_segments_p, int *shared_segments_count, const char **error_in)
|
|
{
|
|
int err = 0, ret;
|
|
zend_shared_segment *shared_segment;
|
|
int map_retries = 0;
|
|
void *default_mapping_base_set[] = { 0, 0 };
|
|
/* TODO:
|
|
improve fixed addresses on x64. It still makes no sense to do it as Windows addresses are virtual per se and can or should be randomized anyway
|
|
through Address Space Layout Radomization (ASLR). We can still let the OS do its job and be sure that each process gets the same address if
|
|
desired. Not done yet, @zend refused but did not remember the exact reason, pls add info here if one of you know why :)
|
|
*/
|
|
#if defined(_WIN64)
|
|
void *vista_mapping_base_set[] = { (void *) 0x0000100000000000, (void *) 0x0000200000000000, (void *) 0x0000300000000000, (void *) 0x0000700000000000, 0 };
|
|
DWORD size_high = (requested_size >> 32), size_low = (requested_size & 0xffffffff);
|
|
#else
|
|
void *vista_mapping_base_set[] = { (void *) 0x20000000, (void *) 0x21000000, (void *) 0x30000000, (void *) 0x31000000, (void *) 0x50000000, 0 };
|
|
DWORD size_high = 0, size_low = requested_size;
|
|
#endif
|
|
void **wanted_mapping_base = default_mapping_base_set;
|
|
|
|
zend_shared_alloc_lock_win32();
|
|
/* Mapping retries: When Apache2 restarts, the parent process startup routine
|
|
can be called before the child process is killed. In this case, the mapping will fail
|
|
and we have to sleep some time (until the child releases the mapping object) and retry.*/
|
|
do {
|
|
memfile = OpenFileMapping(FILE_MAP_READ|FILE_MAP_WRITE|FILE_MAP_EXECUTE, 0, create_name_with_username(ACCEL_FILEMAP_NAME, requested_size));
|
|
if (memfile == NULL) {
|
|
err = GetLastError();
|
|
break;
|
|
}
|
|
|
|
ret = zend_shared_alloc_reattach(requested_size, error_in);
|
|
if (ret == ALLOC_FAIL_MAPPING) {
|
|
err = GetLastError();
|
|
/* Mapping failed, wait for mapping object to get freed and retry */
|
|
CloseHandle(memfile);
|
|
memfile = NULL;
|
|
if (++map_retries >= MAX_MAP_RETRIES) {
|
|
break;
|
|
}
|
|
zend_shared_alloc_unlock_win32();
|
|
Sleep(1000 * (map_retries + 1));
|
|
zend_shared_alloc_lock_win32();
|
|
} else {
|
|
zend_shared_alloc_unlock_win32();
|
|
return ret;
|
|
}
|
|
} while (1);
|
|
|
|
if (map_retries == MAX_MAP_RETRIES) {
|
|
zend_shared_alloc_unlock_win32();
|
|
zend_win_error_message(ACCEL_LOG_FATAL, "Unable to open file mapping", err);
|
|
*error_in = "OpenFileMapping";
|
|
return ALLOC_FAILURE;
|
|
}
|
|
|
|
/* creating segment here */
|
|
*shared_segments_count = 1;
|
|
*shared_segments_p = (zend_shared_segment **) calloc(1, sizeof(zend_shared_segment)+sizeof(void *));
|
|
if (!*shared_segments_p) {
|
|
err = GetLastError();
|
|
zend_shared_alloc_unlock_win32();
|
|
zend_win_error_message(ACCEL_LOG_FATAL, "calloc() failed", err);
|
|
*error_in = "calloc";
|
|
return ALLOC_FAILURE;
|
|
}
|
|
shared_segment = (zend_shared_segment *)((char *)(*shared_segments_p) + sizeof(void *));
|
|
(*shared_segments_p)[0] = shared_segment;
|
|
|
|
memfile = CreateFileMapping(INVALID_HANDLE_VALUE, NULL, PAGE_EXECUTE_READWRITE | SEC_COMMIT, size_high, size_low,
|
|
create_name_with_username(ACCEL_FILEMAP_NAME, requested_size));
|
|
if (memfile == NULL) {
|
|
err = GetLastError();
|
|
zend_shared_alloc_unlock_win32();
|
|
zend_win_error_message(ACCEL_LOG_FATAL, "Unable to create file mapping", err);
|
|
*error_in = "CreateFileMapping";
|
|
return ALLOC_FAILURE;
|
|
}
|
|
|
|
/* Starting from Windows Vista, heap randomization occurs which might cause our mapping base to
|
|
be taken (fail to map). So we try to map into one of the hard coded predefined addresses
|
|
in high memory. */
|
|
if (!ZCG(accel_directives).mmap_base || !*ZCG(accel_directives).mmap_base) {
|
|
wanted_mapping_base = vista_mapping_base_set;
|
|
} else {
|
|
char *s = ZCG(accel_directives).mmap_base;
|
|
|
|
/* skip leading 0x, %p assumes hexdecimal format anyway */
|
|
if (*s == '0' && *(s + 1) == 'x') {
|
|
s += 2;
|
|
}
|
|
if (sscanf(s, "%p", &default_mapping_base_set[0]) != 1) {
|
|
zend_shared_alloc_unlock_win32();
|
|
zend_win_error_message(ACCEL_LOG_FATAL, "Bad mapping address specified in opcache.mmap_base", err);
|
|
return ALLOC_FAILURE;
|
|
}
|
|
}
|
|
|
|
do {
|
|
shared_segment->p = mapping_base = MapViewOfFileEx(memfile, FILE_MAP_ALL_ACCESS|FILE_MAP_EXECUTE, 0, 0, 0, *wanted_mapping_base);
|
|
if (*wanted_mapping_base == NULL) { /* Auto address (NULL) is the last option on the array */
|
|
break;
|
|
}
|
|
wanted_mapping_base++;
|
|
} while (!mapping_base);
|
|
|
|
if (mapping_base == NULL) {
|
|
err = GetLastError();
|
|
zend_shared_alloc_unlock_win32();
|
|
zend_win_error_message(ACCEL_LOG_FATAL, "Unable to create view for file mapping", err);
|
|
*error_in = "MapViewOfFile";
|
|
return ALLOC_FAILURE;
|
|
} else {
|
|
DWORD old;
|
|
|
|
if (!VirtualProtect(mapping_base, requested_size, PAGE_READWRITE, &old)) {
|
|
err = GetLastError();
|
|
zend_win_error_message(ACCEL_LOG_FATAL, "VirtualProtect() failed", err);
|
|
return ALLOC_FAILURE;
|
|
}
|
|
|
|
((void**)mapping_base)[0] = mapping_base;
|
|
((void**)mapping_base)[1] = (void*)execute_ex;
|
|
}
|
|
|
|
shared_segment->pos = ACCEL_BASE_POINTER_SIZE;
|
|
shared_segment->size = requested_size - ACCEL_BASE_POINTER_SIZE;
|
|
|
|
zend_shared_alloc_unlock_win32();
|
|
|
|
return ALLOC_SUCCESS;
|
|
}
|
|
|
|
static int detach_segment(zend_shared_segment *shared_segment)
|
|
{
|
|
zend_shared_alloc_lock_win32();
|
|
if (mapping_base) {
|
|
UnmapViewOfFile(mapping_base);
|
|
mapping_base = NULL;
|
|
}
|
|
CloseHandle(memfile);
|
|
memfile = NULL;
|
|
zend_shared_alloc_unlock_win32();
|
|
CloseHandle(memory_mutex);
|
|
memory_mutex = NULL;
|
|
return 0;
|
|
}
|
|
|
|
static size_t segment_type_size(void)
|
|
{
|
|
return sizeof(zend_shared_segment);
|
|
}
|
|
|
|
const zend_shared_memory_handlers zend_alloc_win32_handlers = {
|
|
create_segments,
|
|
detach_segment,
|
|
segment_type_size
|
|
};
|