| /* |
| * kmp_settings.cpp -- Initialize environment variables |
| */ |
| |
| //===----------------------------------------------------------------------===// |
| // |
| // The LLVM Compiler Infrastructure |
| // |
| // This file is dual licensed under the MIT and the University of Illinois Open |
| // Source Licenses. See LICENSE.txt for details. |
| // |
| //===----------------------------------------------------------------------===// |
| |
| #include "kmp.h" |
| #include "kmp_affinity.h" |
| #include "kmp_atomic.h" |
| #if KMP_USE_HIER_SCHED |
| #include "kmp_dispatch_hier.h" |
| #endif |
| #include "kmp_environment.h" |
| #include "kmp_i18n.h" |
| #include "kmp_io.h" |
| #include "kmp_itt.h" |
| #include "kmp_lock.h" |
| #include "kmp_settings.h" |
| #include "kmp_str.h" |
| #include "kmp_wrapper_getpid.h" |
| #include <ctype.h> // toupper() |
| |
| static int __kmp_env_toPrint(char const *name, int flag); |
| |
| bool __kmp_env_format = 0; // 0 - old format; 1 - new format |
| |
| // ----------------------------------------------------------------------------- |
| // Helper string functions. Subject to move to kmp_str. |
| |
| static double __kmp_convert_to_double(char const *s) { |
| double result; |
| |
| if (KMP_SSCANF(s, "%lf", &result) < 1) { |
| result = 0.0; |
| } |
| |
| return result; |
| } |
| |
| #ifdef KMP_DEBUG |
| static unsigned int __kmp_readstr_with_sentinel(char *dest, char const *src, |
| size_t len, char sentinel) { |
| unsigned int i; |
| for (i = 0; i < len; i++) { |
| if ((*src == '\0') || (*src == sentinel)) { |
| break; |
| } |
| *(dest++) = *(src++); |
| } |
| *dest = '\0'; |
| return i; |
| } |
| #endif |
| |
| static int __kmp_match_with_sentinel(char const *a, char const *b, size_t len, |
| char sentinel) { |
| size_t l = 0; |
| |
| if (a == NULL) |
| a = ""; |
| if (b == NULL) |
| b = ""; |
| while (*a && *b && *b != sentinel) { |
| char ca = *a, cb = *b; |
| |
| if (ca >= 'a' && ca <= 'z') |
| ca -= 'a' - 'A'; |
| if (cb >= 'a' && cb <= 'z') |
| cb -= 'a' - 'A'; |
| if (ca != cb) |
| return FALSE; |
| ++l; |
| ++a; |
| ++b; |
| } |
| return l >= len; |
| } |
| |
| // Expected usage: |
| // token is the token to check for. |
| // buf is the string being parsed. |
| // *end returns the char after the end of the token. |
| // it is not modified unless a match occurs. |
| // |
| // Example 1: |
| // |
| // if (__kmp_match_str("token", buf, *end) { |
| // <do something> |
| // buf = end; |
| // } |
| // |
| // Example 2: |
| // |
| // if (__kmp_match_str("token", buf, *end) { |
| // char *save = **end; |
| // **end = sentinel; |
| // <use any of the __kmp*_with_sentinel() functions> |
| // **end = save; |
| // buf = end; |
| // } |
| |
| static int __kmp_match_str(char const *token, char const *buf, |
| const char **end) { |
| |
| KMP_ASSERT(token != NULL); |
| KMP_ASSERT(buf != NULL); |
| KMP_ASSERT(end != NULL); |
| |
| while (*token && *buf) { |
| char ct = *token, cb = *buf; |
| |
| if (ct >= 'a' && ct <= 'z') |
| ct -= 'a' - 'A'; |
| if (cb >= 'a' && cb <= 'z') |
| cb -= 'a' - 'A'; |
| if (ct != cb) |
| return FALSE; |
| ++token; |
| ++buf; |
| } |
| if (*token) { |
| return FALSE; |
| } |
| *end = buf; |
| return TRUE; |
| } |
| |
| static size_t __kmp_round4k(size_t size) { |
| size_t _4k = 4 * 1024; |
| if (size & (_4k - 1)) { |
| size &= ~(_4k - 1); |
| if (size <= KMP_SIZE_T_MAX - _4k) { |
| size += _4k; // Round up if there is no overflow. |
| } |
| } |
| return size; |
| } // __kmp_round4k |
| |
| /* Here, multipliers are like __kmp_convert_to_seconds, but floating-point |
| values are allowed, and the return value is in milliseconds. The default |
| multiplier is milliseconds. Returns INT_MAX only if the value specified |
| matches "infinit*". Returns -1 if specified string is invalid. */ |
| int __kmp_convert_to_milliseconds(char const *data) { |
| int ret, nvalues, factor; |
| char mult, extra; |
| double value; |
| |
| if (data == NULL) |
| return (-1); |
| if (__kmp_str_match("infinit", -1, data)) |
| return (INT_MAX); |
| value = (double)0.0; |
| mult = '\0'; |
| nvalues = KMP_SSCANF(data, "%lf%c%c", &value, &mult, &extra); |
| if (nvalues < 1) |
| return (-1); |
| if (nvalues == 1) |
| mult = '\0'; |
| if (nvalues == 3) |
| return (-1); |
| |
| if (value < 0) |
| return (-1); |
| |
| switch (mult) { |
| case '\0': |
| /* default is milliseconds */ |
| factor = 1; |
| break; |
| case 's': |
| case 'S': |
| factor = 1000; |
| break; |
| case 'm': |
| case 'M': |
| factor = 1000 * 60; |
| break; |
| case 'h': |
| case 'H': |
| factor = 1000 * 60 * 60; |
| break; |
| case 'd': |
| case 'D': |
| factor = 1000 * 24 * 60 * 60; |
| break; |
| default: |
| return (-1); |
| } |
| |
| if (value >= ((INT_MAX - 1) / factor)) |
| ret = INT_MAX - 1; /* Don't allow infinite value here */ |
| else |
| ret = (int)(value * (double)factor); /* truncate to int */ |
| |
| return ret; |
| } |
| |
| static int __kmp_strcasecmp_with_sentinel(char const *a, char const *b, |
| char sentinel) { |
| if (a == NULL) |
| a = ""; |
| if (b == NULL) |
| b = ""; |
| while (*a && *b && *b != sentinel) { |
| char ca = *a, cb = *b; |
| |
| if (ca >= 'a' && ca <= 'z') |
| ca -= 'a' - 'A'; |
| if (cb >= 'a' && cb <= 'z') |
| cb -= 'a' - 'A'; |
| if (ca != cb) |
| return (int)(unsigned char)*a - (int)(unsigned char)*b; |
| ++a; |
| ++b; |
| } |
| return *a |
| ? (*b && *b != sentinel) |
| ? (int)(unsigned char)*a - (int)(unsigned char)*b |
| : 1 |
| : (*b && *b != sentinel) ? -1 : 0; |
| } |
| |
| // ============================================================================= |
| // Table structures and helper functions. |
| |
| typedef struct __kmp_setting kmp_setting_t; |
| typedef struct __kmp_stg_ss_data kmp_stg_ss_data_t; |
| typedef struct __kmp_stg_wp_data kmp_stg_wp_data_t; |
| typedef struct __kmp_stg_fr_data kmp_stg_fr_data_t; |
| |
| typedef void (*kmp_stg_parse_func_t)(char const *name, char const *value, |
| void *data); |
| typedef void (*kmp_stg_print_func_t)(kmp_str_buf_t *buffer, char const *name, |
| void *data); |
| |
| struct __kmp_setting { |
| char const *name; // Name of setting (environment variable). |
| kmp_stg_parse_func_t parse; // Parser function. |
| kmp_stg_print_func_t print; // Print function. |
| void *data; // Data passed to parser and printer. |
| int set; // Variable set during this "session" |
| // (__kmp_env_initialize() or kmp_set_defaults() call). |
| int defined; // Variable set in any "session". |
| }; // struct __kmp_setting |
| |
| struct __kmp_stg_ss_data { |
| size_t factor; // Default factor: 1 for KMP_STACKSIZE, 1024 for others. |
| kmp_setting_t **rivals; // Array of pointers to rivals (including itself). |
| }; // struct __kmp_stg_ss_data |
| |
| struct __kmp_stg_wp_data { |
| int omp; // 0 -- KMP_LIBRARY, 1 -- OMP_WAIT_POLICY. |
| kmp_setting_t **rivals; // Array of pointers to rivals (including itself). |
| }; // struct __kmp_stg_wp_data |
| |
| struct __kmp_stg_fr_data { |
| int force; // 0 -- KMP_DETERMINISTIC_REDUCTION, 1 -- KMP_FORCE_REDUCTION. |
| kmp_setting_t **rivals; // Array of pointers to rivals (including itself). |
| }; // struct __kmp_stg_fr_data |
| |
| static int __kmp_stg_check_rivals( // 0 -- Ok, 1 -- errors found. |
| char const *name, // Name of variable. |
| char const *value, // Value of the variable. |
| kmp_setting_t **rivals // List of rival settings (must include current one). |
| ); |
| |
| // ----------------------------------------------------------------------------- |
| // Helper parse functions. |
| |
| static void __kmp_stg_parse_bool(char const *name, char const *value, |
| int *out) { |
| if (__kmp_str_match_true(value)) { |
| *out = TRUE; |
| } else if (__kmp_str_match_false(value)) { |
| *out = FALSE; |
| } else { |
| __kmp_msg(kmp_ms_warning, KMP_MSG(BadBoolValue, name, value), |
| KMP_HNT(ValidBoolValues), __kmp_msg_null); |
| } |
| } // __kmp_stg_parse_bool |
| |
| static void __kmp_stg_parse_size(char const *name, char const *value, |
| size_t size_min, size_t size_max, |
| int *is_specified, size_t *out, |
| size_t factor) { |
| char const *msg = NULL; |
| #if KMP_OS_DARWIN |
| size_min = __kmp_round4k(size_min); |
| size_max = __kmp_round4k(size_max); |
| #endif // KMP_OS_DARWIN |
| if (value) { |
| if (is_specified != NULL) { |
| *is_specified = 1; |
| } |
| __kmp_str_to_size(value, out, factor, &msg); |
| if (msg == NULL) { |
| if (*out > size_max) { |
| *out = size_max; |
| msg = KMP_I18N_STR(ValueTooLarge); |
| } else if (*out < size_min) { |
| *out = size_min; |
| msg = KMP_I18N_STR(ValueTooSmall); |
| } else { |
| #if KMP_OS_DARWIN |
| size_t round4k = __kmp_round4k(*out); |
| if (*out != round4k) { |
| *out = round4k; |
| msg = KMP_I18N_STR(NotMultiple4K); |
| } |
| #endif |
| } |
| } else { |
| // If integer overflow occurred, * out == KMP_SIZE_T_MAX. Cut it to |
| // size_max silently. |
| if (*out < size_min) { |
| *out = size_max; |
| } else if (*out > size_max) { |
| *out = size_max; |
| } |
| } |
| if (msg != NULL) { |
| // Message is not empty. Print warning. |
| kmp_str_buf_t buf; |
| __kmp_str_buf_init(&buf); |
| __kmp_str_buf_print_size(&buf, *out); |
| KMP_WARNING(ParseSizeIntWarn, name, value, msg); |
| KMP_INFORM(Using_str_Value, name, buf.str); |
| __kmp_str_buf_free(&buf); |
| } |
| } |
| } // __kmp_stg_parse_size |
| |
| static void __kmp_stg_parse_str(char const *name, char const *value, |
| char **out) { |
| __kmp_str_free(out); |
| *out = __kmp_str_format("%s", value); |
| } // __kmp_stg_parse_str |
| |
| static void __kmp_stg_parse_int( |
| char const |
| *name, // I: Name of environment variable (used in warning messages). |
| char const *value, // I: Value of environment variable to parse. |
| int min, // I: Miminal allowed value. |
| int max, // I: Maximum allowed value. |
| int *out // O: Output (parsed) value. |
| ) { |
| char const *msg = NULL; |
| kmp_uint64 uint = *out; |
| __kmp_str_to_uint(value, &uint, &msg); |
| if (msg == NULL) { |
| if (uint < (unsigned int)min) { |
| msg = KMP_I18N_STR(ValueTooSmall); |
| uint = min; |
| } else if (uint > (unsigned int)max) { |
| msg = KMP_I18N_STR(ValueTooLarge); |
| uint = max; |
| } |
| } else { |
| // If overflow occurred msg contains error message and uint is very big. Cut |
| // tmp it to INT_MAX. |
| if (uint < (unsigned int)min) { |
| uint = min; |
| } else if (uint > (unsigned int)max) { |
| uint = max; |
| } |
| } |
| if (msg != NULL) { |
| // Message is not empty. Print warning. |
| kmp_str_buf_t buf; |
| KMP_WARNING(ParseSizeIntWarn, name, value, msg); |
| __kmp_str_buf_init(&buf); |
| __kmp_str_buf_print(&buf, "%" KMP_UINT64_SPEC "", uint); |
| KMP_INFORM(Using_uint64_Value, name, buf.str); |
| __kmp_str_buf_free(&buf); |
| } |
| *out = uint; |
| } // __kmp_stg_parse_int |
| |
| #if KMP_DEBUG_ADAPTIVE_LOCKS |
| static void __kmp_stg_parse_file(char const *name, char const *value, |
| const char *suffix, char **out) { |
| char buffer[256]; |
| char *t; |
| int hasSuffix; |
| __kmp_str_free(out); |
| t = (char *)strrchr(value, '.'); |
| hasSuffix = t && __kmp_str_eqf(t, suffix); |
| t = __kmp_str_format("%s%s", value, hasSuffix ? "" : suffix); |
| __kmp_expand_file_name(buffer, sizeof(buffer), t); |
| __kmp_str_free(&t); |
| *out = __kmp_str_format("%s", buffer); |
| } // __kmp_stg_parse_file |
| #endif |
| |
| #ifdef KMP_DEBUG |
| static char *par_range_to_print = NULL; |
| |
| static void __kmp_stg_parse_par_range(char const *name, char const *value, |
| int *out_range, char *out_routine, |
| char *out_file, int *out_lb, |
| int *out_ub) { |
| size_t len = KMP_STRLEN(value + 1); |
| par_range_to_print = (char *)KMP_INTERNAL_MALLOC(len + 1); |
| KMP_STRNCPY_S(par_range_to_print, len + 1, value, len + 1); |
| __kmp_par_range = +1; |
| __kmp_par_range_lb = 0; |
| __kmp_par_range_ub = INT_MAX; |
| for (;;) { |
| unsigned int len; |
| if ((value == NULL) || (*value == '\0')) { |
| break; |
| } |
| if (!__kmp_strcasecmp_with_sentinel("routine", value, '=')) { |
| value = strchr(value, '=') + 1; |
| len = __kmp_readstr_with_sentinel(out_routine, value, |
| KMP_PAR_RANGE_ROUTINE_LEN - 1, ','); |
| if (len == 0) { |
| goto par_range_error; |
| } |
| value = strchr(value, ','); |
| if (value != NULL) { |
| value++; |
| } |
| continue; |
| } |
| if (!__kmp_strcasecmp_with_sentinel("filename", value, '=')) { |
| value = strchr(value, '=') + 1; |
| len = __kmp_readstr_with_sentinel(out_file, value, |
| KMP_PAR_RANGE_FILENAME_LEN - 1, ','); |
| if (len == 0) { |
| goto par_range_error; |
| } |
| value = strchr(value, ','); |
| if (value != NULL) { |
| value++; |
| } |
| continue; |
| } |
| if ((!__kmp_strcasecmp_with_sentinel("range", value, '=')) || |
| (!__kmp_strcasecmp_with_sentinel("incl_range", value, '='))) { |
| value = strchr(value, '=') + 1; |
| if (KMP_SSCANF(value, "%d:%d", out_lb, out_ub) != 2) { |
| goto par_range_error; |
| } |
| *out_range = +1; |
| value = strchr(value, ','); |
| if (value != NULL) { |
| value++; |
| } |
| continue; |
| } |
| if (!__kmp_strcasecmp_with_sentinel("excl_range", value, '=')) { |
| value = strchr(value, '=') + 1; |
| if (KMP_SSCANF(value, "%d:%d", out_lb, out_ub) != 2) { |
| goto par_range_error; |
| } |
| *out_range = -1; |
| value = strchr(value, ','); |
| if (value != NULL) { |
| value++; |
| } |
| continue; |
| } |
| par_range_error: |
| KMP_WARNING(ParRangeSyntax, name); |
| __kmp_par_range = 0; |
| break; |
| } |
| } // __kmp_stg_parse_par_range |
| #endif |
| |
| int __kmp_initial_threads_capacity(int req_nproc) { |
| int nth = 32; |
| |
| /* MIN( MAX( 32, 4 * $OMP_NUM_THREADS, 4 * omp_get_num_procs() ), |
| * __kmp_max_nth) */ |
| if (nth < (4 * req_nproc)) |
| nth = (4 * req_nproc); |
| if (nth < (4 * __kmp_xproc)) |
| nth = (4 * __kmp_xproc); |
| |
| if (nth > __kmp_max_nth) |
| nth = __kmp_max_nth; |
| |
| return nth; |
| } |
| |
| int __kmp_default_tp_capacity(int req_nproc, int max_nth, |
| int all_threads_specified) { |
| int nth = 128; |
| |
| if (all_threads_specified) |
| return max_nth; |
| /* MIN( MAX (128, 4 * $OMP_NUM_THREADS, 4 * omp_get_num_procs() ), |
| * __kmp_max_nth ) */ |
| if (nth < (4 * req_nproc)) |
| nth = (4 * req_nproc); |
| if (nth < (4 * __kmp_xproc)) |
| nth = (4 * __kmp_xproc); |
| |
| if (nth > __kmp_max_nth) |
| nth = __kmp_max_nth; |
| |
| return nth; |
| } |
| |
| // ----------------------------------------------------------------------------- |
| // Helper print functions. |
| |
| static void __kmp_stg_print_bool(kmp_str_buf_t *buffer, char const *name, |
| int value) { |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_BOOL; |
| } else { |
| __kmp_str_buf_print(buffer, " %s=%s\n", name, value ? "true" : "false"); |
| } |
| } // __kmp_stg_print_bool |
| |
| static void __kmp_stg_print_int(kmp_str_buf_t *buffer, char const *name, |
| int value) { |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_INT; |
| } else { |
| __kmp_str_buf_print(buffer, " %s=%d\n", name, value); |
| } |
| } // __kmp_stg_print_int |
| |
| static void __kmp_stg_print_uint64(kmp_str_buf_t *buffer, char const *name, |
| kmp_uint64 value) { |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_UINT64; |
| } else { |
| __kmp_str_buf_print(buffer, " %s=%" KMP_UINT64_SPEC "\n", name, value); |
| } |
| } // __kmp_stg_print_uint64 |
| |
| static void __kmp_stg_print_str(kmp_str_buf_t *buffer, char const *name, |
| char const *value) { |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_STR; |
| } else { |
| __kmp_str_buf_print(buffer, " %s=%s\n", name, value); |
| } |
| } // __kmp_stg_print_str |
| |
| static void __kmp_stg_print_size(kmp_str_buf_t *buffer, char const *name, |
| size_t value) { |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_NAME_EX(name); |
| __kmp_str_buf_print_size(buffer, value); |
| __kmp_str_buf_print(buffer, "'\n"); |
| } else { |
| __kmp_str_buf_print(buffer, " %s=", name); |
| __kmp_str_buf_print_size(buffer, value); |
| __kmp_str_buf_print(buffer, "\n"); |
| return; |
| } |
| } // __kmp_stg_print_size |
| |
| // ============================================================================= |
| // Parse and print functions. |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_DEVICE_THREAD_LIMIT, KMP_ALL_THREADS |
| |
| static void __kmp_stg_parse_device_thread_limit(char const *name, |
| char const *value, void *data) { |
| kmp_setting_t **rivals = (kmp_setting_t **)data; |
| int rc; |
| if (strcmp(name, "KMP_ALL_THREADS") == 0) { |
| KMP_INFORM(EnvVarDeprecated, name, "KMP_DEVICE_THREAD_LIMIT"); |
| } |
| rc = __kmp_stg_check_rivals(name, value, rivals); |
| if (rc) { |
| return; |
| } |
| if (!__kmp_strcasecmp_with_sentinel("all", value, 0)) { |
| __kmp_max_nth = __kmp_xproc; |
| __kmp_allThreadsSpecified = 1; |
| } else { |
| __kmp_stg_parse_int(name, value, 1, __kmp_sys_max_nth, &__kmp_max_nth); |
| __kmp_allThreadsSpecified = 0; |
| } |
| K_DIAG(1, ("__kmp_max_nth == %d\n", __kmp_max_nth)); |
| |
| } // __kmp_stg_parse_device_thread_limit |
| |
| static void __kmp_stg_print_device_thread_limit(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_max_nth); |
| } // __kmp_stg_print_device_thread_limit |
| |
| // ----------------------------------------------------------------------------- |
| // OMP_THREAD_LIMIT |
| static void __kmp_stg_parse_thread_limit(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_int(name, value, 1, __kmp_sys_max_nth, &__kmp_cg_max_nth); |
| K_DIAG(1, ("__kmp_cg_max_nth == %d\n", __kmp_cg_max_nth)); |
| |
| } // __kmp_stg_parse_thread_limit |
| |
| static void __kmp_stg_print_thread_limit(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_cg_max_nth); |
| } // __kmp_stg_print_thread_limit |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_TEAMS_THREAD_LIMIT |
| static void __kmp_stg_parse_teams_thread_limit(char const *name, |
| char const *value, void *data) { |
| __kmp_stg_parse_int(name, value, 1, __kmp_sys_max_nth, &__kmp_teams_max_nth); |
| } // __kmp_stg_teams_thread_limit |
| |
| static void __kmp_stg_print_teams_thread_limit(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_teams_max_nth); |
| } // __kmp_stg_print_teams_thread_limit |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_BLOCKTIME |
| |
| static void __kmp_stg_parse_blocktime(char const *name, char const *value, |
| void *data) { |
| __kmp_dflt_blocktime = __kmp_convert_to_milliseconds(value); |
| if (__kmp_dflt_blocktime < 0) { |
| __kmp_dflt_blocktime = KMP_DEFAULT_BLOCKTIME; |
| __kmp_msg(kmp_ms_warning, KMP_MSG(InvalidValue, name, value), |
| __kmp_msg_null); |
| KMP_INFORM(Using_int_Value, name, __kmp_dflt_blocktime); |
| __kmp_env_blocktime = FALSE; // Revert to default as if var not set. |
| } else { |
| if (__kmp_dflt_blocktime < KMP_MIN_BLOCKTIME) { |
| __kmp_dflt_blocktime = KMP_MIN_BLOCKTIME; |
| __kmp_msg(kmp_ms_warning, KMP_MSG(SmallValue, name, value), |
| __kmp_msg_null); |
| KMP_INFORM(MinValueUsing, name, __kmp_dflt_blocktime); |
| } else if (__kmp_dflt_blocktime > KMP_MAX_BLOCKTIME) { |
| __kmp_dflt_blocktime = KMP_MAX_BLOCKTIME; |
| __kmp_msg(kmp_ms_warning, KMP_MSG(LargeValue, name, value), |
| __kmp_msg_null); |
| KMP_INFORM(MaxValueUsing, name, __kmp_dflt_blocktime); |
| } |
| __kmp_env_blocktime = TRUE; // KMP_BLOCKTIME was specified. |
| } |
| #if KMP_USE_MONITOR |
| // calculate number of monitor thread wakeup intervals corresponding to |
| // blocktime. |
| __kmp_monitor_wakeups = |
| KMP_WAKEUPS_FROM_BLOCKTIME(__kmp_dflt_blocktime, __kmp_monitor_wakeups); |
| __kmp_bt_intervals = |
| KMP_INTERVALS_FROM_BLOCKTIME(__kmp_dflt_blocktime, __kmp_monitor_wakeups); |
| #endif |
| K_DIAG(1, ("__kmp_env_blocktime == %d\n", __kmp_env_blocktime)); |
| if (__kmp_env_blocktime) { |
| K_DIAG(1, ("__kmp_dflt_blocktime == %d\n", __kmp_dflt_blocktime)); |
| } |
| } // __kmp_stg_parse_blocktime |
| |
| static void __kmp_stg_print_blocktime(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_dflt_blocktime); |
| } // __kmp_stg_print_blocktime |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_DUPLICATE_LIB_OK |
| |
| static void __kmp_stg_parse_duplicate_lib_ok(char const *name, |
| char const *value, void *data) { |
| /* actually this variable is not supported, put here for compatibility with |
| earlier builds and for static/dynamic combination */ |
| __kmp_stg_parse_bool(name, value, &__kmp_duplicate_library_ok); |
| } // __kmp_stg_parse_duplicate_lib_ok |
| |
| static void __kmp_stg_print_duplicate_lib_ok(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_bool(buffer, name, __kmp_duplicate_library_ok); |
| } // __kmp_stg_print_duplicate_lib_ok |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_INHERIT_FP_CONTROL |
| |
| #if KMP_ARCH_X86 || KMP_ARCH_X86_64 |
| |
| static void __kmp_stg_parse_inherit_fp_control(char const *name, |
| char const *value, void *data) { |
| __kmp_stg_parse_bool(name, value, &__kmp_inherit_fp_control); |
| } // __kmp_stg_parse_inherit_fp_control |
| |
| static void __kmp_stg_print_inherit_fp_control(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| #if KMP_DEBUG |
| __kmp_stg_print_bool(buffer, name, __kmp_inherit_fp_control); |
| #endif /* KMP_DEBUG */ |
| } // __kmp_stg_print_inherit_fp_control |
| |
| #endif /* KMP_ARCH_X86 || KMP_ARCH_X86_64 */ |
| |
| // Used for OMP_WAIT_POLICY |
| static char const *blocktime_str = NULL; |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_LIBRARY, OMP_WAIT_POLICY |
| |
| static void __kmp_stg_parse_wait_policy(char const *name, char const *value, |
| void *data) { |
| |
| kmp_stg_wp_data_t *wait = (kmp_stg_wp_data_t *)data; |
| int rc; |
| |
| rc = __kmp_stg_check_rivals(name, value, wait->rivals); |
| if (rc) { |
| return; |
| } |
| |
| if (wait->omp) { |
| if (__kmp_str_match("ACTIVE", 1, value)) { |
| __kmp_library = library_turnaround; |
| if (blocktime_str == NULL) { |
| // KMP_BLOCKTIME not specified, so set default to "infinite". |
| __kmp_dflt_blocktime = KMP_MAX_BLOCKTIME; |
| } |
| } else if (__kmp_str_match("PASSIVE", 1, value)) { |
| __kmp_library = library_throughput; |
| if (blocktime_str == NULL) { |
| // KMP_BLOCKTIME not specified, so set default to 0. |
| __kmp_dflt_blocktime = 0; |
| } |
| } else { |
| KMP_WARNING(StgInvalidValue, name, value); |
| } |
| } else { |
| if (__kmp_str_match("serial", 1, value)) { /* S */ |
| __kmp_library = library_serial; |
| } else if (__kmp_str_match("throughput", 2, value)) { /* TH */ |
| __kmp_library = library_throughput; |
| } else if (__kmp_str_match("turnaround", 2, value)) { /* TU */ |
| __kmp_library = library_turnaround; |
| } else if (__kmp_str_match("dedicated", 1, value)) { /* D */ |
| __kmp_library = library_turnaround; |
| } else if (__kmp_str_match("multiuser", 1, value)) { /* M */ |
| __kmp_library = library_throughput; |
| } else { |
| KMP_WARNING(StgInvalidValue, name, value); |
| } |
| } |
| __kmp_aux_set_library(__kmp_library); |
| |
| } // __kmp_stg_parse_wait_policy |
| |
| static void __kmp_stg_print_wait_policy(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| |
| kmp_stg_wp_data_t *wait = (kmp_stg_wp_data_t *)data; |
| char const *value = NULL; |
| |
| if (wait->omp) { |
| switch (__kmp_library) { |
| case library_turnaround: { |
| value = "ACTIVE"; |
| } break; |
| case library_throughput: { |
| value = "PASSIVE"; |
| } break; |
| } |
| } else { |
| switch (__kmp_library) { |
| case library_serial: { |
| value = "serial"; |
| } break; |
| case library_turnaround: { |
| value = "turnaround"; |
| } break; |
| case library_throughput: { |
| value = "throughput"; |
| } break; |
| } |
| } |
| if (value != NULL) { |
| __kmp_stg_print_str(buffer, name, value); |
| } |
| |
| } // __kmp_stg_print_wait_policy |
| |
| #if KMP_USE_MONITOR |
| // ----------------------------------------------------------------------------- |
| // KMP_MONITOR_STACKSIZE |
| |
| static void __kmp_stg_parse_monitor_stacksize(char const *name, |
| char const *value, void *data) { |
| __kmp_stg_parse_size(name, value, __kmp_sys_min_stksize, KMP_MAX_STKSIZE, |
| NULL, &__kmp_monitor_stksize, 1); |
| } // __kmp_stg_parse_monitor_stacksize |
| |
| static void __kmp_stg_print_monitor_stacksize(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| if (__kmp_env_format) { |
| if (__kmp_monitor_stksize > 0) |
| KMP_STR_BUF_PRINT_NAME_EX(name); |
| else |
| KMP_STR_BUF_PRINT_NAME; |
| } else { |
| __kmp_str_buf_print(buffer, " %s", name); |
| } |
| if (__kmp_monitor_stksize > 0) { |
| __kmp_str_buf_print_size(buffer, __kmp_monitor_stksize); |
| } else { |
| __kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined)); |
| } |
| if (__kmp_env_format && __kmp_monitor_stksize) { |
| __kmp_str_buf_print(buffer, "'\n"); |
| } |
| } // __kmp_stg_print_monitor_stacksize |
| #endif // KMP_USE_MONITOR |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_SETTINGS |
| |
| static void __kmp_stg_parse_settings(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_bool(name, value, &__kmp_settings); |
| } // __kmp_stg_parse_settings |
| |
| static void __kmp_stg_print_settings(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_bool(buffer, name, __kmp_settings); |
| } // __kmp_stg_print_settings |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_STACKPAD |
| |
| static void __kmp_stg_parse_stackpad(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_int(name, // Env var name |
| value, // Env var value |
| KMP_MIN_STKPADDING, // Min value |
| KMP_MAX_STKPADDING, // Max value |
| &__kmp_stkpadding // Var to initialize |
| ); |
| } // __kmp_stg_parse_stackpad |
| |
| static void __kmp_stg_print_stackpad(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_stkpadding); |
| } // __kmp_stg_print_stackpad |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_STACKOFFSET |
| |
| static void __kmp_stg_parse_stackoffset(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_size(name, // Env var name |
| value, // Env var value |
| KMP_MIN_STKOFFSET, // Min value |
| KMP_MAX_STKOFFSET, // Max value |
| NULL, // |
| &__kmp_stkoffset, // Var to initialize |
| 1); |
| } // __kmp_stg_parse_stackoffset |
| |
| static void __kmp_stg_print_stackoffset(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_size(buffer, name, __kmp_stkoffset); |
| } // __kmp_stg_print_stackoffset |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_STACKSIZE, OMP_STACKSIZE, GOMP_STACKSIZE |
| |
| static void __kmp_stg_parse_stacksize(char const *name, char const *value, |
| void *data) { |
| |
| kmp_stg_ss_data_t *stacksize = (kmp_stg_ss_data_t *)data; |
| int rc; |
| |
| rc = __kmp_stg_check_rivals(name, value, stacksize->rivals); |
| if (rc) { |
| return; |
| } |
| __kmp_stg_parse_size(name, // Env var name |
| value, // Env var value |
| __kmp_sys_min_stksize, // Min value |
| KMP_MAX_STKSIZE, // Max value |
| &__kmp_env_stksize, // |
| &__kmp_stksize, // Var to initialize |
| stacksize->factor); |
| |
| } // __kmp_stg_parse_stacksize |
| |
| // This function is called for printing both KMP_STACKSIZE (factor is 1) and |
| // OMP_STACKSIZE (factor is 1024). Currently it is not possible to print |
| // OMP_STACKSIZE value in bytes. We can consider adding this possibility by a |
| // customer request in future. |
| static void __kmp_stg_print_stacksize(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| kmp_stg_ss_data_t *stacksize = (kmp_stg_ss_data_t *)data; |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_NAME_EX(name); |
| __kmp_str_buf_print_size(buffer, (__kmp_stksize % 1024) |
| ? __kmp_stksize / stacksize->factor |
| : __kmp_stksize); |
| __kmp_str_buf_print(buffer, "'\n"); |
| } else { |
| __kmp_str_buf_print(buffer, " %s=", name); |
| __kmp_str_buf_print_size(buffer, (__kmp_stksize % 1024) |
| ? __kmp_stksize / stacksize->factor |
| : __kmp_stksize); |
| __kmp_str_buf_print(buffer, "\n"); |
| } |
| } // __kmp_stg_print_stacksize |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_VERSION |
| |
| static void __kmp_stg_parse_version(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_bool(name, value, &__kmp_version); |
| } // __kmp_stg_parse_version |
| |
| static void __kmp_stg_print_version(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_bool(buffer, name, __kmp_version); |
| } // __kmp_stg_print_version |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_WARNINGS |
| |
| static void __kmp_stg_parse_warnings(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_bool(name, value, &__kmp_generate_warnings); |
| if (__kmp_generate_warnings != kmp_warnings_off) { |
| // AC: only 0/1 values documented, so reset to explicit to distinguish from |
| // default setting |
| __kmp_generate_warnings = kmp_warnings_explicit; |
| } |
| } // __kmp_stg_parse_warnings |
| |
| static void __kmp_stg_print_warnings(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| // AC: TODO: change to print_int? (needs documentation change) |
| __kmp_stg_print_bool(buffer, name, __kmp_generate_warnings); |
| } // __kmp_stg_print_warnings |
| |
| // ----------------------------------------------------------------------------- |
| // OMP_NESTED, OMP_NUM_THREADS |
| |
| static void __kmp_stg_parse_nested(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_bool(name, value, &__kmp_dflt_nested); |
| } // __kmp_stg_parse_nested |
| |
| static void __kmp_stg_print_nested(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_bool(buffer, name, __kmp_dflt_nested); |
| } // __kmp_stg_print_nested |
| |
| static void __kmp_parse_nested_num_threads(const char *var, const char *env, |
| kmp_nested_nthreads_t *nth_array) { |
| const char *next = env; |
| const char *scan = next; |
| |
| int total = 0; // Count elements that were set. It'll be used as an array size |
| int prev_comma = FALSE; // For correct processing sequential commas |
| |
| // Count the number of values in the env. var string |
| for (;;) { |
| SKIP_WS(next); |
| |
| if (*next == '\0') { |
| break; |
| } |
| // Next character is not an integer or not a comma => end of list |
| if (((*next < '0') || (*next > '9')) && (*next != ',')) { |
| KMP_WARNING(NthSyntaxError, var, env); |
| return; |
| } |
| // The next character is ',' |
| if (*next == ',') { |
| // ',' is the fisrt character |
| if (total == 0 || prev_comma) { |
| total++; |
| } |
| prev_comma = TRUE; |
| next++; // skip ',' |
| SKIP_WS(next); |
| } |
| // Next character is a digit |
| if (*next >= '0' && *next <= '9') { |
| prev_comma = FALSE; |
| SKIP_DIGITS(next); |
| total++; |
| const char *tmp = next; |
| SKIP_WS(tmp); |
| if ((*next == ' ' || *next == '\t') && (*tmp >= '0' && *tmp <= '9')) { |
| KMP_WARNING(NthSpacesNotAllowed, var, env); |
| return; |
| } |
| } |
| } |
| KMP_DEBUG_ASSERT(total > 0); |
| if (total <= 0) { |
| KMP_WARNING(NthSyntaxError, var, env); |
| return; |
| } |
| |
| // Check if the nested nthreads array exists |
| if (!nth_array->nth) { |
| // Allocate an array of double size |
| nth_array->nth = (int *)KMP_INTERNAL_MALLOC(sizeof(int) * total * 2); |
| if (nth_array->nth == NULL) { |
| KMP_FATAL(MemoryAllocFailed); |
| } |
| nth_array->size = total * 2; |
| } else { |
| if (nth_array->size < total) { |
| // Increase the array size |
| do { |
| nth_array->size *= 2; |
| } while (nth_array->size < total); |
| |
| nth_array->nth = (int *)KMP_INTERNAL_REALLOC( |
| nth_array->nth, sizeof(int) * nth_array->size); |
| if (nth_array->nth == NULL) { |
| KMP_FATAL(MemoryAllocFailed); |
| } |
| } |
| } |
| nth_array->used = total; |
| int i = 0; |
| |
| prev_comma = FALSE; |
| total = 0; |
| // Save values in the array |
| for (;;) { |
| SKIP_WS(scan); |
| if (*scan == '\0') { |
| break; |
| } |
| // The next character is ',' |
| if (*scan == ',') { |
| // ',' in the beginning of the list |
| if (total == 0) { |
| // The value is supposed to be equal to __kmp_avail_proc but it is |
| // unknown at the moment. |
| // So let's put a placeholder (#threads = 0) to correct it later. |
| nth_array->nth[i++] = 0; |
| total++; |
| } else if (prev_comma) { |
| // Num threads is inherited from the previous level |
| nth_array->nth[i] = nth_array->nth[i - 1]; |
| i++; |
| total++; |
| } |
| prev_comma = TRUE; |
| scan++; // skip ',' |
| SKIP_WS(scan); |
| } |
| // Next character is a digit |
| if (*scan >= '0' && *scan <= '9') { |
| int num; |
| const char *buf = scan; |
| char const *msg = NULL; |
| prev_comma = FALSE; |
| SKIP_DIGITS(scan); |
| total++; |
| |
| num = __kmp_str_to_int(buf, *scan); |
| if (num < KMP_MIN_NTH) { |
| msg = KMP_I18N_STR(ValueTooSmall); |
| num = KMP_MIN_NTH; |
| } else if (num > __kmp_sys_max_nth) { |
| msg = KMP_I18N_STR(ValueTooLarge); |
| num = __kmp_sys_max_nth; |
| } |
| if (msg != NULL) { |
| // Message is not empty. Print warning. |
| KMP_WARNING(ParseSizeIntWarn, var, env, msg); |
| KMP_INFORM(Using_int_Value, var, num); |
| } |
| nth_array->nth[i++] = num; |
| } |
| } |
| } |
| |
| static void __kmp_stg_parse_num_threads(char const *name, char const *value, |
| void *data) { |
| // TODO: Remove this option. OMP_NUM_THREADS is a list of positive integers! |
| if (!__kmp_strcasecmp_with_sentinel("all", value, 0)) { |
| // The array of 1 element |
| __kmp_nested_nth.nth = (int *)KMP_INTERNAL_MALLOC(sizeof(int)); |
| __kmp_nested_nth.size = __kmp_nested_nth.used = 1; |
| __kmp_nested_nth.nth[0] = __kmp_dflt_team_nth = __kmp_dflt_team_nth_ub = |
| __kmp_xproc; |
| } else { |
| __kmp_parse_nested_num_threads(name, value, &__kmp_nested_nth); |
| if (__kmp_nested_nth.nth) { |
| __kmp_dflt_team_nth = __kmp_nested_nth.nth[0]; |
| if (__kmp_dflt_team_nth_ub < __kmp_dflt_team_nth) { |
| __kmp_dflt_team_nth_ub = __kmp_dflt_team_nth; |
| } |
| } |
| } |
| K_DIAG(1, ("__kmp_dflt_team_nth == %d\n", __kmp_dflt_team_nth)); |
| } // __kmp_stg_parse_num_threads |
| |
| static void __kmp_stg_print_num_threads(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_NAME; |
| } else { |
| __kmp_str_buf_print(buffer, " %s", name); |
| } |
| if (__kmp_nested_nth.used) { |
| kmp_str_buf_t buf; |
| __kmp_str_buf_init(&buf); |
| for (int i = 0; i < __kmp_nested_nth.used; i++) { |
| __kmp_str_buf_print(&buf, "%d", __kmp_nested_nth.nth[i]); |
| if (i < __kmp_nested_nth.used - 1) { |
| __kmp_str_buf_print(&buf, ","); |
| } |
| } |
| __kmp_str_buf_print(buffer, "='%s'\n", buf.str); |
| __kmp_str_buf_free(&buf); |
| } else { |
| __kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined)); |
| } |
| } // __kmp_stg_print_num_threads |
| |
| // ----------------------------------------------------------------------------- |
| // OpenMP 3.0: KMP_TASKING, OMP_MAX_ACTIVE_LEVELS, |
| |
| static void __kmp_stg_parse_tasking(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_int(name, value, 0, (int)tskm_max, |
| (int *)&__kmp_tasking_mode); |
| } // __kmp_stg_parse_tasking |
| |
| static void __kmp_stg_print_tasking(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_tasking_mode); |
| } // __kmp_stg_print_tasking |
| |
| static void __kmp_stg_parse_task_stealing(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_int(name, value, 0, 1, |
| (int *)&__kmp_task_stealing_constraint); |
| } // __kmp_stg_parse_task_stealing |
| |
| static void __kmp_stg_print_task_stealing(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_task_stealing_constraint); |
| } // __kmp_stg_print_task_stealing |
| |
| static void __kmp_stg_parse_max_active_levels(char const *name, |
| char const *value, void *data) { |
| __kmp_stg_parse_int(name, value, 0, KMP_MAX_ACTIVE_LEVELS_LIMIT, |
| &__kmp_dflt_max_active_levels); |
| } // __kmp_stg_parse_max_active_levels |
| |
| static void __kmp_stg_print_max_active_levels(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_dflt_max_active_levels); |
| } // __kmp_stg_print_max_active_levels |
| |
| #if OMP_40_ENABLED |
| // ----------------------------------------------------------------------------- |
| // OpenMP 4.0: OMP_DEFAULT_DEVICE |
| static void __kmp_stg_parse_default_device(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_int(name, value, 0, KMP_MAX_DEFAULT_DEVICE_LIMIT, |
| &__kmp_default_device); |
| } // __kmp_stg_parse_default_device |
| |
| static void __kmp_stg_print_default_device(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_default_device); |
| } // __kmp_stg_print_default_device |
| #endif |
| |
| #if OMP_50_ENABLED |
| // ----------------------------------------------------------------------------- |
| // OpenMP 5.0: OMP_TARGET_OFFLOAD |
| static void __kmp_stg_parse_target_offload(char const *name, char const *value, |
| void *data) { |
| const char *next = value; |
| const char *scan = next; |
| |
| __kmp_target_offload = tgt_default; |
| SKIP_WS(next); |
| if (*next == '\0') |
| return; |
| scan = next; |
| if (__kmp_match_str("MANDATORY", scan, &next)) { |
| __kmp_target_offload = tgt_mandatory; |
| } else if (__kmp_match_str("DISABLED", scan, &next)) { |
| __kmp_target_offload = tgt_disabled; |
| } else if (__kmp_match_str("DEFAULT", scan, &next)) { |
| __kmp_target_offload = tgt_default; |
| } else { |
| KMP_WARNING(SyntaxErrorUsing, name, "DEFAULT"); |
| } |
| |
| } // __kmp_stg_parse_target_offload |
| |
| static void __kmp_stg_print_target_offload(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| const char *value = NULL; |
| if (__kmp_target_offload == tgt_default) |
| value = "DEFAULT"; |
| else if (__kmp_target_offload == tgt_mandatory) |
| value = "MANDATORY"; |
| else if (__kmp_target_offload == tgt_disabled) |
| value = "DISABLED"; |
| if (value) { |
| __kmp_str_buf_print(buffer, " %s=%s\n", name, value); |
| } |
| } // __kmp_stg_print_target_offload |
| #endif |
| |
| #if OMP_45_ENABLED |
| // ----------------------------------------------------------------------------- |
| // OpenMP 4.5: OMP_MAX_TASK_PRIORITY |
| static void __kmp_stg_parse_max_task_priority(char const *name, |
| char const *value, void *data) { |
| __kmp_stg_parse_int(name, value, 0, KMP_MAX_TASK_PRIORITY_LIMIT, |
| &__kmp_max_task_priority); |
| } // __kmp_stg_parse_max_task_priority |
| |
| static void __kmp_stg_print_max_task_priority(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_max_task_priority); |
| } // __kmp_stg_print_max_task_priority |
| |
| // KMP_TASKLOOP_MIN_TASKS |
| // taskloop threashold to switch from recursive to linear tasks creation |
| static void __kmp_stg_parse_taskloop_min_tasks(char const *name, |
| char const *value, void *data) { |
| int tmp; |
| __kmp_stg_parse_int(name, value, 0, INT_MAX, &tmp); |
| __kmp_taskloop_min_tasks = tmp; |
| } // __kmp_stg_parse_taskloop_min_tasks |
| |
| static void __kmp_stg_print_taskloop_min_tasks(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_taskloop_min_tasks); |
| } // __kmp_stg_print_taskloop_min_tasks |
| #endif // OMP_45_ENABLED |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_DISP_NUM_BUFFERS |
| static void __kmp_stg_parse_disp_buffers(char const *name, char const *value, |
| void *data) { |
| if (TCR_4(__kmp_init_serial)) { |
| KMP_WARNING(EnvSerialWarn, name); |
| return; |
| } // read value before serial initialization only |
| __kmp_stg_parse_int(name, value, 1, KMP_MAX_NTH, &__kmp_dispatch_num_buffers); |
| } // __kmp_stg_parse_disp_buffers |
| |
| static void __kmp_stg_print_disp_buffers(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_dispatch_num_buffers); |
| } // __kmp_stg_print_disp_buffers |
| |
| #if KMP_NESTED_HOT_TEAMS |
| // ----------------------------------------------------------------------------- |
| // KMP_HOT_TEAMS_MAX_LEVEL, KMP_HOT_TEAMS_MODE |
| |
| static void __kmp_stg_parse_hot_teams_level(char const *name, char const *value, |
| void *data) { |
| if (TCR_4(__kmp_init_parallel)) { |
| KMP_WARNING(EnvParallelWarn, name); |
| return; |
| } // read value before first parallel only |
| __kmp_stg_parse_int(name, value, 0, KMP_MAX_ACTIVE_LEVELS_LIMIT, |
| &__kmp_hot_teams_max_level); |
| } // __kmp_stg_parse_hot_teams_level |
| |
| static void __kmp_stg_print_hot_teams_level(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_hot_teams_max_level); |
| } // __kmp_stg_print_hot_teams_level |
| |
| static void __kmp_stg_parse_hot_teams_mode(char const *name, char const *value, |
| void *data) { |
| if (TCR_4(__kmp_init_parallel)) { |
| KMP_WARNING(EnvParallelWarn, name); |
| return; |
| } // read value before first parallel only |
| __kmp_stg_parse_int(name, value, 0, KMP_MAX_ACTIVE_LEVELS_LIMIT, |
| &__kmp_hot_teams_mode); |
| } // __kmp_stg_parse_hot_teams_mode |
| |
| static void __kmp_stg_print_hot_teams_mode(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_hot_teams_mode); |
| } // __kmp_stg_print_hot_teams_mode |
| |
| #endif // KMP_NESTED_HOT_TEAMS |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_HANDLE_SIGNALS |
| |
| #if KMP_HANDLE_SIGNALS |
| |
| static void __kmp_stg_parse_handle_signals(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_bool(name, value, &__kmp_handle_signals); |
| } // __kmp_stg_parse_handle_signals |
| |
| static void __kmp_stg_print_handle_signals(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_bool(buffer, name, __kmp_handle_signals); |
| } // __kmp_stg_print_handle_signals |
| |
| #endif // KMP_HANDLE_SIGNALS |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_X_DEBUG, KMP_DEBUG, KMP_DEBUG_BUF_*, KMP_DIAG |
| |
| #ifdef KMP_DEBUG |
| |
| #define KMP_STG_X_DEBUG(x) \ |
| static void __kmp_stg_parse_##x##_debug(char const *name, char const *value, \ |
| void *data) { \ |
| __kmp_stg_parse_int(name, value, 0, INT_MAX, &kmp_##x##_debug); \ |
| } /* __kmp_stg_parse_x_debug */ \ |
| static void __kmp_stg_print_##x##_debug(kmp_str_buf_t *buffer, \ |
| char const *name, void *data) { \ |
| __kmp_stg_print_int(buffer, name, kmp_##x##_debug); \ |
| } /* __kmp_stg_print_x_debug */ |
| |
| KMP_STG_X_DEBUG(a) |
| KMP_STG_X_DEBUG(b) |
| KMP_STG_X_DEBUG(c) |
| KMP_STG_X_DEBUG(d) |
| KMP_STG_X_DEBUG(e) |
| KMP_STG_X_DEBUG(f) |
| |
| #undef KMP_STG_X_DEBUG |
| |
| static void __kmp_stg_parse_debug(char const *name, char const *value, |
| void *data) { |
| int debug = 0; |
| __kmp_stg_parse_int(name, value, 0, INT_MAX, &debug); |
| if (kmp_a_debug < debug) { |
| kmp_a_debug = debug; |
| } |
| if (kmp_b_debug < debug) { |
| kmp_b_debug = debug; |
| } |
| if (kmp_c_debug < debug) { |
| kmp_c_debug = debug; |
| } |
| if (kmp_d_debug < debug) { |
| kmp_d_debug = debug; |
| } |
| if (kmp_e_debug < debug) { |
| kmp_e_debug = debug; |
| } |
| if (kmp_f_debug < debug) { |
| kmp_f_debug = debug; |
| } |
| } // __kmp_stg_parse_debug |
| |
| static void __kmp_stg_parse_debug_buf(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_bool(name, value, &__kmp_debug_buf); |
| // !!! TODO: Move buffer initialization of of this file! It may works |
| // incorrectly if KMP_DEBUG_BUF is parsed before KMP_DEBUG_BUF_LINES or |
| // KMP_DEBUG_BUF_CHARS. |
| if (__kmp_debug_buf) { |
| int i; |
| int elements = __kmp_debug_buf_lines * __kmp_debug_buf_chars; |
| |
| /* allocate and initialize all entries in debug buffer to empty */ |
| __kmp_debug_buffer = (char *)__kmp_page_allocate(elements * sizeof(char)); |
| for (i = 0; i < elements; i += __kmp_debug_buf_chars) |
| __kmp_debug_buffer[i] = '\0'; |
| |
| __kmp_debug_count = 0; |
| } |
| K_DIAG(1, ("__kmp_debug_buf = %d\n", __kmp_debug_buf)); |
| } // __kmp_stg_parse_debug_buf |
| |
| static void __kmp_stg_print_debug_buf(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_bool(buffer, name, __kmp_debug_buf); |
| } // __kmp_stg_print_debug_buf |
| |
| static void __kmp_stg_parse_debug_buf_atomic(char const *name, |
| char const *value, void *data) { |
| __kmp_stg_parse_bool(name, value, &__kmp_debug_buf_atomic); |
| } // __kmp_stg_parse_debug_buf_atomic |
| |
| static void __kmp_stg_print_debug_buf_atomic(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_bool(buffer, name, __kmp_debug_buf_atomic); |
| } // __kmp_stg_print_debug_buf_atomic |
| |
| static void __kmp_stg_parse_debug_buf_chars(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_int(name, value, KMP_DEBUG_BUF_CHARS_MIN, INT_MAX, |
| &__kmp_debug_buf_chars); |
| } // __kmp_stg_debug_parse_buf_chars |
| |
| static void __kmp_stg_print_debug_buf_chars(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_debug_buf_chars); |
| } // __kmp_stg_print_debug_buf_chars |
| |
| static void __kmp_stg_parse_debug_buf_lines(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_int(name, value, KMP_DEBUG_BUF_LINES_MIN, INT_MAX, |
| &__kmp_debug_buf_lines); |
| } // __kmp_stg_parse_debug_buf_lines |
| |
| static void __kmp_stg_print_debug_buf_lines(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_debug_buf_lines); |
| } // __kmp_stg_print_debug_buf_lines |
| |
| static void __kmp_stg_parse_diag(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_int(name, value, 0, INT_MAX, &kmp_diag); |
| } // __kmp_stg_parse_diag |
| |
| static void __kmp_stg_print_diag(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_int(buffer, name, kmp_diag); |
| } // __kmp_stg_print_diag |
| |
| #endif // KMP_DEBUG |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_ALIGN_ALLOC |
| |
| static void __kmp_stg_parse_align_alloc(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_size(name, value, CACHE_LINE, INT_MAX, NULL, |
| &__kmp_align_alloc, 1); |
| } // __kmp_stg_parse_align_alloc |
| |
| static void __kmp_stg_print_align_alloc(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_size(buffer, name, __kmp_align_alloc); |
| } // __kmp_stg_print_align_alloc |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_PLAIN_BARRIER, KMP_FORKJOIN_BARRIER, KMP_REDUCTION_BARRIER |
| |
| // TODO: Remove __kmp_barrier_branch_bit_env_name varibale, remove loops from |
| // parse and print functions, pass required info through data argument. |
| |
| static void __kmp_stg_parse_barrier_branch_bit(char const *name, |
| char const *value, void *data) { |
| const char *var; |
| |
| /* ---------- Barrier branch bit control ------------ */ |
| for (int i = bs_plain_barrier; i < bs_last_barrier; i++) { |
| var = __kmp_barrier_branch_bit_env_name[i]; |
| if ((strcmp(var, name) == 0) && (value != 0)) { |
| char *comma; |
| |
| comma = CCAST(char *, strchr(value, ',')); |
| __kmp_barrier_gather_branch_bits[i] = |
| (kmp_uint32)__kmp_str_to_int(value, ','); |
| /* is there a specified release parameter? */ |
| if (comma == NULL) { |
| __kmp_barrier_release_branch_bits[i] = __kmp_barrier_release_bb_dflt; |
| } else { |
| __kmp_barrier_release_branch_bits[i] = |
| (kmp_uint32)__kmp_str_to_int(comma + 1, 0); |
| |
| if (__kmp_barrier_release_branch_bits[i] > KMP_MAX_BRANCH_BITS) { |
| __kmp_msg(kmp_ms_warning, |
| KMP_MSG(BarrReleaseValueInvalid, name, comma + 1), |
| __kmp_msg_null); |
| __kmp_barrier_release_branch_bits[i] = __kmp_barrier_release_bb_dflt; |
| } |
| } |
| if (__kmp_barrier_gather_branch_bits[i] > KMP_MAX_BRANCH_BITS) { |
| KMP_WARNING(BarrGatherValueInvalid, name, value); |
| KMP_INFORM(Using_uint_Value, name, __kmp_barrier_gather_bb_dflt); |
| __kmp_barrier_gather_branch_bits[i] = __kmp_barrier_gather_bb_dflt; |
| } |
| } |
| K_DIAG(1, ("%s == %d,%d\n", __kmp_barrier_branch_bit_env_name[i], |
| __kmp_barrier_gather_branch_bits[i], |
| __kmp_barrier_release_branch_bits[i])) |
| } |
| } // __kmp_stg_parse_barrier_branch_bit |
| |
| static void __kmp_stg_print_barrier_branch_bit(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| const char *var; |
| for (int i = bs_plain_barrier; i < bs_last_barrier; i++) { |
| var = __kmp_barrier_branch_bit_env_name[i]; |
| if (strcmp(var, name) == 0) { |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_NAME_EX(__kmp_barrier_branch_bit_env_name[i]); |
| } else { |
| __kmp_str_buf_print(buffer, " %s='", |
| __kmp_barrier_branch_bit_env_name[i]); |
| } |
| __kmp_str_buf_print(buffer, "%d,%d'\n", |
| __kmp_barrier_gather_branch_bits[i], |
| __kmp_barrier_release_branch_bits[i]); |
| } |
| } |
| } // __kmp_stg_print_barrier_branch_bit |
| |
| // ---------------------------------------------------------------------------- |
| // KMP_PLAIN_BARRIER_PATTERN, KMP_FORKJOIN_BARRIER_PATTERN, |
| // KMP_REDUCTION_BARRIER_PATTERN |
| |
| // TODO: Remove __kmp_barrier_pattern_name variable, remove loops from parse and |
| // print functions, pass required data to functions through data argument. |
| |
| static void __kmp_stg_parse_barrier_pattern(char const *name, char const *value, |
| void *data) { |
| const char *var; |
| /* ---------- Barrier method control ------------ */ |
| |
| for (int i = bs_plain_barrier; i < bs_last_barrier; i++) { |
| var = __kmp_barrier_pattern_env_name[i]; |
| |
| if ((strcmp(var, name) == 0) && (value != 0)) { |
| int j; |
| char *comma = CCAST(char *, strchr(value, ',')); |
| |
| /* handle first parameter: gather pattern */ |
| for (j = bp_linear_bar; j < bp_last_bar; j++) { |
| if (__kmp_match_with_sentinel(__kmp_barrier_pattern_name[j], value, 1, |
| ',')) { |
| __kmp_barrier_gather_pattern[i] = (kmp_bar_pat_e)j; |
| break; |
| } |
| } |
| if (j == bp_last_bar) { |
| KMP_WARNING(BarrGatherValueInvalid, name, value); |
| KMP_INFORM(Using_str_Value, name, |
| __kmp_barrier_pattern_name[bp_linear_bar]); |
| } |
| |
| /* handle second parameter: release pattern */ |
| if (comma != NULL) { |
| for (j = bp_linear_bar; j < bp_last_bar; j++) { |
| if (__kmp_str_match(__kmp_barrier_pattern_name[j], 1, comma + 1)) { |
| __kmp_barrier_release_pattern[i] = (kmp_bar_pat_e)j; |
| break; |
| } |
| } |
| if (j == bp_last_bar) { |
| __kmp_msg(kmp_ms_warning, |
| KMP_MSG(BarrReleaseValueInvalid, name, comma + 1), |
| __kmp_msg_null); |
| KMP_INFORM(Using_str_Value, name, |
| __kmp_barrier_pattern_name[bp_linear_bar]); |
| } |
| } |
| } |
| } |
| } // __kmp_stg_parse_barrier_pattern |
| |
| static void __kmp_stg_print_barrier_pattern(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| const char *var; |
| for (int i = bs_plain_barrier; i < bs_last_barrier; i++) { |
| var = __kmp_barrier_pattern_env_name[i]; |
| if (strcmp(var, name) == 0) { |
| int j = __kmp_barrier_gather_pattern[i]; |
| int k = __kmp_barrier_release_pattern[i]; |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_NAME_EX(__kmp_barrier_pattern_env_name[i]); |
| } else { |
| __kmp_str_buf_print(buffer, " %s='", |
| __kmp_barrier_pattern_env_name[i]); |
| } |
| __kmp_str_buf_print(buffer, "%s,%s'\n", __kmp_barrier_pattern_name[j], |
| __kmp_barrier_pattern_name[k]); |
| } |
| } |
| } // __kmp_stg_print_barrier_pattern |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_ABORT_DELAY |
| |
| static void __kmp_stg_parse_abort_delay(char const *name, char const *value, |
| void *data) { |
| // Units of KMP_DELAY_ABORT are seconds, units of __kmp_abort_delay is |
| // milliseconds. |
| int delay = __kmp_abort_delay / 1000; |
| __kmp_stg_parse_int(name, value, 0, INT_MAX / 1000, &delay); |
| __kmp_abort_delay = delay * 1000; |
| } // __kmp_stg_parse_abort_delay |
| |
| static void __kmp_stg_print_abort_delay(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_abort_delay); |
| } // __kmp_stg_print_abort_delay |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_CPUINFO_FILE |
| |
| static void __kmp_stg_parse_cpuinfo_file(char const *name, char const *value, |
| void *data) { |
| #if KMP_AFFINITY_SUPPORTED |
| __kmp_stg_parse_str(name, value, &__kmp_cpuinfo_file); |
| K_DIAG(1, ("__kmp_cpuinfo_file == %s\n", __kmp_cpuinfo_file)); |
| #endif |
| } //__kmp_stg_parse_cpuinfo_file |
| |
| static void __kmp_stg_print_cpuinfo_file(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| #if KMP_AFFINITY_SUPPORTED |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_NAME; |
| } else { |
| __kmp_str_buf_print(buffer, " %s", name); |
| } |
| if (__kmp_cpuinfo_file) { |
| __kmp_str_buf_print(buffer, "='%s'\n", __kmp_cpuinfo_file); |
| } else { |
| __kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined)); |
| } |
| #endif |
| } //__kmp_stg_print_cpuinfo_file |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_FORCE_REDUCTION, KMP_DETERMINISTIC_REDUCTION |
| |
| static void __kmp_stg_parse_force_reduction(char const *name, char const *value, |
| void *data) { |
| kmp_stg_fr_data_t *reduction = (kmp_stg_fr_data_t *)data; |
| int rc; |
| |
| rc = __kmp_stg_check_rivals(name, value, reduction->rivals); |
| if (rc) { |
| return; |
| } |
| if (reduction->force) { |
| if (value != 0) { |
| if (__kmp_str_match("critical", 0, value)) |
| __kmp_force_reduction_method = critical_reduce_block; |
| else if (__kmp_str_match("atomic", 0, value)) |
| __kmp_force_reduction_method = atomic_reduce_block; |
| else if (__kmp_str_match("tree", 0, value)) |
| __kmp_force_reduction_method = tree_reduce_block; |
| else { |
| KMP_FATAL(UnknownForceReduction, name, value); |
| } |
| } |
| } else { |
| __kmp_stg_parse_bool(name, value, &__kmp_determ_red); |
| if (__kmp_determ_red) { |
| __kmp_force_reduction_method = tree_reduce_block; |
| } else { |
| __kmp_force_reduction_method = reduction_method_not_defined; |
| } |
| } |
| K_DIAG(1, ("__kmp_force_reduction_method == %d\n", |
| __kmp_force_reduction_method)); |
| } // __kmp_stg_parse_force_reduction |
| |
| static void __kmp_stg_print_force_reduction(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| |
| kmp_stg_fr_data_t *reduction = (kmp_stg_fr_data_t *)data; |
| if (reduction->force) { |
| if (__kmp_force_reduction_method == critical_reduce_block) { |
| __kmp_stg_print_str(buffer, name, "critical"); |
| } else if (__kmp_force_reduction_method == atomic_reduce_block) { |
| __kmp_stg_print_str(buffer, name, "atomic"); |
| } else if (__kmp_force_reduction_method == tree_reduce_block) { |
| __kmp_stg_print_str(buffer, name, "tree"); |
| } else { |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_NAME; |
| } else { |
| __kmp_str_buf_print(buffer, " %s", name); |
| } |
| __kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined)); |
| } |
| } else { |
| __kmp_stg_print_bool(buffer, name, __kmp_determ_red); |
| } |
| |
| } // __kmp_stg_print_force_reduction |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_STORAGE_MAP |
| |
| static void __kmp_stg_parse_storage_map(char const *name, char const *value, |
| void *data) { |
| if (__kmp_str_match("verbose", 1, value)) { |
| __kmp_storage_map = TRUE; |
| __kmp_storage_map_verbose = TRUE; |
| __kmp_storage_map_verbose_specified = TRUE; |
| |
| } else { |
| __kmp_storage_map_verbose = FALSE; |
| __kmp_stg_parse_bool(name, value, &__kmp_storage_map); // !!! |
| } |
| } // __kmp_stg_parse_storage_map |
| |
| static void __kmp_stg_print_storage_map(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| if (__kmp_storage_map_verbose || __kmp_storage_map_verbose_specified) { |
| __kmp_stg_print_str(buffer, name, "verbose"); |
| } else { |
| __kmp_stg_print_bool(buffer, name, __kmp_storage_map); |
| } |
| } // __kmp_stg_print_storage_map |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_ALL_THREADPRIVATE |
| |
| static void __kmp_stg_parse_all_threadprivate(char const *name, |
| char const *value, void *data) { |
| __kmp_stg_parse_int(name, value, |
| __kmp_allThreadsSpecified ? __kmp_max_nth : 1, |
| __kmp_max_nth, &__kmp_tp_capacity); |
| } // __kmp_stg_parse_all_threadprivate |
| |
| static void __kmp_stg_print_all_threadprivate(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_tp_capacity); |
| } |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_FOREIGN_THREADS_THREADPRIVATE |
| |
| static void __kmp_stg_parse_foreign_threads_threadprivate(char const *name, |
| char const *value, |
| void *data) { |
| __kmp_stg_parse_bool(name, value, &__kmp_foreign_tp); |
| } // __kmp_stg_parse_foreign_threads_threadprivate |
| |
| static void __kmp_stg_print_foreign_threads_threadprivate(kmp_str_buf_t *buffer, |
| char const *name, |
| void *data) { |
| __kmp_stg_print_bool(buffer, name, __kmp_foreign_tp); |
| } // __kmp_stg_print_foreign_threads_threadprivate |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_AFFINITY, GOMP_CPU_AFFINITY, KMP_TOPOLOGY_METHOD |
| |
| #if KMP_AFFINITY_SUPPORTED |
| // Parse the proc id list. Return TRUE if successful, FALSE otherwise. |
| static int __kmp_parse_affinity_proc_id_list(const char *var, const char *env, |
| const char **nextEnv, |
| char **proclist) { |
| const char *scan = env; |
| const char *next = scan; |
| int empty = TRUE; |
| |
| *proclist = NULL; |
| |
| for (;;) { |
| int start, end, stride; |
| |
| SKIP_WS(scan); |
| next = scan; |
| if (*next == '\0') { |
| break; |
| } |
| |
| if (*next == '{') { |
| int num; |
| next++; // skip '{' |
| SKIP_WS(next); |
| scan = next; |
| |
| // Read the first integer in the set. |
| if ((*next < '0') || (*next > '9')) { |
| KMP_WARNING(AffSyntaxError, var); |
| return FALSE; |
| } |
| SKIP_DIGITS(next); |
| num = __kmp_str_to_int(scan, *next); |
| KMP_ASSERT(num >= 0); |
| |
| for (;;) { |
| // Check for end of set. |
| SKIP_WS(next); |
| if (*next == '}') { |
| next++; // skip '}' |
| break; |
| } |
| |
| // Skip optional comma. |
| if (*next == ',') { |
| next++; |
| } |
| SKIP_WS(next); |
| |
| // Read the next integer in the set. |
| scan = next; |
| if ((*next < '0') || (*next > '9')) { |
| KMP_WARNING(AffSyntaxError, var); |
| return FALSE; |
| } |
| |
| SKIP_DIGITS(next); |
| num = __kmp_str_to_int(scan, *next); |
| KMP_ASSERT(num >= 0); |
| } |
| empty = FALSE; |
| |
| SKIP_WS(next); |
| if (*next == ',') { |
| next++; |
| } |
| scan = next; |
| continue; |
| } |
| |
| // Next character is not an integer => end of list |
| if ((*next < '0') || (*next > '9')) { |
| if (empty) { |
| KMP_WARNING(AffSyntaxError, var); |
| return FALSE; |
| } |
| break; |
| } |
| |
| // Read the first integer. |
| SKIP_DIGITS(next); |
| start = __kmp_str_to_int(scan, *next); |
| KMP_ASSERT(start >= 0); |
| SKIP_WS(next); |
| |
| // If this isn't a range, then go on. |
| if (*next != '-') { |
| empty = FALSE; |
| |
| // Skip optional comma. |
| if (*next == ',') { |
| next++; |
| } |
| scan = next; |
| continue; |
| } |
| |
| // This is a range. Skip over the '-' and read in the 2nd int. |
| next++; // skip '-' |
| SKIP_WS(next); |
| scan = next; |
| if ((*next < '0') || (*next > '9')) { |
| KMP_WARNING(AffSyntaxError, var); |
| return FALSE; |
| } |
| SKIP_DIGITS(next); |
| end = __kmp_str_to_int(scan, *next); |
| KMP_ASSERT(end >= 0); |
| |
| // Check for a stride parameter |
| stride = 1; |
| SKIP_WS(next); |
| if (*next == ':') { |
| // A stride is specified. Skip over the ':" and read the 3rd int. |
| int sign = +1; |
| next++; // skip ':' |
| SKIP_WS(next); |
| scan = next; |
| if (*next == '-') { |
| sign = -1; |
| next++; |
| SKIP_WS(next); |
| scan = next; |
| } |
| if ((*next < '0') || (*next > '9')) { |
| KMP_WARNING(AffSyntaxError, var); |
| return FALSE; |
| } |
| SKIP_DIGITS(next); |
| stride = __kmp_str_to_int(scan, *next); |
| KMP_ASSERT(stride >= 0); |
| stride *= sign; |
| } |
| |
| // Do some range checks. |
| if (stride == 0) { |
| KMP_WARNING(AffZeroStride, var); |
| return FALSE; |
| } |
| if (stride > 0) { |
| if (start > end) { |
| KMP_WARNING(AffStartGreaterEnd, var, start, end); |
| return FALSE; |
| } |
| } else { |
| if (start < end) { |
| KMP_WARNING(AffStrideLessZero, var, start, end); |
| return FALSE; |
| } |
| } |
| if ((end - start) / stride > 65536) { |
| KMP_WARNING(AffRangeTooBig, var, end, start, stride); |
| return FALSE; |
| } |
| |
| empty = FALSE; |
| |
| // Skip optional comma. |
| SKIP_WS(next); |
| if (*next == ',') { |
| next++; |
| } |
| scan = next; |
| } |
| |
| *nextEnv = next; |
| |
| { |
| int len = next - env; |
| char *retlist = (char *)__kmp_allocate((len + 1) * sizeof(char)); |
| KMP_MEMCPY_S(retlist, (len + 1) * sizeof(char), env, len * sizeof(char)); |
| retlist[len] = '\0'; |
| *proclist = retlist; |
| } |
| return TRUE; |
| } |
| |
| // If KMP_AFFINITY is specified without a type, then |
| // __kmp_affinity_notype should point to its setting. |
| static kmp_setting_t *__kmp_affinity_notype = NULL; |
| |
| static void __kmp_parse_affinity_env(char const *name, char const *value, |
| enum affinity_type *out_type, |
| char **out_proclist, int *out_verbose, |
| int *out_warn, int *out_respect, |
| enum affinity_gran *out_gran, |
| int *out_gran_levels, int *out_dups, |
| int *out_compact, int *out_offset) { |
| char *buffer = NULL; // Copy of env var value. |
| char *buf = NULL; // Buffer for strtok_r() function. |
| char *next = NULL; // end of token / start of next. |
| const char *start; // start of current token (for err msgs) |
| int count = 0; // Counter of parsed integer numbers. |
| int number[2]; // Parsed numbers. |
| |
| // Guards. |
| int type = 0; |
| int proclist = 0; |
| int max_proclist = 0; |
| int verbose = 0; |
| int warnings = 0; |
| int respect = 0; |
| int gran = 0; |
| int dups = 0; |
| |
| KMP_ASSERT(value != NULL); |
| |
| if (TCR_4(__kmp_init_middle)) { |
| KMP_WARNING(EnvMiddleWarn, name); |
| __kmp_env_toPrint(name, 0); |
| return; |
| } |
| __kmp_env_toPrint(name, 1); |
| |
| buffer = |
| __kmp_str_format("%s", value); // Copy env var to keep original intact. |
| buf = buffer; |
| SKIP_WS(buf); |
| |
| // Helper macros. |
| |
| // If we see a parse error, emit a warning and scan to the next ",". |
| // |
| // FIXME - there's got to be a better way to print an error |
| // message, hopefully without overwritting peices of buf. |
| #define EMIT_WARN(skip, errlist) \ |
| { \ |
| char ch; \ |
| if (skip) { \ |
| SKIP_TO(next, ','); \ |
| } \ |
| ch = *next; \ |
| *next = '\0'; \ |
| KMP_WARNING errlist; \ |
| *next = ch; \ |
| if (skip) { \ |
| if (ch == ',') \ |
| next++; \ |
| } \ |
| buf = next; \ |
| } |
| |
| #define _set_param(_guard, _var, _val) \ |
| { \ |
| if (_guard == 0) { \ |
| _var = _val; \ |
| } else { \ |
| EMIT_WARN(FALSE, (AffParamDefined, name, start)); \ |
| } \ |
| ++_guard; \ |
| } |
| |
| #define set_type(val) _set_param(type, *out_type, val) |
| #define set_verbose(val) _set_param(verbose, *out_verbose, val) |
| #define set_warnings(val) _set_param(warnings, *out_warn, val) |
| #define set_respect(val) _set_param(respect, *out_respect, val) |
| #define set_dups(val) _set_param(dups, *out_dups, val) |
| #define set_proclist(val) _set_param(proclist, *out_proclist, val) |
| |
| #define set_gran(val, levels) \ |
| { \ |
| if (gran == 0) { \ |
| *out_gran = val; \ |
| *out_gran_levels = levels; \ |
| } else { \ |
| EMIT_WARN(FALSE, (AffParamDefined, name, start)); \ |
| } \ |
| ++gran; \ |
| } |
| |
| #if OMP_40_ENABLED |
| KMP_DEBUG_ASSERT((__kmp_nested_proc_bind.bind_types != NULL) && |
| (__kmp_nested_proc_bind.used > 0)); |
| #endif |
| |
| while (*buf != '\0') { |
| start = next = buf; |
| |
| if (__kmp_match_str("none", buf, CCAST(const char **, &next))) { |
| set_type(affinity_none); |
| #if OMP_40_ENABLED |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_false; |
| #endif |
| buf = next; |
| } else if (__kmp_match_str("scatter", buf, CCAST(const char **, &next))) { |
| set_type(affinity_scatter); |
| #if OMP_40_ENABLED |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_intel; |
| #endif |
| buf = next; |
| } else if (__kmp_match_str("compact", buf, CCAST(const char **, &next))) { |
| set_type(affinity_compact); |
| #if OMP_40_ENABLED |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_intel; |
| #endif |
| buf = next; |
| } else if (__kmp_match_str("logical", buf, CCAST(const char **, &next))) { |
| set_type(affinity_logical); |
| #if OMP_40_ENABLED |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_intel; |
| #endif |
| buf = next; |
| } else if (__kmp_match_str("physical", buf, CCAST(const char **, &next))) { |
| set_type(affinity_physical); |
| #if OMP_40_ENABLED |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_intel; |
| #endif |
| buf = next; |
| } else if (__kmp_match_str("explicit", buf, CCAST(const char **, &next))) { |
| set_type(affinity_explicit); |
| #if OMP_40_ENABLED |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_intel; |
| #endif |
| buf = next; |
| } else if (__kmp_match_str("balanced", buf, CCAST(const char **, &next))) { |
| set_type(affinity_balanced); |
| #if OMP_40_ENABLED |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_intel; |
| #endif |
| buf = next; |
| } else if (__kmp_match_str("disabled", buf, CCAST(const char **, &next))) { |
| set_type(affinity_disabled); |
| #if OMP_40_ENABLED |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_false; |
| #endif |
| buf = next; |
| } else if (__kmp_match_str("verbose", buf, CCAST(const char **, &next))) { |
| set_verbose(TRUE); |
| buf = next; |
| } else if (__kmp_match_str("noverbose", buf, CCAST(const char **, &next))) { |
| set_verbose(FALSE); |
| buf = next; |
| } else if (__kmp_match_str("warnings", buf, CCAST(const char **, &next))) { |
| set_warnings(TRUE); |
| buf = next; |
| } else if (__kmp_match_str("nowarnings", buf, |
| CCAST(const char **, &next))) { |
| set_warnings(FALSE); |
| buf = next; |
| } else if (__kmp_match_str("respect", buf, CCAST(const char **, &next))) { |
| set_respect(TRUE); |
| buf = next; |
| } else if (__kmp_match_str("norespect", buf, CCAST(const char **, &next))) { |
| set_respect(FALSE); |
| buf = next; |
| } else if (__kmp_match_str("duplicates", buf, |
| CCAST(const char **, &next)) || |
| __kmp_match_str("dups", buf, CCAST(const char **, &next))) { |
| set_dups(TRUE); |
| buf = next; |
| } else if (__kmp_match_str("noduplicates", buf, |
| CCAST(const char **, &next)) || |
| __kmp_match_str("nodups", buf, CCAST(const char **, &next))) { |
| set_dups(FALSE); |
| buf = next; |
| } else if (__kmp_match_str("granularity", buf, |
| CCAST(const char **, &next)) || |
| __kmp_match_str("gran", buf, CCAST(const char **, &next))) { |
| SKIP_WS(next); |
| if (*next != '=') { |
| EMIT_WARN(TRUE, (AffInvalidParam, name, start)); |
| continue; |
| } |
| next++; // skip '=' |
| SKIP_WS(next); |
| |
| buf = next; |
| if (__kmp_match_str("fine", buf, CCAST(const char **, &next))) { |
| set_gran(affinity_gran_fine, -1); |
| buf = next; |
| } else if (__kmp_match_str("thread", buf, CCAST(const char **, &next))) { |
| set_gran(affinity_gran_thread, -1); |
| buf = next; |
| } else if (__kmp_match_str("core", buf, CCAST(const char **, &next))) { |
| set_gran(affinity_gran_core, -1); |
| buf = next; |
| #if KMP_USE_HWLOC |
| } else if (__kmp_match_str("tile", buf, CCAST(const char **, &next))) { |
| set_gran(affinity_gran_tile, -1); |
| buf = next; |
| #endif |
| } else if (__kmp_match_str("package", buf, CCAST(const char **, &next))) { |
| set_gran(affinity_gran_package, -1); |
| buf = next; |
| } else if (__kmp_match_str("node", buf, CCAST(const char **, &next))) { |
| set_gran(affinity_gran_node, -1); |
| buf = next; |
| #if KMP_GROUP_AFFINITY |
| } else if (__kmp_match_str("group", buf, CCAST(const char **, &next))) { |
| set_gran(affinity_gran_group, -1); |
| buf = next; |
| #endif /* KMP_GROUP AFFINITY */ |
| } else if ((*buf >= '0') && (*buf <= '9')) { |
| int n; |
| next = buf; |
| SKIP_DIGITS(next); |
| n = __kmp_str_to_int(buf, *next); |
| KMP_ASSERT(n >= 0); |
| buf = next; |
| set_gran(affinity_gran_default, n); |
| } else { |
| EMIT_WARN(TRUE, (AffInvalidParam, name, start)); |
| continue; |
| } |
| } else if (__kmp_match_str("proclist", buf, CCAST(const char **, &next))) { |
| char *temp_proclist; |
| |
| SKIP_WS(next); |
| if (*next != '=') { |
| EMIT_WARN(TRUE, (AffInvalidParam, name, start)); |
| continue; |
| } |
| next++; // skip '=' |
| SKIP_WS(next); |
| if (*next != '[') { |
| EMIT_WARN(TRUE, (AffInvalidParam, name, start)); |
| continue; |
| } |
| next++; // skip '[' |
| buf = next; |
| if (!__kmp_parse_affinity_proc_id_list( |
| name, buf, CCAST(const char **, &next), &temp_proclist)) { |
| // warning already emitted. |
| SKIP_TO(next, ']'); |
| if (*next == ']') |
| next++; |
| SKIP_TO(next, ','); |
| if (*next == ',') |
| next++; |
| buf = next; |
| continue; |
| } |
| if (*next != ']') { |
| EMIT_WARN(TRUE, (AffInvalidParam, name, start)); |
| continue; |
| } |
| next++; // skip ']' |
| set_proclist(temp_proclist); |
| } else if ((*buf >= '0') && (*buf <= '9')) { |
| // Parse integer numbers -- permute and offset. |
| int n; |
| next = buf; |
| SKIP_DIGITS(next); |
| n = __kmp_str_to_int(buf, *next); |
| KMP_ASSERT(n >= 0); |
| buf = next; |
| if (count < 2) { |
| number[count] = n; |
| } else { |
| KMP_WARNING(AffManyParams, name, start); |
| } |
| ++count; |
| } else { |
| EMIT_WARN(TRUE, (AffInvalidParam, name, start)); |
| continue; |
| } |
| |
| SKIP_WS(next); |
| if (*next == ',') { |
| next++; |
| SKIP_WS(next); |
| } else if (*next != '\0') { |
| const char *temp = next; |
| EMIT_WARN(TRUE, (ParseExtraCharsWarn, name, temp)); |
| continue; |
| } |
| buf = next; |
| } // while |
| |
| #undef EMIT_WARN |
| #undef _set_param |
| #undef set_type |
| #undef set_verbose |
| #undef set_warnings |
| #undef set_respect |
| #undef set_granularity |
| |
| __kmp_str_free(&buffer); |
| |
| if (proclist) { |
| if (!type) { |
| KMP_WARNING(AffProcListNoType, name); |
| *out_type = affinity_explicit; |
| #if OMP_40_ENABLED |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_intel; |
| #endif |
| } else if (*out_type != affinity_explicit) { |
| KMP_WARNING(AffProcListNotExplicit, name); |
| KMP_ASSERT(*out_proclist != NULL); |
| KMP_INTERNAL_FREE(*out_proclist); |
| *out_proclist = NULL; |
| } |
| } |
| switch (*out_type) { |
| case affinity_logical: |
| case affinity_physical: { |
| if (count > 0) { |
| *out_offset = number[0]; |
| } |
| if (count > 1) { |
| KMP_WARNING(AffManyParamsForLogic, name, number[1]); |
| } |
| } break; |
| case affinity_balanced: { |
| if (count > 0) { |
| *out_compact = number[0]; |
| } |
| if (count > 1) { |
| *out_offset = number[1]; |
| } |
| |
| if (__kmp_affinity_gran == affinity_gran_default) { |
| #if KMP_MIC_SUPPORTED |
| if (__kmp_mic_type != non_mic) { |
| if (__kmp_affinity_verbose || __kmp_affinity_warnings) { |
| KMP_WARNING(AffGranUsing, "KMP_AFFINITY", "fine"); |
| } |
| __kmp_affinity_gran = affinity_gran_fine; |
| } else |
| #endif |
| { |
| if (__kmp_affinity_verbose || __kmp_affinity_warnings) { |
| KMP_WARNING(AffGranUsing, "KMP_AFFINITY", "core"); |
| } |
| __kmp_affinity_gran = affinity_gran_core; |
| } |
| } |
| } break; |
| case affinity_scatter: |
| case affinity_compact: { |
| if (count > 0) { |
| *out_compact = number[0]; |
| } |
| if (count > 1) { |
| *out_offset = number[1]; |
| } |
| } break; |
| case affinity_explicit: { |
| if (*out_proclist == NULL) { |
| KMP_WARNING(AffNoProcList, name); |
| __kmp_affinity_type = affinity_none; |
| } |
| if (count > 0) { |
| KMP_WARNING(AffNoParam, name, "explicit"); |
| } |
| } break; |
| case affinity_none: { |
| if (count > 0) { |
| KMP_WARNING(AffNoParam, name, "none"); |
| } |
| } break; |
| case affinity_disabled: { |
| if (count > 0) { |
| KMP_WARNING(AffNoParam, name, "disabled"); |
| } |
| } break; |
| case affinity_default: { |
| if (count > 0) { |
| KMP_WARNING(AffNoParam, name, "default"); |
| } |
| } break; |
| default: { KMP_ASSERT(0); } |
| } |
| } // __kmp_parse_affinity_env |
| |
| static void __kmp_stg_parse_affinity(char const *name, char const *value, |
| void *data) { |
| kmp_setting_t **rivals = (kmp_setting_t **)data; |
| int rc; |
| |
| rc = __kmp_stg_check_rivals(name, value, rivals); |
| if (rc) { |
| return; |
| } |
| |
| __kmp_parse_affinity_env(name, value, &__kmp_affinity_type, |
| &__kmp_affinity_proclist, &__kmp_affinity_verbose, |
| &__kmp_affinity_warnings, |
| &__kmp_affinity_respect_mask, &__kmp_affinity_gran, |
| &__kmp_affinity_gran_levels, &__kmp_affinity_dups, |
| &__kmp_affinity_compact, &__kmp_affinity_offset); |
| |
| } // __kmp_stg_parse_affinity |
| |
| static void __kmp_stg_print_affinity(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_NAME_EX(name); |
| } else { |
| __kmp_str_buf_print(buffer, " %s='", name); |
| } |
| if (__kmp_affinity_verbose) { |
| __kmp_str_buf_print(buffer, "%s,", "verbose"); |
| } else { |
| __kmp_str_buf_print(buffer, "%s,", "noverbose"); |
| } |
| if (__kmp_affinity_warnings) { |
| __kmp_str_buf_print(buffer, "%s,", "warnings"); |
| } else { |
| __kmp_str_buf_print(buffer, "%s,", "nowarnings"); |
| } |
| if (KMP_AFFINITY_CAPABLE()) { |
| if (__kmp_affinity_respect_mask) { |
| __kmp_str_buf_print(buffer, "%s,", "respect"); |
| } else { |
| __kmp_str_buf_print(buffer, "%s,", "norespect"); |
| } |
| switch (__kmp_affinity_gran) { |
| case affinity_gran_default: |
| __kmp_str_buf_print(buffer, "%s", "granularity=default,"); |
| break; |
| case affinity_gran_fine: |
| __kmp_str_buf_print(buffer, "%s", "granularity=fine,"); |
| break; |
| case affinity_gran_thread: |
| __kmp_str_buf_print(buffer, "%s", "granularity=thread,"); |
| break; |
| case affinity_gran_core: |
| __kmp_str_buf_print(buffer, "%s", "granularity=core,"); |
| break; |
| case affinity_gran_package: |
| __kmp_str_buf_print(buffer, "%s", "granularity=package,"); |
| break; |
| case affinity_gran_node: |
| __kmp_str_buf_print(buffer, "%s", "granularity=node,"); |
| break; |
| #if KMP_GROUP_AFFINITY |
| case affinity_gran_group: |
| __kmp_str_buf_print(buffer, "%s", "granularity=group,"); |
| break; |
| #endif /* KMP_GROUP_AFFINITY */ |
| } |
| } |
| if (!KMP_AFFINITY_CAPABLE()) { |
| __kmp_str_buf_print(buffer, "%s", "disabled"); |
| } else |
| switch (__kmp_affinity_type) { |
| case affinity_none: |
| __kmp_str_buf_print(buffer, "%s", "none"); |
| break; |
| case affinity_physical: |
| __kmp_str_buf_print(buffer, "%s,%d", "physical", __kmp_affinity_offset); |
| break; |
| case affinity_logical: |
| __kmp_str_buf_print(buffer, "%s,%d", "logical", __kmp_affinity_offset); |
| break; |
| case affinity_compact: |
| __kmp_str_buf_print(buffer, "%s,%d,%d", "compact", __kmp_affinity_compact, |
| __kmp_affinity_offset); |
| break; |
| case affinity_scatter: |
| __kmp_str_buf_print(buffer, "%s,%d,%d", "scatter", __kmp_affinity_compact, |
| __kmp_affinity_offset); |
| break; |
| case affinity_explicit: |
| __kmp_str_buf_print(buffer, "%s=[%s],%s", "proclist", |
| __kmp_affinity_proclist, "explicit"); |
| break; |
| case affinity_balanced: |
| __kmp_str_buf_print(buffer, "%s,%d,%d", "balanced", |
| __kmp_affinity_compact, __kmp_affinity_offset); |
| break; |
| case affinity_disabled: |
| __kmp_str_buf_print(buffer, "%s", "disabled"); |
| break; |
| case affinity_default: |
| __kmp_str_buf_print(buffer, "%s", "default"); |
| break; |
| default: |
| __kmp_str_buf_print(buffer, "%s", "<unknown>"); |
| break; |
| } |
| __kmp_str_buf_print(buffer, "'\n"); |
| } //__kmp_stg_print_affinity |
| |
| #ifdef KMP_GOMP_COMPAT |
| |
| static void __kmp_stg_parse_gomp_cpu_affinity(char const *name, |
| char const *value, void *data) { |
| const char *next = NULL; |
| char *temp_proclist; |
| kmp_setting_t **rivals = (kmp_setting_t **)data; |
| int rc; |
| |
| rc = __kmp_stg_check_rivals(name, value, rivals); |
| if (rc) { |
| return; |
| } |
| |
| if (TCR_4(__kmp_init_middle)) { |
| KMP_WARNING(EnvMiddleWarn, name); |
| __kmp_env_toPrint(name, 0); |
| return; |
| } |
| |
| __kmp_env_toPrint(name, 1); |
| |
| if (__kmp_parse_affinity_proc_id_list(name, value, &next, &temp_proclist)) { |
| SKIP_WS(next); |
| if (*next == '\0') { |
| // GOMP_CPU_AFFINITY => granularity=fine,explicit,proclist=... |
| __kmp_affinity_proclist = temp_proclist; |
| __kmp_affinity_type = affinity_explicit; |
| __kmp_affinity_gran = affinity_gran_fine; |
| #if OMP_40_ENABLED |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_intel; |
| #endif |
| } else { |
| KMP_WARNING(AffSyntaxError, name); |
| if (temp_proclist != NULL) { |
| KMP_INTERNAL_FREE((void *)temp_proclist); |
| } |
| } |
| } else { |
| // Warning already emitted |
| __kmp_affinity_type = affinity_none; |
| #if OMP_40_ENABLED |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_false; |
| #endif |
| } |
| } // __kmp_stg_parse_gomp_cpu_affinity |
| |
| #endif /* KMP_GOMP_COMPAT */ |
| |
| #if OMP_40_ENABLED |
| |
| /*----------------------------------------------------------------------------- |
| The OMP_PLACES proc id list parser. Here is the grammar: |
| |
| place_list := place |
| place_list := place , place_list |
| place := num |
| place := place : num |
| place := place : num : signed |
| place := { subplacelist } |
| place := ! place // (lowest priority) |
| subplace_list := subplace |
| subplace_list := subplace , subplace_list |
| subplace := num |
| subplace := num : num |
| subplace := num : num : signed |
| signed := num |
| signed := + signed |
| signed := - signed |
| -----------------------------------------------------------------------------*/ |
| |
| static int __kmp_parse_subplace_list(const char *var, const char **scan) { |
| const char *next; |
| |
| for (;;) { |
| int start, count, stride; |
| |
| // |
| // Read in the starting proc id |
| // |
| SKIP_WS(*scan); |
| if ((**scan < '0') || (**scan > '9')) { |
| KMP_WARNING(SyntaxErrorUsing, var, "\"threads\""); |
| return FALSE; |
| } |
| next = *scan; |
| SKIP_DIGITS(next); |
| start = __kmp_str_to_int(*scan, *next); |
| KMP_ASSERT(start >= 0); |
| *scan = next; |
| |
| // valid follow sets are ',' ':' and '}' |
| SKIP_WS(*scan); |
| if (**scan == '}') { |
| break; |
| } |
| if (**scan == ',') { |
| (*scan)++; // skip ',' |
| continue; |
| } |
| if (**scan != ':') { |
| KMP_WARNING(SyntaxErrorUsing, var, "\"threads\""); |
| return FALSE; |
| } |
| (*scan)++; // skip ':' |
| |
| // Read count parameter |
| SKIP_WS(*scan); |
| if ((**scan < '0') || (**scan > '9')) { |
| KMP_WARNING(SyntaxErrorUsing, var, "\"threads\""); |
| return FALSE; |
| } |
| next = *scan; |
| SKIP_DIGITS(next); |
| count = __kmp_str_to_int(*scan, *next); |
| KMP_ASSERT(count >= 0); |
| *scan = next; |
| |
| // valid follow sets are ',' ':' and '}' |
| SKIP_WS(*scan); |
| if (**scan == '}') { |
| break; |
| } |
| if (**scan == ',') { |
| (*scan)++; // skip ',' |
| continue; |
| } |
| if (**scan != ':') { |
| KMP_WARNING(SyntaxErrorUsing, var, "\"threads\""); |
| return FALSE; |
| } |
| (*scan)++; // skip ':' |
| |
| // Read stride parameter |
| int sign = +1; |
| for (;;) { |
| SKIP_WS(*scan); |
| if (**scan == '+') { |
| (*scan)++; // skip '+' |
| continue; |
| } |
| if (**scan == '-') { |
| sign *= -1; |
| (*scan)++; // skip '-' |
| continue; |
| } |
| break; |
| } |
| SKIP_WS(*scan); |
| if ((**scan < '0') || (**scan > '9')) { |
| KMP_WARNING(SyntaxErrorUsing, var, "\"threads\""); |
| return FALSE; |
| } |
| next = *scan; |
| SKIP_DIGITS(next); |
| stride = __kmp_str_to_int(*scan, *next); |
| KMP_ASSERT(stride >= 0); |
| *scan = next; |
| stride *= sign; |
| |
| // valid follow sets are ',' and '}' |
| SKIP_WS(*scan); |
| if (**scan == '}') { |
| break; |
| } |
| if (**scan == ',') { |
| (*scan)++; // skip ',' |
| continue; |
| } |
| |
| KMP_WARNING(SyntaxErrorUsing, var, "\"threads\""); |
| return FALSE; |
| } |
| return TRUE; |
| } |
| |
| static int __kmp_parse_place(const char *var, const char **scan) { |
| const char *next; |
| |
| // valid follow sets are '{' '!' and num |
| SKIP_WS(*scan); |
| if (**scan == '{') { |
| (*scan)++; // skip '{' |
| if (!__kmp_parse_subplace_list(var, scan)) { |
| return FALSE; |
| } |
| if (**scan != '}') { |
| KMP_WARNING(SyntaxErrorUsing, var, "\"threads\""); |
| return FALSE; |
| } |
| (*scan)++; // skip '}' |
| } else if (**scan == '!') { |
| (*scan)++; // skip '!' |
| return __kmp_parse_place(var, scan); //'!' has lower precedence than ':' |
| } else if ((**scan >= '0') && (**scan <= '9')) { |
| next = *scan; |
| SKIP_DIGITS(next); |
| int proc = __kmp_str_to_int(*scan, *next); |
| KMP_ASSERT(proc >= 0); |
| *scan = next; |
| } else { |
| KMP_WARNING(SyntaxErrorUsing, var, "\"threads\""); |
| return FALSE; |
| } |
| return TRUE; |
| } |
| |
| static int __kmp_parse_place_list(const char *var, const char *env, |
| char **place_list) { |
| const char *scan = env; |
| const char *next = scan; |
| |
| for (;;) { |
| int start, count, stride; |
| |
| if (!__kmp_parse_place(var, &scan)) { |
| return FALSE; |
| } |
| |
| // valid follow sets are ',' ':' and EOL |
| SKIP_WS(scan); |
| if (*scan == '\0') { |
| break; |
| } |
| if (*scan == ',') { |
| scan++; // skip ',' |
| continue; |
| } |
| if (*scan != ':') { |
| KMP_WARNING(SyntaxErrorUsing, var, "\"threads\""); |
| return FALSE; |
| } |
| scan++; // skip ':' |
| |
| // Read count parameter |
| SKIP_WS(scan); |
| if ((*scan < '0') || (*scan > '9')) { |
| KMP_WARNING(SyntaxErrorUsing, var, "\"threads\""); |
| return FALSE; |
| } |
| next = scan; |
| SKIP_DIGITS(next); |
| count = __kmp_str_to_int(scan, *next); |
| KMP_ASSERT(count >= 0); |
| scan = next; |
| |
| // valid follow sets are ',' ':' and EOL |
| SKIP_WS(scan); |
| if (*scan == '\0') { |
| break; |
| } |
| if (*scan == ',') { |
| scan++; // skip ',' |
| continue; |
| } |
| if (*scan != ':') { |
| KMP_WARNING(SyntaxErrorUsing, var, "\"threads\""); |
| return FALSE; |
| } |
| scan++; // skip ':' |
| |
| // Read stride parameter |
| int sign = +1; |
| for (;;) { |
| SKIP_WS(scan); |
| if (*scan == '+') { |
| scan++; // skip '+' |
| continue; |
| } |
| if (*scan == '-') { |
| sign *= -1; |
| scan++; // skip '-' |
| continue; |
| } |
| break; |
| } |
| SKIP_WS(scan); |
| if ((*scan < '0') || (*scan > '9')) { |
| KMP_WARNING(SyntaxErrorUsing, var, "\"threads\""); |
| return FALSE; |
| } |
| next = scan; |
| SKIP_DIGITS(next); |
| stride = __kmp_str_to_int(scan, *next); |
| KMP_ASSERT(stride >= 0); |
| scan = next; |
| stride *= sign; |
| |
| // valid follow sets are ',' and EOL |
| SKIP_WS(scan); |
| if (*scan == '\0') { |
| break; |
| } |
| if (*scan == ',') { |
| scan++; // skip ',' |
| continue; |
| } |
| |
| KMP_WARNING(SyntaxErrorUsing, var, "\"threads\""); |
| return FALSE; |
| } |
| |
| { |
| int len = scan - env; |
| char *retlist = (char *)__kmp_allocate((len + 1) * sizeof(char)); |
| KMP_MEMCPY_S(retlist, (len + 1) * sizeof(char), env, len * sizeof(char)); |
| retlist[len] = '\0'; |
| *place_list = retlist; |
| } |
| return TRUE; |
| } |
| |
| static void __kmp_stg_parse_places(char const *name, char const *value, |
| void *data) { |
| int count; |
| const char *scan = value; |
| const char *next = scan; |
| const char *kind = "\"threads\""; |
| kmp_setting_t **rivals = (kmp_setting_t **)data; |
| int rc; |
| |
| rc = __kmp_stg_check_rivals(name, value, rivals); |
| if (rc) { |
| return; |
| } |
| |
| // If OMP_PROC_BIND is not specified but OMP_PLACES is, |
| // then let OMP_PROC_BIND default to true. |
| if (__kmp_nested_proc_bind.bind_types[0] == proc_bind_default) { |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_true; |
| } |
| |
| //__kmp_affinity_num_places = 0; |
| |
| if (__kmp_match_str("threads", scan, &next)) { |
| scan = next; |
| __kmp_affinity_type = affinity_compact; |
| __kmp_affinity_gran = affinity_gran_thread; |
| __kmp_affinity_dups = FALSE; |
| kind = "\"threads\""; |
| } else if (__kmp_match_str("cores", scan, &next)) { |
| scan = next; |
| __kmp_affinity_type = affinity_compact; |
| __kmp_affinity_gran = affinity_gran_core; |
| __kmp_affinity_dups = FALSE; |
| kind = "\"cores\""; |
| #if KMP_USE_HWLOC |
| } else if (__kmp_match_str("tiles", scan, &next)) { |
| scan = next; |
| __kmp_affinity_type = affinity_compact; |
| __kmp_affinity_gran = affinity_gran_tile; |
| __kmp_affinity_dups = FALSE; |
| kind = "\"tiles\""; |
| #endif |
| } else if (__kmp_match_str("sockets", scan, &next)) { |
| scan = next; |
| __kmp_affinity_type = affinity_compact; |
| __kmp_affinity_gran = affinity_gran_package; |
| __kmp_affinity_dups = FALSE; |
| kind = "\"sockets\""; |
| } else { |
| if (__kmp_affinity_proclist != NULL) { |
| KMP_INTERNAL_FREE((void *)__kmp_affinity_proclist); |
| __kmp_affinity_proclist = NULL; |
| } |
| if (__kmp_parse_place_list(name, value, &__kmp_affinity_proclist)) { |
| __kmp_affinity_type = affinity_explicit; |
| __kmp_affinity_gran = affinity_gran_fine; |
| __kmp_affinity_dups = FALSE; |
| if (__kmp_nested_proc_bind.bind_types[0] == proc_bind_default) { |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_true; |
| } |
| } |
| return; |
| } |
| |
| if (__kmp_nested_proc_bind.bind_types[0] == proc_bind_default) { |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_true; |
| } |
| |
| SKIP_WS(scan); |
| if (*scan == '\0') { |
| return; |
| } |
| |
| // Parse option count parameter in parentheses |
| if (*scan != '(') { |
| KMP_WARNING(SyntaxErrorUsing, name, kind); |
| return; |
| } |
| scan++; // skip '(' |
| |
| SKIP_WS(scan); |
| next = scan; |
| SKIP_DIGITS(next); |
| count = __kmp_str_to_int(scan, *next); |
| KMP_ASSERT(count >= 0); |
| scan = next; |
| |
| SKIP_WS(scan); |
| if (*scan != ')') { |
| KMP_WARNING(SyntaxErrorUsing, name, kind); |
| return; |
| } |
| scan++; // skip ')' |
| |
| SKIP_WS(scan); |
| if (*scan != '\0') { |
| KMP_WARNING(ParseExtraCharsWarn, name, scan); |
| } |
| __kmp_affinity_num_places = count; |
| } |
| |
| static void __kmp_stg_print_places(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_NAME; |
| } else { |
| __kmp_str_buf_print(buffer, " %s", name); |
| } |
| if ((__kmp_nested_proc_bind.used == 0) || |
| (__kmp_nested_proc_bind.bind_types == NULL) || |
| (__kmp_nested_proc_bind.bind_types[0] == proc_bind_false)) { |
| __kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined)); |
| } else if (__kmp_affinity_type == affinity_explicit) { |
| if (__kmp_affinity_proclist != NULL) { |
| __kmp_str_buf_print(buffer, "='%s'\n", __kmp_affinity_proclist); |
| } else { |
| __kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined)); |
| } |
| } else if (__kmp_affinity_type == affinity_compact) { |
| int num; |
| if (__kmp_affinity_num_masks > 0) { |
| num = __kmp_affinity_num_masks; |
| } else if (__kmp_affinity_num_places > 0) { |
| num = __kmp_affinity_num_places; |
| } else { |
| num = 0; |
| } |
| if (__kmp_affinity_gran == affinity_gran_thread) { |
| if (num > 0) { |
| __kmp_str_buf_print(buffer, "='threads(%d)'\n", num); |
| } else { |
| __kmp_str_buf_print(buffer, "='threads'\n"); |
| } |
| } else if (__kmp_affinity_gran == affinity_gran_core) { |
| if (num > 0) { |
| __kmp_str_buf_print(buffer, "='cores(%d)' \n", num); |
| } else { |
| __kmp_str_buf_print(buffer, "='cores'\n"); |
| } |
| #if KMP_USE_HWLOC |
| } else if (__kmp_affinity_gran == affinity_gran_tile) { |
| if (num > 0) { |
| __kmp_str_buf_print(buffer, "='tiles(%d)' \n", num); |
| } else { |
| __kmp_str_buf_print(buffer, "='tiles'\n"); |
| } |
| #endif |
| } else if (__kmp_affinity_gran == affinity_gran_package) { |
| if (num > 0) { |
| __kmp_str_buf_print(buffer, "='sockets(%d)'\n", num); |
| } else { |
| __kmp_str_buf_print(buffer, "='sockets'\n"); |
| } |
| } else { |
| __kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined)); |
| } |
| } else { |
| __kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined)); |
| } |
| } |
| |
| #endif /* OMP_40_ENABLED */ |
| |
| #if (!OMP_40_ENABLED) |
| |
| static void __kmp_stg_parse_proc_bind(char const *name, char const *value, |
| void *data) { |
| int enabled; |
| kmp_setting_t **rivals = (kmp_setting_t **)data; |
| int rc; |
| |
| rc = __kmp_stg_check_rivals(name, value, rivals); |
| if (rc) { |
| return; |
| } |
| |
| // In OMP 3.1, OMP_PROC_BIND is strictly a boolean |
| __kmp_stg_parse_bool(name, value, &enabled); |
| if (enabled) { |
| // OMP_PROC_BIND => granularity=fine,scatter on MIC |
| // OMP_PROC_BIND => granularity=core,scatter elsewhere |
| __kmp_affinity_type = affinity_scatter; |
| #if KMP_MIC_SUPPORTED |
| if (__kmp_mic_type != non_mic) |
| __kmp_affinity_gran = affinity_gran_fine; |
| else |
| #endif |
| __kmp_affinity_gran = affinity_gran_core; |
| } else { |
| __kmp_affinity_type = affinity_none; |
| } |
| } // __kmp_parse_proc_bind |
| |
| #endif /* if (! OMP_40_ENABLED) */ |
| |
| static void __kmp_stg_parse_topology_method(char const *name, char const *value, |
| void *data) { |
| if (__kmp_str_match("all", 1, value)) { |
| __kmp_affinity_top_method = affinity_top_method_all; |
| } |
| #if KMP_USE_HWLOC |
| else if (__kmp_str_match("hwloc", 1, value)) { |
| __kmp_affinity_top_method = affinity_top_method_hwloc; |
| } |
| #endif |
| #if KMP_ARCH_X86 || KMP_ARCH_X86_64 |
| else if (__kmp_str_match("x2apic id", 9, value) || |
| __kmp_str_match("x2apic_id", 9, value) || |
| __kmp_str_match("x2apic-id", 9, value) || |
| __kmp_str_match("x2apicid", 8, value) || |
| __kmp_str_match("cpuid leaf 11", 13, value) || |
| __kmp_str_match("cpuid_leaf_11", 13, value) || |
| __kmp_str_match("cpuid-leaf-11", 13, value) || |
| __kmp_str_match("cpuid leaf11", 12, value) || |
| __kmp_str_match("cpuid_leaf11", 12, value) || |
| __kmp_str_match("cpuid-leaf11", 12, value) || |
| __kmp_str_match("cpuidleaf 11", 12, value) || |
| __kmp_str_match("cpuidleaf_11", 12, value) || |
| __kmp_str_match("cpuidleaf-11", 12, value) || |
| __kmp_str_match("cpuidleaf11", 11, value) || |
| __kmp_str_match("cpuid 11", 8, value) || |
| __kmp_str_match("cpuid_11", 8, value) || |
| __kmp_str_match("cpuid-11", 8, value) || |
| __kmp_str_match("cpuid11", 7, value) || |
| __kmp_str_match("leaf 11", 7, value) || |
| __kmp_str_match("leaf_11", 7, value) || |
| __kmp_str_match("leaf-11", 7, value) || |
| __kmp_str_match("leaf11", 6, value)) { |
| __kmp_affinity_top_method = affinity_top_method_x2apicid; |
| } else if (__kmp_str_match("apic id", 7, value) || |
| __kmp_str_match("apic_id", 7, value) || |
| __kmp_str_match("apic-id", 7, value) || |
| __kmp_str_match("apicid", 6, value) || |
| __kmp_str_match("cpuid leaf 4", 12, value) || |
| __kmp_str_match("cpuid_leaf_4", 12, value) || |
| __kmp_str_match("cpuid-leaf-4", 12, value) || |
| __kmp_str_match("cpuid leaf4", 11, value) || |
| __kmp_str_match("cpuid_leaf4", 11, value) || |
| __kmp_str_match("cpuid-leaf4", 11, value) || |
| __kmp_str_match("cpuidleaf 4", 11, value) || |
| __kmp_str_match("cpuidleaf_4", 11, value) || |
| __kmp_str_match("cpuidleaf-4", 11, value) || |
| __kmp_str_match("cpuidleaf4", 10, value) || |
| __kmp_str_match("cpuid 4", 7, value) || |
| __kmp_str_match("cpuid_4", 7, value) || |
| __kmp_str_match("cpuid-4", 7, value) || |
| __kmp_str_match("cpuid4", 6, value) || |
| __kmp_str_match("leaf 4", 6, value) || |
| __kmp_str_match("leaf_4", 6, value) || |
| __kmp_str_match("leaf-4", 6, value) || |
| __kmp_str_match("leaf4", 5, value)) { |
| __kmp_affinity_top_method = affinity_top_method_apicid; |
| } |
| #endif /* KMP_ARCH_X86 || KMP_ARCH_X86_64 */ |
| else if (__kmp_str_match("/proc/cpuinfo", 2, value) || |
| __kmp_str_match("cpuinfo", 5, value)) { |
| __kmp_affinity_top_method = affinity_top_method_cpuinfo; |
| } |
| #if KMP_GROUP_AFFINITY |
| else if (__kmp_str_match("group", 1, value)) { |
| __kmp_affinity_top_method = affinity_top_method_group; |
| } |
| #endif /* KMP_GROUP_AFFINITY */ |
| else if (__kmp_str_match("flat", 1, value)) { |
| __kmp_affinity_top_method = affinity_top_method_flat; |
| } else { |
| KMP_WARNING(StgInvalidValue, name, value); |
| } |
| } // __kmp_stg_parse_topology_method |
| |
| static void __kmp_stg_print_topology_method(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| char const *value = NULL; |
| |
| switch (__kmp_affinity_top_method) { |
| case affinity_top_method_default: |
| value = "default"; |
| break; |
| |
| case affinity_top_method_all: |
| value = "all"; |
| break; |
| |
| #if KMP_ARCH_X86 || KMP_ARCH_X86_64 |
| case affinity_top_method_x2apicid: |
| value = "x2APIC id"; |
| break; |
| |
| case affinity_top_method_apicid: |
| value = "APIC id"; |
| break; |
| #endif /* KMP_ARCH_X86 || KMP_ARCH_X86_64 */ |
| |
| #if KMP_USE_HWLOC |
| case affinity_top_method_hwloc: |
| value = "hwloc"; |
| break; |
| #endif |
| |
| case affinity_top_method_cpuinfo: |
| value = "cpuinfo"; |
| break; |
| |
| #if KMP_GROUP_AFFINITY |
| case affinity_top_method_group: |
| value = "group"; |
| break; |
| #endif /* KMP_GROUP_AFFINITY */ |
| |
| case affinity_top_method_flat: |
| value = "flat"; |
| break; |
| } |
| |
| if (value != NULL) { |
| __kmp_stg_print_str(buffer, name, value); |
| } |
| } // __kmp_stg_print_topology_method |
| |
| #endif /* KMP_AFFINITY_SUPPORTED */ |
| |
| #if OMP_40_ENABLED |
| |
| // OMP_PROC_BIND / bind-var is functional on all 4.0 builds, including OS X* |
| // OMP_PLACES / place-partition-var is not. |
| static void __kmp_stg_parse_proc_bind(char const *name, char const *value, |
| void *data) { |
| kmp_setting_t **rivals = (kmp_setting_t **)data; |
| int rc; |
| |
| rc = __kmp_stg_check_rivals(name, value, rivals); |
| if (rc) { |
| return; |
| } |
| |
| // In OMP 4.0 OMP_PROC_BIND is a vector of proc_bind types. |
| KMP_DEBUG_ASSERT((__kmp_nested_proc_bind.bind_types != NULL) && |
| (__kmp_nested_proc_bind.used > 0)); |
| |
| const char *buf = value; |
| const char *next; |
| int num; |
| SKIP_WS(buf); |
| if ((*buf >= '0') && (*buf <= '9')) { |
| next = buf; |
| SKIP_DIGITS(next); |
| num = __kmp_str_to_int(buf, *next); |
| KMP_ASSERT(num >= 0); |
| buf = next; |
| SKIP_WS(buf); |
| } else { |
| num = -1; |
| } |
| |
| next = buf; |
| if (__kmp_match_str("disabled", buf, &next)) { |
| buf = next; |
| SKIP_WS(buf); |
| #if KMP_AFFINITY_SUPPORTED |
| __kmp_affinity_type = affinity_disabled; |
| #endif /* KMP_AFFINITY_SUPPORTED */ |
| __kmp_nested_proc_bind.used = 1; |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_false; |
| } else if ((num == (int)proc_bind_false) || |
| __kmp_match_str("false", buf, &next)) { |
| buf = next; |
| SKIP_WS(buf); |
| #if KMP_AFFINITY_SUPPORTED |
| __kmp_affinity_type = affinity_none; |
| #endif /* KMP_AFFINITY_SUPPORTED */ |
| __kmp_nested_proc_bind.used = 1; |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_false; |
| } else if ((num == (int)proc_bind_true) || |
| __kmp_match_str("true", buf, &next)) { |
| buf = next; |
| SKIP_WS(buf); |
| __kmp_nested_proc_bind.used = 1; |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_true; |
| } else { |
| // Count the number of values in the env var string |
| const char *scan; |
| int nelem = 1; |
| for (scan = buf; *scan != '\0'; scan++) { |
| if (*scan == ',') { |
| nelem++; |
| } |
| } |
| |
| // Create / expand the nested proc_bind array as needed |
| if (__kmp_nested_proc_bind.size < nelem) { |
| __kmp_nested_proc_bind.bind_types = |
| (kmp_proc_bind_t *)KMP_INTERNAL_REALLOC( |
| __kmp_nested_proc_bind.bind_types, |
| sizeof(kmp_proc_bind_t) * nelem); |
| if (__kmp_nested_proc_bind.bind_types == NULL) { |
| KMP_FATAL(MemoryAllocFailed); |
| } |
| __kmp_nested_proc_bind.size = nelem; |
| } |
| __kmp_nested_proc_bind.used = nelem; |
| |
| // Save values in the nested proc_bind array |
| int i = 0; |
| for (;;) { |
| enum kmp_proc_bind_t bind; |
| |
| if ((num == (int)proc_bind_master) || |
| __kmp_match_str("master", buf, &next)) { |
| buf = next; |
| SKIP_WS(buf); |
| bind = proc_bind_master; |
| } else if ((num == (int)proc_bind_close) || |
| __kmp_match_str("close", buf, &next)) { |
| buf = next; |
| SKIP_WS(buf); |
| bind = proc_bind_close; |
| } else if ((num == (int)proc_bind_spread) || |
| __kmp_match_str("spread", buf, &next)) { |
| buf = next; |
| SKIP_WS(buf); |
| bind = proc_bind_spread; |
| } else { |
| KMP_WARNING(StgInvalidValue, name, value); |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_false; |
| __kmp_nested_proc_bind.used = 1; |
| return; |
| } |
| |
| __kmp_nested_proc_bind.bind_types[i++] = bind; |
| if (i >= nelem) { |
| break; |
| } |
| KMP_DEBUG_ASSERT(*buf == ','); |
| buf++; |
| SKIP_WS(buf); |
| |
| // Read next value if it was specified as an integer |
| if ((*buf >= '0') && (*buf <= '9')) { |
| next = buf; |
| SKIP_DIGITS(next); |
| num = __kmp_str_to_int(buf, *next); |
| KMP_ASSERT(num >= 0); |
| buf = next; |
| SKIP_WS(buf); |
| } else { |
| num = -1; |
| } |
| } |
| SKIP_WS(buf); |
| } |
| if (*buf != '\0') { |
| KMP_WARNING(ParseExtraCharsWarn, name, buf); |
| } |
| } |
| |
| static void __kmp_stg_print_proc_bind(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| int nelem = __kmp_nested_proc_bind.used; |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_NAME; |
| } else { |
| __kmp_str_buf_print(buffer, " %s", name); |
| } |
| if (nelem == 0) { |
| __kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined)); |
| } else { |
| int i; |
| __kmp_str_buf_print(buffer, "='", name); |
| for (i = 0; i < nelem; i++) { |
| switch (__kmp_nested_proc_bind.bind_types[i]) { |
| case proc_bind_false: |
| __kmp_str_buf_print(buffer, "false"); |
| break; |
| |
| case proc_bind_true: |
| __kmp_str_buf_print(buffer, "true"); |
| break; |
| |
| case proc_bind_master: |
| __kmp_str_buf_print(buffer, "master"); |
| break; |
| |
| case proc_bind_close: |
| __kmp_str_buf_print(buffer, "close"); |
| break; |
| |
| case proc_bind_spread: |
| __kmp_str_buf_print(buffer, "spread"); |
| break; |
| |
| case proc_bind_intel: |
| __kmp_str_buf_print(buffer, "intel"); |
| break; |
| |
| case proc_bind_default: |
| __kmp_str_buf_print(buffer, "default"); |
| break; |
| } |
| if (i < nelem - 1) { |
| __kmp_str_buf_print(buffer, ","); |
| } |
| } |
| __kmp_str_buf_print(buffer, "'\n"); |
| } |
| } |
| |
| #endif /* OMP_40_ENABLED */ |
| |
| // ----------------------------------------------------------------------------- |
| // OMP_DYNAMIC |
| |
| static void __kmp_stg_parse_omp_dynamic(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_bool(name, value, &(__kmp_global.g.g_dynamic)); |
| } // __kmp_stg_parse_omp_dynamic |
| |
| static void __kmp_stg_print_omp_dynamic(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_bool(buffer, name, __kmp_global.g.g_dynamic); |
| } // __kmp_stg_print_omp_dynamic |
| |
| static void __kmp_stg_parse_kmp_dynamic_mode(char const *name, |
| char const *value, void *data) { |
| if (TCR_4(__kmp_init_parallel)) { |
| KMP_WARNING(EnvParallelWarn, name); |
| __kmp_env_toPrint(name, 0); |
| return; |
| } |
| #ifdef USE_LOAD_BALANCE |
| else if (__kmp_str_match("load balance", 2, value) || |
| __kmp_str_match("load_balance", 2, value) || |
| __kmp_str_match("load-balance", 2, value) || |
| __kmp_str_match("loadbalance", 2, value) || |
| __kmp_str_match("balance", 1, value)) { |
| __kmp_global.g.g_dynamic_mode = dynamic_load_balance; |
| } |
| #endif /* USE_LOAD_BALANCE */ |
| else if (__kmp_str_match("thread limit", 1, value) || |
| __kmp_str_match("thread_limit", 1, value) || |
| __kmp_str_match("thread-limit", 1, value) || |
| __kmp_str_match("threadlimit", 1, value) || |
| __kmp_str_match("limit", 2, value)) { |
| __kmp_global.g.g_dynamic_mode = dynamic_thread_limit; |
| } else if (__kmp_str_match("random", 1, value)) { |
| __kmp_global.g.g_dynamic_mode = dynamic_random; |
| } else { |
| KMP_WARNING(StgInvalidValue, name, value); |
| } |
| } //__kmp_stg_parse_kmp_dynamic_mode |
| |
| static void __kmp_stg_print_kmp_dynamic_mode(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| #if KMP_DEBUG |
| if (__kmp_global.g.g_dynamic_mode == dynamic_default) { |
| __kmp_str_buf_print(buffer, " %s: %s \n", name, KMP_I18N_STR(NotDefined)); |
| } |
| #ifdef USE_LOAD_BALANCE |
| else if (__kmp_global.g.g_dynamic_mode == dynamic_load_balance) { |
| __kmp_stg_print_str(buffer, name, "load balance"); |
| } |
| #endif /* USE_LOAD_BALANCE */ |
| else if (__kmp_global.g.g_dynamic_mode == dynamic_thread_limit) { |
| __kmp_stg_print_str(buffer, name, "thread limit"); |
| } else if (__kmp_global.g.g_dynamic_mode == dynamic_random) { |
| __kmp_stg_print_str(buffer, name, "random"); |
| } else { |
| KMP_ASSERT(0); |
| } |
| #endif /* KMP_DEBUG */ |
| } // __kmp_stg_print_kmp_dynamic_mode |
| |
| #ifdef USE_LOAD_BALANCE |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_LOAD_BALANCE_INTERVAL |
| |
| static void __kmp_stg_parse_ld_balance_interval(char const *name, |
| char const *value, void *data) { |
| double interval = __kmp_convert_to_double(value); |
| if (interval >= 0) { |
| __kmp_load_balance_interval = interval; |
| } else { |
| KMP_WARNING(StgInvalidValue, name, value); |
| } |
| } // __kmp_stg_parse_load_balance_interval |
| |
| static void __kmp_stg_print_ld_balance_interval(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| #if KMP_DEBUG |
| __kmp_str_buf_print(buffer, " %s=%8.6f\n", name, |
| __kmp_load_balance_interval); |
| #endif /* KMP_DEBUG */ |
| } // __kmp_stg_print_load_balance_interval |
| |
| #endif /* USE_LOAD_BALANCE */ |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_INIT_AT_FORK |
| |
| static void __kmp_stg_parse_init_at_fork(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_bool(name, value, &__kmp_need_register_atfork); |
| if (__kmp_need_register_atfork) { |
| __kmp_need_register_atfork_specified = TRUE; |
| } |
| } // __kmp_stg_parse_init_at_fork |
| |
| static void __kmp_stg_print_init_at_fork(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_bool(buffer, name, __kmp_need_register_atfork_specified); |
| } // __kmp_stg_print_init_at_fork |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_SCHEDULE |
| |
| static void __kmp_stg_parse_schedule(char const *name, char const *value, |
| void *data) { |
| |
| if (value != NULL) { |
| size_t length = KMP_STRLEN(value); |
| if (length > INT_MAX) { |
| KMP_WARNING(LongValue, name); |
| } else { |
| const char *semicolon; |
| if (value[length - 1] == '"' || value[length - 1] == '\'') |
| KMP_WARNING(UnbalancedQuotes, name); |
| do { |
| char sentinel; |
| |
| semicolon = strchr(value, ';'); |
| if (*value && semicolon != value) { |
| const char *comma = strchr(value, ','); |
| |
| if (comma) { |
| ++comma; |
| sentinel = ','; |
| } else |
| sentinel = ';'; |
| if (!__kmp_strcasecmp_with_sentinel("static", value, sentinel)) { |
| if (!__kmp_strcasecmp_with_sentinel("greedy", comma, ';')) { |
| __kmp_static = kmp_sch_static_greedy; |
| continue; |
| } else if (!__kmp_strcasecmp_with_sentinel("balanced", comma, |
| ';')) { |
| __kmp_static = kmp_sch_static_balanced; |
| continue; |
| } |
| } else if (!__kmp_strcasecmp_with_sentinel("guided", value, |
| sentinel)) { |
| if (!__kmp_strcasecmp_with_sentinel("iterative", comma, ';')) { |
| __kmp_guided = kmp_sch_guided_iterative_chunked; |
| continue; |
| } else if (!__kmp_strcasecmp_with_sentinel("analytical", comma, |
| ';')) { |
| /* analytical not allowed for too many threads */ |
| __kmp_guided = kmp_sch_guided_analytical_chunked; |
| continue; |
| } |
| } |
| KMP_WARNING(InvalidClause, name, value); |
| } else |
| KMP_WARNING(EmptyClause, name); |
| } while ((value = semicolon ? semicolon + 1 : NULL)); |
| } |
| } |
| |
| } // __kmp_stg_parse__schedule |
| |
| static void __kmp_stg_print_schedule(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_NAME_EX(name); |
| } else { |
| __kmp_str_buf_print(buffer, " %s='", name); |
| } |
| if (__kmp_static == kmp_sch_static_greedy) { |
| __kmp_str_buf_print(buffer, "%s", "static,greedy"); |
| } else if (__kmp_static == kmp_sch_static_balanced) { |
| __kmp_str_buf_print(buffer, "%s", "static,balanced"); |
| } |
| if (__kmp_guided == kmp_sch_guided_iterative_chunked) { |
| __kmp_str_buf_print(buffer, ";%s'\n", "guided,iterative"); |
| } else if (__kmp_guided == kmp_sch_guided_analytical_chunked) { |
| __kmp_str_buf_print(buffer, ";%s'\n", "guided,analytical"); |
| } |
| } // __kmp_stg_print_schedule |
| |
| // ----------------------------------------------------------------------------- |
| // OMP_SCHEDULE |
| |
| static inline void __kmp_omp_schedule_restore() { |
| #if KMP_USE_HIER_SCHED |
| __kmp_hier_scheds.deallocate(); |
| #endif |
| __kmp_chunk = 0; |
| __kmp_sched = kmp_sch_default; |
| } |
| |
| static const char *__kmp_parse_single_omp_schedule(const char *name, |
| const char *value, |
| bool parse_hier = false) { |
| /* get the specified scheduling style */ |
| const char *ptr = value; |
| const char *comma = strchr(ptr, ','); |
| const char *delim; |
| int chunk = 0; |
| enum sched_type sched = kmp_sch_default; |
| if (*ptr == '\0') |
| return NULL; |
| #if KMP_USE_HIER_SCHED |
| kmp_hier_layer_e layer = kmp_hier_layer_e::LAYER_THREAD; |
| if (parse_hier) { |
| if (!__kmp_strcasecmp_with_sentinel("L1", ptr, ',')) { |
| layer = kmp_hier_layer_e::LAYER_L1; |
| } else if (!__kmp_strcasecmp_with_sentinel("L2", ptr, ',')) { |
| layer = kmp_hier_layer_e::LAYER_L2; |
| } else if (!__kmp_strcasecmp_with_sentinel("L3", ptr, ',')) { |
| layer = kmp_hier_layer_e::LAYER_L3; |
| } else if (!__kmp_strcasecmp_with_sentinel("NUMA", ptr, ',')) { |
| layer = kmp_hier_layer_e::LAYER_NUMA; |
| } |
| if (layer != kmp_hier_layer_e::LAYER_THREAD && !comma) { |
| // If there is no comma after the layer, then this schedule is invalid |
| KMP_WARNING(StgInvalidValue, name, value); |
| __kmp_omp_schedule_restore(); |
| return NULL; |
| } else if (layer != kmp_hier_layer_e::LAYER_THREAD) { |
| ptr = ++comma; |
| comma = strchr(ptr, ','); |
| } |
| } |
| delim = ptr; |
| while (*delim != ',' && *delim != ':' && *delim != '\0') |
| delim++; |
| #else // KMP_USE_HIER_SCHED |
| delim = ptr; |
| while (*delim != ',' && *delim != '\0') |
| delim++; |
| #endif // KMP_USE_HIER_SCHED |
| if (!__kmp_strcasecmp_with_sentinel("dynamic", ptr, *delim)) /* DYNAMIC */ |
| sched = kmp_sch_dynamic_chunked; |
| else if (!__kmp_strcasecmp_with_sentinel("guided", ptr, *delim)) /* GUIDED */ |
| sched = kmp_sch_guided_chunked; |
| // AC: TODO: add AUTO schedule, and probably remove TRAPEZOIDAL (OMP 3.0 does |
| // not allow it) |
| else if (!__kmp_strcasecmp_with_sentinel("auto", ptr, *delim)) { /* AUTO */ |
| sched = kmp_sch_auto; |
| if (comma) { |
| __kmp_msg(kmp_ms_warning, KMP_MSG(IgnoreChunk, name, comma), |
| __kmp_msg_null); |
| comma = NULL; |
| } |
| } else if (!__kmp_strcasecmp_with_sentinel("trapezoidal", ptr, |
| *delim)) /* TRAPEZOIDAL */ |
| sched = kmp_sch_trapezoidal; |
| else if (!__kmp_strcasecmp_with_sentinel("static", ptr, *delim)) /* STATIC */ |
| sched = kmp_sch_static; |
| #if KMP_STATIC_STEAL_ENABLED |
| else if (!__kmp_strcasecmp_with_sentinel("static_steal", ptr, *delim)) |
| sched = kmp_sch_static_steal; |
| #endif |
| else { |
| KMP_WARNING(StgInvalidValue, name, value); |
| __kmp_omp_schedule_restore(); |
| return NULL; |
| } |
| if (ptr && comma && *comma == *delim) { |
| ptr = comma + 1; |
| SKIP_DIGITS(ptr); |
| |
| if (sched == kmp_sch_static) |
| sched = kmp_sch_static_chunked; |
| ++comma; |
| chunk = __kmp_str_to_int(comma, *ptr); |
| if (chunk < 1) { |
| chunk = KMP_DEFAULT_CHUNK; |
| __kmp_msg(kmp_ms_warning, KMP_MSG(InvalidChunk, name, comma), |
| __kmp_msg_null); |
| KMP_INFORM(Using_int_Value, name, __kmp_chunk); |
| // AC: next block commented out until KMP_DEFAULT_CHUNK != KMP_MIN_CHUNK |
| // (to improve code coverage :) |
| // The default chunk size is 1 according to standard, thus making |
| // KMP_MIN_CHUNK not 1 we would introduce mess: |
| // wrong chunk becomes 1, but it will be impossible to explicitely set |
| // 1, because it becomes KMP_MIN_CHUNK... |
| // } else if ( chunk < KMP_MIN_CHUNK ) { |
| // chunk = KMP_MIN_CHUNK; |
| } else if (chunk > KMP_MAX_CHUNK) { |
| chunk = KMP_MAX_CHUNK; |
| __kmp_msg(kmp_ms_warning, KMP_MSG(LargeChunk, name, comma), |
| __kmp_msg_null); |
| KMP_INFORM(Using_int_Value, name, chunk); |
| } |
| } else if (ptr) { |
| SKIP_TOKEN(ptr); |
| } |
| #if KMP_USE_HIER_SCHED |
| if (layer != kmp_hier_layer_e::LAYER_THREAD) { |
| __kmp_hier_scheds.append(sched, chunk, layer); |
| } else |
| #endif |
| { |
| __kmp_chunk = chunk; |
| __kmp_sched = sched; |
| } |
| return ptr; |
| } |
| |
| static void __kmp_stg_parse_omp_schedule(char const *name, char const *value, |
| void *data) { |
| size_t length; |
| const char *ptr = value; |
| SKIP_WS(ptr); |
| if (value) { |
| length = KMP_STRLEN(value); |
| if (length) { |
| if (value[length - 1] == '"' || value[length - 1] == '\'') |
| KMP_WARNING(UnbalancedQuotes, name); |
| /* get the specified scheduling style */ |
| #if KMP_USE_HIER_SCHED |
| if (!__kmp_strcasecmp_with_sentinel("EXPERIMENTAL", ptr, ' ')) { |
| SKIP_TOKEN(ptr); |
| SKIP_WS(ptr); |
| while ((ptr = __kmp_parse_single_omp_schedule(name, ptr, true))) { |
| while (*ptr == ' ' || *ptr == '\t' || *ptr == ':') |
| ptr++; |
| } |
| } else |
| #endif |
| __kmp_parse_single_omp_schedule(name, ptr); |
| } else |
| KMP_WARNING(EmptyString, name); |
| } |
| #if KMP_USE_HIER_SCHED |
| __kmp_hier_scheds.sort(); |
| #endif |
| K_DIAG(1, ("__kmp_static == %d\n", __kmp_static)) |
| K_DIAG(1, ("__kmp_guided == %d\n", __kmp_guided)) |
| K_DIAG(1, ("__kmp_sched == %d\n", __kmp_sched)) |
| K_DIAG(1, ("__kmp_chunk == %d\n", __kmp_chunk)) |
| } // __kmp_stg_parse_omp_schedule |
| |
| static void __kmp_stg_print_omp_schedule(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_NAME_EX(name); |
| } else { |
| __kmp_str_buf_print(buffer, " %s='", name); |
| } |
| if (__kmp_chunk) { |
| switch (__kmp_sched) { |
| case kmp_sch_dynamic_chunked: |
| __kmp_str_buf_print(buffer, "%s,%d'\n", "dynamic", __kmp_chunk); |
| break; |
| case kmp_sch_guided_iterative_chunked: |
| case kmp_sch_guided_analytical_chunked: |
| __kmp_str_buf_print(buffer, "%s,%d'\n", "guided", __kmp_chunk); |
| break; |
| case kmp_sch_trapezoidal: |
| __kmp_str_buf_print(buffer, "%s,%d'\n", "trapezoidal", __kmp_chunk); |
| break; |
| case kmp_sch_static: |
| case kmp_sch_static_chunked: |
| case kmp_sch_static_balanced: |
| case kmp_sch_static_greedy: |
| __kmp_str_buf_print(buffer, "%s,%d'\n", "static", __kmp_chunk); |
| break; |
| case kmp_sch_static_steal: |
| __kmp_str_buf_print(buffer, "%s,%d'\n", "static_steal", __kmp_chunk); |
| break; |
| case kmp_sch_auto: |
| __kmp_str_buf_print(buffer, "%s,%d'\n", "auto", __kmp_chunk); |
| break; |
| } |
| } else { |
| switch (__kmp_sched) { |
| case kmp_sch_dynamic_chunked: |
| __kmp_str_buf_print(buffer, "%s'\n", "dynamic"); |
| break; |
| case kmp_sch_guided_iterative_chunked: |
| case kmp_sch_guided_analytical_chunked: |
| __kmp_str_buf_print(buffer, "%s'\n", "guided"); |
| break; |
| case kmp_sch_trapezoidal: |
| __kmp_str_buf_print(buffer, "%s'\n", "trapezoidal"); |
| break; |
| case kmp_sch_static: |
| case kmp_sch_static_chunked: |
| case kmp_sch_static_balanced: |
| case kmp_sch_static_greedy: |
| __kmp_str_buf_print(buffer, "%s'\n", "static"); |
| break; |
| case kmp_sch_static_steal: |
| __kmp_str_buf_print(buffer, "%s'\n", "static_steal"); |
| break; |
| case kmp_sch_auto: |
| __kmp_str_buf_print(buffer, "%s'\n", "auto"); |
| break; |
| } |
| } |
| } // __kmp_stg_print_omp_schedule |
| |
| #if KMP_USE_HIER_SCHED |
| // ----------------------------------------------------------------------------- |
| // KMP_DISP_HAND_THREAD |
| static void __kmp_stg_parse_kmp_hand_thread(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_bool(name, value, &(__kmp_dispatch_hand_threading)); |
| } // __kmp_stg_parse_kmp_hand_thread |
| |
| static void __kmp_stg_print_kmp_hand_thread(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_bool(buffer, name, __kmp_dispatch_hand_threading); |
| } // __kmp_stg_print_kmp_hand_thread |
| #endif |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_ATOMIC_MODE |
| |
| static void __kmp_stg_parse_atomic_mode(char const *name, char const *value, |
| void *data) { |
| // Modes: 0 -- do not change default; 1 -- Intel perf mode, 2 -- GOMP |
| // compatibility mode. |
| int mode = 0; |
| int max = 1; |
| #ifdef KMP_GOMP_COMPAT |
| max = 2; |
| #endif /* KMP_GOMP_COMPAT */ |
| __kmp_stg_parse_int(name, value, 0, max, &mode); |
| // TODO; parse_int is not very suitable for this case. In case of overflow it |
| // is better to use |
| // 0 rather that max value. |
| if (mode > 0) { |
| __kmp_atomic_mode = mode; |
| } |
| } // __kmp_stg_parse_atomic_mode |
| |
| static void __kmp_stg_print_atomic_mode(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_atomic_mode); |
| } // __kmp_stg_print_atomic_mode |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_CONSISTENCY_CHECK |
| |
| static void __kmp_stg_parse_consistency_check(char const *name, |
| char const *value, void *data) { |
| if (!__kmp_strcasecmp_with_sentinel("all", value, 0)) { |
| // Note, this will not work from kmp_set_defaults because th_cons stack was |
| // not allocated |
| // for existed thread(s) thus the first __kmp_push_<construct> will break |
| // with assertion. |
| // TODO: allocate th_cons if called from kmp_set_defaults. |
| __kmp_env_consistency_check = TRUE; |
| } else if (!__kmp_strcasecmp_with_sentinel("none", value, 0)) { |
| __kmp_env_consistency_check = FALSE; |
| } else { |
| KMP_WARNING(StgInvalidValue, name, value); |
| } |
| } // __kmp_stg_parse_consistency_check |
| |
| static void __kmp_stg_print_consistency_check(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| #if KMP_DEBUG |
| const char *value = NULL; |
| |
| if (__kmp_env_consistency_check) { |
| value = "all"; |
| } else { |
| value = "none"; |
| } |
| |
| if (value != NULL) { |
| __kmp_stg_print_str(buffer, name, value); |
| } |
| #endif /* KMP_DEBUG */ |
| } // __kmp_stg_print_consistency_check |
| |
| #if USE_ITT_BUILD |
| // ----------------------------------------------------------------------------- |
| // KMP_ITT_PREPARE_DELAY |
| |
| #if USE_ITT_NOTIFY |
| |
| static void __kmp_stg_parse_itt_prepare_delay(char const *name, |
| char const *value, void *data) { |
| // Experimental code: KMP_ITT_PREPARE_DELAY specifies numbert of loop |
| // iterations. |
| int delay = 0; |
| __kmp_stg_parse_int(name, value, 0, INT_MAX, &delay); |
| __kmp_itt_prepare_delay = delay; |
| } // __kmp_str_parse_itt_prepare_delay |
| |
| static void __kmp_stg_print_itt_prepare_delay(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_uint64(buffer, name, __kmp_itt_prepare_delay); |
| |
| } // __kmp_str_print_itt_prepare_delay |
| |
| #endif // USE_ITT_NOTIFY |
| #endif /* USE_ITT_BUILD */ |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_MALLOC_POOL_INCR |
| |
| static void __kmp_stg_parse_malloc_pool_incr(char const *name, |
| char const *value, void *data) { |
| __kmp_stg_parse_size(name, value, KMP_MIN_MALLOC_POOL_INCR, |
| KMP_MAX_MALLOC_POOL_INCR, NULL, &__kmp_malloc_pool_incr, |
| 1); |
| } // __kmp_stg_parse_malloc_pool_incr |
| |
| static void __kmp_stg_print_malloc_pool_incr(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_size(buffer, name, __kmp_malloc_pool_incr); |
| |
| } // _kmp_stg_print_malloc_pool_incr |
| |
| #ifdef KMP_DEBUG |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_PAR_RANGE |
| |
| static void __kmp_stg_parse_par_range_env(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_par_range(name, value, &__kmp_par_range, |
| __kmp_par_range_routine, __kmp_par_range_filename, |
| &__kmp_par_range_lb, &__kmp_par_range_ub); |
| } // __kmp_stg_parse_par_range_env |
| |
| static void __kmp_stg_print_par_range_env(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| if (__kmp_par_range != 0) { |
| __kmp_stg_print_str(buffer, name, par_range_to_print); |
| } |
| } // __kmp_stg_print_par_range_env |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_YIELD_CYCLE, KMP_YIELD_ON, KMP_YIELD_OFF |
| |
| static void __kmp_stg_parse_yield_cycle(char const *name, char const *value, |
| void *data) { |
| int flag = __kmp_yield_cycle; |
| __kmp_stg_parse_bool(name, value, &flag); |
| __kmp_yield_cycle = flag; |
| } // __kmp_stg_parse_yield_cycle |
| |
| static void __kmp_stg_print_yield_cycle(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_bool(buffer, name, __kmp_yield_cycle); |
| } // __kmp_stg_print_yield_cycle |
| |
| static void __kmp_stg_parse_yield_on(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_int(name, value, 2, INT_MAX, &__kmp_yield_on_count); |
| } // __kmp_stg_parse_yield_on |
| |
| static void __kmp_stg_print_yield_on(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_yield_on_count); |
| } // __kmp_stg_print_yield_on |
| |
| static void __kmp_stg_parse_yield_off(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_int(name, value, 2, INT_MAX, &__kmp_yield_off_count); |
| } // __kmp_stg_parse_yield_off |
| |
| static void __kmp_stg_print_yield_off(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_yield_off_count); |
| } // __kmp_stg_print_yield_off |
| |
| #endif |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_INIT_WAIT, KMP_NEXT_WAIT |
| |
| static void __kmp_stg_parse_init_wait(char const *name, char const *value, |
| void *data) { |
| int wait; |
| KMP_ASSERT((__kmp_init_wait & 1) == 0); |
| wait = __kmp_init_wait / 2; |
| __kmp_stg_parse_int(name, value, KMP_MIN_INIT_WAIT, KMP_MAX_INIT_WAIT, &wait); |
| __kmp_init_wait = wait * 2; |
| KMP_ASSERT((__kmp_init_wait & 1) == 0); |
| __kmp_yield_init = __kmp_init_wait; |
| } // __kmp_stg_parse_init_wait |
| |
| static void __kmp_stg_print_init_wait(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_init_wait); |
| } // __kmp_stg_print_init_wait |
| |
| static void __kmp_stg_parse_next_wait(char const *name, char const *value, |
| void *data) { |
| int wait; |
| KMP_ASSERT((__kmp_next_wait & 1) == 0); |
| wait = __kmp_next_wait / 2; |
| __kmp_stg_parse_int(name, value, KMP_MIN_NEXT_WAIT, KMP_MAX_NEXT_WAIT, &wait); |
| __kmp_next_wait = wait * 2; |
| KMP_ASSERT((__kmp_next_wait & 1) == 0); |
| __kmp_yield_next = __kmp_next_wait; |
| } // __kmp_stg_parse_next_wait |
| |
| static void __kmp_stg_print_next_wait(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_next_wait); |
| } //__kmp_stg_print_next_wait |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_GTID_MODE |
| |
| static void __kmp_stg_parse_gtid_mode(char const *name, char const *value, |
| void *data) { |
| // Modes: |
| // 0 -- do not change default |
| // 1 -- sp search |
| // 2 -- use "keyed" TLS var, i.e. |
| // pthread_getspecific(Linux* OS/OS X*) or TlsGetValue(Windows* OS) |
| // 3 -- __declspec(thread) TLS var in tdata section |
| int mode = 0; |
| int max = 2; |
| #ifdef KMP_TDATA_GTID |
| max = 3; |
| #endif /* KMP_TDATA_GTID */ |
| __kmp_stg_parse_int(name, value, 0, max, &mode); |
| // TODO; parse_int is not very suitable for this case. In case of overflow it |
| // is better to use 0 rather that max value. |
| if (mode == 0) { |
| __kmp_adjust_gtid_mode = TRUE; |
| } else { |
| __kmp_gtid_mode = mode; |
| __kmp_adjust_gtid_mode = FALSE; |
| } |
| } // __kmp_str_parse_gtid_mode |
| |
| static void __kmp_stg_print_gtid_mode(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| if (__kmp_adjust_gtid_mode) { |
| __kmp_stg_print_int(buffer, name, 0); |
| } else { |
| __kmp_stg_print_int(buffer, name, __kmp_gtid_mode); |
| } |
| } // __kmp_stg_print_gtid_mode |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_NUM_LOCKS_IN_BLOCK |
| |
| static void __kmp_stg_parse_lock_block(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_int(name, value, 0, KMP_INT_MAX, &__kmp_num_locks_in_block); |
| } // __kmp_str_parse_lock_block |
| |
| static void __kmp_stg_print_lock_block(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_num_locks_in_block); |
| } // __kmp_stg_print_lock_block |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_LOCK_KIND |
| |
| #if KMP_USE_DYNAMIC_LOCK |
| #define KMP_STORE_LOCK_SEQ(a) (__kmp_user_lock_seq = lockseq_##a) |
| #else |
| #define KMP_STORE_LOCK_SEQ(a) |
| #endif |
| |
| static void __kmp_stg_parse_lock_kind(char const *name, char const *value, |
| void *data) { |
| if (__kmp_init_user_locks) { |
| KMP_WARNING(EnvLockWarn, name); |
| return; |
| } |
| |
| if (__kmp_str_match("tas", 2, value) || |
| __kmp_str_match("test and set", 2, value) || |
| __kmp_str_match("test_and_set", 2, value) || |
| __kmp_str_match("test-and-set", 2, value) || |
| __kmp_str_match("test andset", 2, value) || |
| __kmp_str_match("test_andset", 2, value) || |
| __kmp_str_match("test-andset", 2, value) || |
| __kmp_str_match("testand set", 2, value) || |
| __kmp_str_match("testand_set", 2, value) || |
| __kmp_str_match("testand-set", 2, value) || |
| __kmp_str_match("testandset", 2, value)) { |
| __kmp_user_lock_kind = lk_tas; |
| KMP_STORE_LOCK_SEQ(tas); |
| } |
| #if KMP_USE_FUTEX |
| else if (__kmp_str_match("futex", 1, value)) { |
| if (__kmp_futex_determine_capable()) { |
| __kmp_user_lock_kind = lk_futex; |
| KMP_STORE_LOCK_SEQ(futex); |
| } else { |
| KMP_WARNING(FutexNotSupported, name, value); |
| } |
| } |
| #endif |
| else if (__kmp_str_match("ticket", 2, value)) { |
| __kmp_user_lock_kind = lk_ticket; |
| KMP_STORE_LOCK_SEQ(ticket); |
| } else if (__kmp_str_match("queuing", 1, value) || |
| __kmp_str_match("queue", 1, value)) { |
| __kmp_user_lock_kind = lk_queuing; |
| KMP_STORE_LOCK_SEQ(queuing); |
| } else if (__kmp_str_match("drdpa ticket", 1, value) || |
| __kmp_str_match("drdpa_ticket", 1, value) || |
| __kmp_str_match("drdpa-ticket", 1, value) || |
| __kmp_str_match("drdpaticket", 1, value) || |
| __kmp_str_match("drdpa", 1, value)) { |
| __kmp_user_lock_kind = lk_drdpa; |
| KMP_STORE_LOCK_SEQ(drdpa); |
| } |
| #if KMP_USE_ADAPTIVE_LOCKS |
| else if (__kmp_str_match("adaptive", 1, value)) { |
| if (__kmp_cpuinfo.rtm) { // ??? Is cpuinfo available here? |
| __kmp_user_lock_kind = lk_adaptive; |
| KMP_STORE_LOCK_SEQ(adaptive); |
| } else { |
| KMP_WARNING(AdaptiveNotSupported, name, value); |
| __kmp_user_lock_kind = lk_queuing; |
| KMP_STORE_LOCK_SEQ(queuing); |
| } |
| } |
| #endif // KMP_USE_ADAPTIVE_LOCKS |
| #if KMP_USE_DYNAMIC_LOCK && KMP_USE_TSX |
| else if (__kmp_str_match("rtm", 1, value)) { |
| if (__kmp_cpuinfo.rtm) { |
| __kmp_user_lock_kind = lk_rtm; |
| KMP_STORE_LOCK_SEQ(rtm); |
| } else { |
| KMP_WARNING(AdaptiveNotSupported, name, value); |
| __kmp_user_lock_kind = lk_queuing; |
| KMP_STORE_LOCK_SEQ(queuing); |
| } |
| } else if (__kmp_str_match("hle", 1, value)) { |
| __kmp_user_lock_kind = lk_hle; |
| KMP_STORE_LOCK_SEQ(hle); |
| } |
| #endif |
| else { |
| KMP_WARNING(StgInvalidValue, name, value); |
| } |
| } |
| |
| static void __kmp_stg_print_lock_kind(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| const char *value = NULL; |
| |
| switch (__kmp_user_lock_kind) { |
| case lk_default: |
| value = "default"; |
| break; |
| |
| case lk_tas: |
| value = "tas"; |
| break; |
| |
| #if KMP_USE_FUTEX |
| case lk_futex: |
| value = "futex"; |
| break; |
| #endif |
| |
| #if KMP_USE_DYNAMIC_LOCK && KMP_USE_TSX |
| case lk_rtm: |
| value = "rtm"; |
| break; |
| |
| case lk_hle: |
| value = "hle"; |
| break; |
| #endif |
| |
| case lk_ticket: |
| value = "ticket"; |
| break; |
| |
| case lk_queuing: |
| value = "queuing"; |
| break; |
| |
| case lk_drdpa: |
| value = "drdpa"; |
| break; |
| #if KMP_USE_ADAPTIVE_LOCKS |
| case lk_adaptive: |
| value = "adaptive"; |
| break; |
| #endif |
| } |
| |
| if (value != NULL) { |
| __kmp_stg_print_str(buffer, name, value); |
| } |
| } |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_SPIN_BACKOFF_PARAMS |
| |
| // KMP_SPIN_BACKOFF_PARAMS=max_backoff[,min_tick] (max backoff size, min tick |
| // for machine pause) |
| static void __kmp_stg_parse_spin_backoff_params(const char *name, |
| const char *value, void *data) { |
| const char *next = value; |
| |
| int total = 0; // Count elements that were set. It'll be used as an array size |
| int prev_comma = FALSE; // For correct processing sequential commas |
| int i; |
| |
| kmp_uint32 max_backoff = __kmp_spin_backoff_params.max_backoff; |
| kmp_uint32 min_tick = __kmp_spin_backoff_params.min_tick; |
| |
| // Run only 3 iterations because it is enough to read two values or find a |
| // syntax error |
| for (i = 0; i < 3; i++) { |
| SKIP_WS(next); |
| |
| if (*next == '\0') { |
| break; |
| } |
| // Next character is not an integer or not a comma OR number of values > 2 |
| // => end of list |
| if (((*next < '0' || *next > '9') && *next != ',') || total > 2) { |
| KMP_WARNING(EnvSyntaxError, name, value); |
| return; |
| } |
| // The next character is ',' |
| if (*next == ',') { |
| // ',' is the fisrt character |
| if (total == 0 || prev_comma) { |
| total++; |
| } |
| prev_comma = TRUE; |
| next++; // skip ',' |
| SKIP_WS(next); |
| } |
| // Next character is a digit |
| if (*next >= '0' && *next <= '9') { |
| int num; |
| const char *buf = next; |
| char const *msg = NULL; |
| prev_comma = FALSE; |
| SKIP_DIGITS(next); |
| total++; |
| |
| const char *tmp = next; |
| SKIP_WS(tmp); |
| if ((*next == ' ' || *next == '\t') && (*tmp >= '0' && *tmp <= '9')) { |
| KMP_WARNING(EnvSpacesNotAllowed, name, value); |
| return; |
| } |
| |
| num = __kmp_str_to_int(buf, *next); |
| if (num <= 0) { // The number of retries should be > 0 |
| msg = KMP_I18N_STR(ValueTooSmall); |
| num = 1; |
| } else if (num > KMP_INT_MAX) { |
| msg = KMP_I18N_STR(ValueTooLarge); |
| num = KMP_INT_MAX; |
| } |
| if (msg != NULL) { |
| // Message is not empty. Print warning. |
| KMP_WARNING(ParseSizeIntWarn, name, value, msg); |
| KMP_INFORM(Using_int_Value, name, num); |
| } |
| if (total == 1) { |
| max_backoff = num; |
| } else if (total == 2) { |
| min_tick = num; |
| } |
| } |
| } |
| KMP_DEBUG_ASSERT(total > 0); |
| if (total <= 0) { |
| KMP_WARNING(EnvSyntaxError, name, value); |
| return; |
| } |
| __kmp_spin_backoff_params.max_backoff = max_backoff; |
| __kmp_spin_backoff_params.min_tick = min_tick; |
| } |
| |
| static void __kmp_stg_print_spin_backoff_params(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_NAME_EX(name); |
| } else { |
| __kmp_str_buf_print(buffer, " %s='", name); |
| } |
| __kmp_str_buf_print(buffer, "%d,%d'\n", __kmp_spin_backoff_params.max_backoff, |
| __kmp_spin_backoff_params.min_tick); |
| } |
| |
| #if KMP_USE_ADAPTIVE_LOCKS |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_ADAPTIVE_LOCK_PROPS, KMP_SPECULATIVE_STATSFILE |
| |
| // Parse out values for the tunable parameters from a string of the form |
| // KMP_ADAPTIVE_LOCK_PROPS=max_soft_retries[,max_badness] |
| static void __kmp_stg_parse_adaptive_lock_props(const char *name, |
| const char *value, void *data) { |
| int max_retries = 0; |
| int max_badness = 0; |
| |
| const char *next = value; |
| |
| int total = 0; // Count elements that were set. It'll be used as an array size |
| int prev_comma = FALSE; // For correct processing sequential commas |
| int i; |
| |
| // Save values in the structure __kmp_speculative_backoff_params |
| // Run only 3 iterations because it is enough to read two values or find a |
| // syntax error |
| for (i = 0; i < 3; i++) { |
| SKIP_WS(next); |
| |
| if (*next == '\0') { |
| break; |
| } |
| // Next character is not an integer or not a comma OR number of values > 2 |
| // => end of list |
| if (((*next < '0' || *next > '9') && *next != ',') || total > 2) { |
| KMP_WARNING(EnvSyntaxError, name, value); |
| return; |
| } |
| // The next character is ',' |
| if (*next == ',') { |
| // ',' is the fisrt character |
| if (total == 0 || prev_comma) { |
| total++; |
| } |
| prev_comma = TRUE; |
| next++; // skip ',' |
| SKIP_WS(next); |
| } |
| // Next character is a digit |
| if (*next >= '0' && *next <= '9') { |
| int num; |
| const char *buf = next; |
| char const *msg = NULL; |
| prev_comma = FALSE; |
| SKIP_DIGITS(next); |
| total++; |
| |
| const char *tmp = next; |
| SKIP_WS(tmp); |
| if ((*next == ' ' || *next == '\t') && (*tmp >= '0' && *tmp <= '9')) { |
| KMP_WARNING(EnvSpacesNotAllowed, name, value); |
| return; |
| } |
| |
| num = __kmp_str_to_int(buf, *next); |
| if (num < 0) { // The number of retries should be >= 0 |
| msg = KMP_I18N_STR(ValueTooSmall); |
| num = 1; |
| } else if (num > KMP_INT_MAX) { |
| msg = KMP_I18N_STR(ValueTooLarge); |
| num = KMP_INT_MAX; |
| } |
| if (msg != NULL) { |
| // Message is not empty. Print warning. |
| KMP_WARNING(ParseSizeIntWarn, name, value, msg); |
| KMP_INFORM(Using_int_Value, name, num); |
| } |
| if (total == 1) { |
| max_retries = num; |
| } else if (total == 2) { |
| max_badness = num; |
| } |
| } |
| } |
| KMP_DEBUG_ASSERT(total > 0); |
| if (total <= 0) { |
| KMP_WARNING(EnvSyntaxError, name, value); |
| return; |
| } |
| __kmp_adaptive_backoff_params.max_soft_retries = max_retries; |
| __kmp_adaptive_backoff_params.max_badness = max_badness; |
| } |
| |
| static void __kmp_stg_print_adaptive_lock_props(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_NAME_EX(name); |
| } else { |
| __kmp_str_buf_print(buffer, " %s='", name); |
| } |
| __kmp_str_buf_print(buffer, "%d,%d'\n", |
| __kmp_adaptive_backoff_params.max_soft_retries, |
| __kmp_adaptive_backoff_params.max_badness); |
| } // __kmp_stg_print_adaptive_lock_props |
| |
| #if KMP_DEBUG_ADAPTIVE_LOCKS |
| |
| static void __kmp_stg_parse_speculative_statsfile(char const *name, |
| char const *value, |
| void *data) { |
| __kmp_stg_parse_file(name, value, "", CCAST(char**, &__kmp_speculative_statsfile)); |
| } // __kmp_stg_parse_speculative_statsfile |
| |
| static void __kmp_stg_print_speculative_statsfile(kmp_str_buf_t *buffer, |
| char const *name, |
| void *data) { |
| if (__kmp_str_match("-", 0, __kmp_speculative_statsfile)) { |
| __kmp_stg_print_str(buffer, name, "stdout"); |
| } else { |
| __kmp_stg_print_str(buffer, name, __kmp_speculative_statsfile); |
| } |
| |
| } // __kmp_stg_print_speculative_statsfile |
| |
| #endif // KMP_DEBUG_ADAPTIVE_LOCKS |
| |
| #endif // KMP_USE_ADAPTIVE_LOCKS |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_HW_SUBSET (was KMP_PLACE_THREADS) |
| |
| // The longest observable sequense of items is |
| // Socket-Node-Tile-Core-Thread |
| // So, let's limit to 5 levels for now |
| // The input string is usually short enough, let's use 512 limit for now |
| #define MAX_T_LEVEL 5 |
| #define MAX_STR_LEN 512 |
| static void __kmp_stg_parse_hw_subset(char const *name, char const *value, |
| void *data) { |
| // Value example: 1s,5c@3,2T |
| // Which means "use 1 socket, 5 cores with offset 3, 2 threads per core" |
| kmp_setting_t **rivals = (kmp_setting_t **)data; |
| if (strcmp(name, "KMP_PLACE_THREADS") == 0) { |
| KMP_INFORM(EnvVarDeprecated, name, "KMP_HW_SUBSET"); |
| } |
| if (__kmp_stg_check_rivals(name, value, rivals)) { |
| return; |
| } |
| |
| char *components[MAX_T_LEVEL]; |
| char const *digits = "0123456789"; |
| char input[MAX_STR_LEN]; |
| size_t len = 0, mlen = MAX_STR_LEN; |
| int level = 0; |
| // Canonize the string (remove spaces, unify delimiters, etc.) |
| char *pos = CCAST(char *, value); |
| while (*pos && mlen) { |
| if (*pos != ' ') { // skip spaces |
| if (len == 0 && *pos == ':') { |
| __kmp_hws_abs_flag = 1; // if the first symbol is ":", skip it |
| } else { |
| input[len] = toupper(*pos); |
| if (input[len] == 'X') |
| input[len] = ','; // unify delimiters of levels |
| if (input[len] == 'O' && strchr(digits, *(pos + 1))) |
| input[len] = '@'; // unify delimiters of offset |
| len++; |
| } |
| } |
| mlen--; |
| pos++; |
| } |
| if (len == 0 || mlen == 0) |
| goto err; // contents is either empty or too long |
| input[len] = '\0'; |
| __kmp_hws_requested = 1; // mark that subset requested |
| // Split by delimiter |
| pos = input; |
| components[level++] = pos; |
| while ((pos = strchr(pos, ','))) { |
| *pos = '\0'; // modify input and avoid more copying |
| components[level++] = ++pos; // expect something after "," |
| if (level > MAX_T_LEVEL) |
| goto err; // too many components provided |
| } |
| // Check each component |
| for (int i = 0; i < level; ++i) { |
| int offset = 0; |
| int num = atoi(components[i]); // each component should start with a number |
| if ((pos = strchr(components[i], '@'))) { |
| offset = atoi(pos + 1); // save offset |
| *pos = '\0'; // cut the offset from the component |
| } |
| pos = components[i] + strspn(components[i], digits); |
| if (pos == components[i]) |
| goto err; |
| // detect the component type |
| switch (*pos) { |
| case 'S': // Socket |
| if (__kmp_hws_socket.num > 0) |
| goto err; // duplicate is not allowed |
| __kmp_hws_socket.num = num; |
| __kmp_hws_socket.offset = offset; |
| break; |
| case 'N': // NUMA Node |
| if (__kmp_hws_node.num > 0) |
| goto err; // duplicate is not allowed |
| __kmp_hws_node.num = num; |
| __kmp_hws_node.offset = offset; |
| break; |
| case 'L': // Cache |
| if (*(pos + 1) == '2') { // L2 - Tile |
| if (__kmp_hws_tile.num > 0) |
| goto err; // duplicate is not allowed |
| __kmp_hws_tile.num = num; |
| __kmp_hws_tile.offset = offset; |
| } else if (*(pos + 1) == '3') { // L3 - Socket |
| if (__kmp_hws_socket.num > 0) |
| goto err; // duplicate is not allowed |
| __kmp_hws_socket.num = num; |
| __kmp_hws_socket.offset = offset; |
| } else if (*(pos + 1) == '1') { // L1 - Core |
| if (__kmp_hws_core.num > 0) |
| goto err; // duplicate is not allowed |
| __kmp_hws_core.num = num; |
| __kmp_hws_core.offset = offset; |
| } |
| break; |
| case 'C': // Core (or Cache?) |
| if (*(pos + 1) != 'A') { |
| if (__kmp_hws_core.num > 0) |
| goto err; // duplicate is not allowed |
| __kmp_hws_core.num = num; |
| __kmp_hws_core.offset = offset; |
| } else { // Cache |
| char *d = pos + strcspn(pos, digits); // find digit |
| if (*d == '2') { // L2 - Tile |
| if (__kmp_hws_tile.num > 0) |
| goto err; // duplicate is not allowed |
| __kmp_hws_tile.num = num; |
| __kmp_hws_tile.offset = offset; |
| } else if (*d == '3') { // L3 - Socket |
| if (__kmp_hws_socket.num > 0) |
| goto err; // duplicate is not allowed |
| __kmp_hws_socket.num = num; |
| __kmp_hws_socket.offset = offset; |
| } else if (*d == '1') { // L1 - Core |
| if (__kmp_hws_core.num > 0) |
| goto err; // duplicate is not allowed |
| __kmp_hws_core.num = num; |
| __kmp_hws_core.offset = offset; |
| } else { |
| goto err; |
| } |
| } |
| break; |
| case 'T': // Thread |
| if (__kmp_hws_proc.num > 0) |
| goto err; // duplicate is not allowed |
| __kmp_hws_proc.num = num; |
| __kmp_hws_proc.offset = offset; |
| break; |
| default: |
| goto err; |
| } |
| } |
| return; |
| err: |
| KMP_WARNING(AffHWSubsetInvalid, name, value); |
| __kmp_hws_requested = 0; // mark that subset not requested |
| return; |
| } |
| |
| static void __kmp_stg_print_hw_subset(kmp_str_buf_t *buffer, char const *name, |
| void *data) { |
| if (__kmp_hws_requested) { |
| int comma = 0; |
| kmp_str_buf_t buf; |
| __kmp_str_buf_init(&buf); |
| if (__kmp_env_format) |
| KMP_STR_BUF_PRINT_NAME_EX(name); |
| else |
| __kmp_str_buf_print(buffer, " %s='", name); |
| if (__kmp_hws_socket.num) { |
| __kmp_str_buf_print(&buf, "%ds", __kmp_hws_socket.num); |
| if (__kmp_hws_socket.offset) |
| __kmp_str_buf_print(&buf, "@%d", __kmp_hws_socket.offset); |
| comma = 1; |
| } |
| if (__kmp_hws_node.num) { |
| __kmp_str_buf_print(&buf, "%s%dn", comma ? "," : "", __kmp_hws_node.num); |
| if (__kmp_hws_node.offset) |
| __kmp_str_buf_print(&buf, "@%d", __kmp_hws_node.offset); |
| comma = 1; |
| } |
| if (__kmp_hws_tile.num) { |
| __kmp_str_buf_print(&buf, "%s%dL2", comma ? "," : "", __kmp_hws_tile.num); |
| if (__kmp_hws_tile.offset) |
| __kmp_str_buf_print(&buf, "@%d", __kmp_hws_tile.offset); |
| comma = 1; |
| } |
| if (__kmp_hws_core.num) { |
| __kmp_str_buf_print(&buf, "%s%dc", comma ? "," : "", __kmp_hws_core.num); |
| if (__kmp_hws_core.offset) |
| __kmp_str_buf_print(&buf, "@%d", __kmp_hws_core.offset); |
| comma = 1; |
| } |
| if (__kmp_hws_proc.num) |
| __kmp_str_buf_print(&buf, "%s%dt", comma ? "," : "", __kmp_hws_proc.num); |
| __kmp_str_buf_print(buffer, "%s'\n", buf.str); |
| __kmp_str_buf_free(&buf); |
| } |
| } |
| |
| #if USE_ITT_BUILD |
| // ----------------------------------------------------------------------------- |
| // KMP_FORKJOIN_FRAMES |
| |
| static void __kmp_stg_parse_forkjoin_frames(char const *name, char const *value, |
| void *data) { |
| __kmp_stg_parse_bool(name, value, &__kmp_forkjoin_frames); |
| } // __kmp_stg_parse_forkjoin_frames |
| |
| static void __kmp_stg_print_forkjoin_frames(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_bool(buffer, name, __kmp_forkjoin_frames); |
| } // __kmp_stg_print_forkjoin_frames |
| |
| // ----------------------------------------------------------------------------- |
| // KMP_FORKJOIN_FRAMES_MODE |
| |
| static void __kmp_stg_parse_forkjoin_frames_mode(char const *name, |
| char const *value, |
| void *data) { |
| __kmp_stg_parse_int(name, value, 0, 3, &__kmp_forkjoin_frames_mode); |
| } // __kmp_stg_parse_forkjoin_frames |
| |
| static void __kmp_stg_print_forkjoin_frames_mode(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_int(buffer, name, __kmp_forkjoin_frames_mode); |
| } // __kmp_stg_print_forkjoin_frames |
| #endif /* USE_ITT_BUILD */ |
| |
| // ----------------------------------------------------------------------------- |
| // OMP_DISPLAY_ENV |
| |
| #if OMP_40_ENABLED |
| |
| static void __kmp_stg_parse_omp_display_env(char const *name, char const *value, |
| void *data) { |
| if (__kmp_str_match("VERBOSE", 1, value)) { |
| __kmp_display_env_verbose = TRUE; |
| } else { |
| __kmp_stg_parse_bool(name, value, &__kmp_display_env); |
| } |
| |
| } // __kmp_stg_parse_omp_display_env |
| |
| static void __kmp_stg_print_omp_display_env(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| if (__kmp_display_env_verbose) { |
| __kmp_stg_print_str(buffer, name, "VERBOSE"); |
| } else { |
| __kmp_stg_print_bool(buffer, name, __kmp_display_env); |
| } |
| } // __kmp_stg_print_omp_display_env |
| |
| static void __kmp_stg_parse_omp_cancellation(char const *name, |
| char const *value, void *data) { |
| if (TCR_4(__kmp_init_parallel)) { |
| KMP_WARNING(EnvParallelWarn, name); |
| return; |
| } // read value before first parallel only |
| __kmp_stg_parse_bool(name, value, &__kmp_omp_cancellation); |
| } // __kmp_stg_parse_omp_cancellation |
| |
| static void __kmp_stg_print_omp_cancellation(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| __kmp_stg_print_bool(buffer, name, __kmp_omp_cancellation); |
| } // __kmp_stg_print_omp_cancellation |
| |
| #endif |
| |
| #if OMP_50_ENABLED && OMPT_SUPPORT |
| |
| static char *__kmp_tool_libraries = NULL; |
| |
| static void __kmp_stg_parse_omp_tool_libraries(char const *name, |
| char const *value, void *data) { |
| __kmp_stg_parse_str(name, value, &__kmp_tool_libraries); |
| } // __kmp_stg_parse_omp_tool_libraries |
| |
| static void __kmp_stg_print_omp_tool_libraries(kmp_str_buf_t *buffer, |
| char const *name, void *data) { |
| if (__kmp_tool_libraries) |
| __kmp_stg_print_str(buffer, name, __kmp_tool_libraries); |
| else { |
| if (__kmp_env_format) { |
| KMP_STR_BUF_PRINT_NAME; |
| } else { |
| __kmp_str_buf_print(buffer, " %s", name); |
| } |
| __kmp_str_buf_print(buffer, ": %s\n", KMP_I18N_STR(NotDefined)); |
| } |
| } // __kmp_stg_print_omp_tool_libraries |
| |
| #endif |
| |
| // Table. |
| |
| static kmp_setting_t __kmp_stg_table[] = { |
| |
| {"KMP_ALL_THREADS", __kmp_stg_parse_device_thread_limit, NULL, NULL, 0, 0}, |
| {"KMP_BLOCKTIME", __kmp_stg_parse_blocktime, __kmp_stg_print_blocktime, |
| NULL, 0, 0}, |
| {"KMP_DUPLICATE_LIB_OK", __kmp_stg_parse_duplicate_lib_ok, |
| __kmp_stg_print_duplicate_lib_ok, NULL, 0, 0}, |
| {"KMP_LIBRARY", __kmp_stg_parse_wait_policy, __kmp_stg_print_wait_policy, |
| NULL, 0, 0}, |
| {"KMP_DEVICE_THREAD_LIMIT", __kmp_stg_parse_device_thread_limit, |
| __kmp_stg_print_device_thread_limit, NULL, 0, 0}, |
| #if KMP_USE_MONITOR |
| {"KMP_MONITOR_STACKSIZE", __kmp_stg_parse_monitor_stacksize, |
| __kmp_stg_print_monitor_stacksize, NULL, 0, 0}, |
| #endif |
| {"KMP_SETTINGS", __kmp_stg_parse_settings, __kmp_stg_print_settings, NULL, |
| 0, 0}, |
| {"KMP_STACKOFFSET", __kmp_stg_parse_stackoffset, |
| __kmp_stg_print_stackoffset, NULL, 0, 0}, |
| {"KMP_STACKSIZE", __kmp_stg_parse_stacksize, __kmp_stg_print_stacksize, |
| NULL, 0, 0}, |
| {"KMP_STACKPAD", __kmp_stg_parse_stackpad, __kmp_stg_print_stackpad, NULL, |
| 0, 0}, |
| {"KMP_VERSION", __kmp_stg_parse_version, __kmp_stg_print_version, NULL, 0, |
| 0}, |
| {"KMP_WARNINGS", __kmp_stg_parse_warnings, __kmp_stg_print_warnings, NULL, |
| 0, 0}, |
| |
| {"OMP_NESTED", __kmp_stg_parse_nested, __kmp_stg_print_nested, NULL, 0, 0}, |
| {"OMP_NUM_THREADS", __kmp_stg_parse_num_threads, |
| __kmp_stg_print_num_threads, NULL, 0, 0}, |
| {"OMP_STACKSIZE", __kmp_stg_parse_stacksize, __kmp_stg_print_stacksize, |
| NULL, 0, 0}, |
| |
| {"KMP_TASKING", __kmp_stg_parse_tasking, __kmp_stg_print_tasking, NULL, 0, |
| 0}, |
| {"KMP_TASK_STEALING_CONSTRAINT", __kmp_stg_parse_task_stealing, |
| __kmp_stg_print_task_stealing, NULL, 0, 0}, |
| {"OMP_MAX_ACTIVE_LEVELS", __kmp_stg_parse_max_active_levels, |
| __kmp_stg_print_max_active_levels, NULL, 0, 0}, |
| #if OMP_40_ENABLED |
| {"OMP_DEFAULT_DEVICE", __kmp_stg_parse_default_device, |
| __kmp_stg_print_default_device, NULL, 0, 0}, |
| #endif |
| #if OMP_50_ENABLED |
| {"OMP_TARGET_OFFLOAD", __kmp_stg_parse_target_offload, |
| __kmp_stg_print_target_offload, NULL, 0, 0}, |
| #endif |
| #if OMP_45_ENABLED |
| {"OMP_MAX_TASK_PRIORITY", __kmp_stg_parse_max_task_priority, |
| __kmp_stg_print_max_task_priority, NULL, 0, 0}, |
| {"KMP_TASKLOOP_MIN_TASKS", __kmp_stg_parse_taskloop_min_tasks, |
| __kmp_stg_print_taskloop_min_tasks, NULL, 0, 0}, |
| #endif |
| {"OMP_THREAD_LIMIT", __kmp_stg_parse_thread_limit, |
| __kmp_stg_print_thread_limit, NULL, 0, 0}, |
| {"KMP_TEAMS_THREAD_LIMIT", __kmp_stg_parse_teams_thread_limit, |
| __kmp_stg_print_teams_thread_limit, NULL, 0, 0}, |
| {"OMP_WAIT_POLICY", __kmp_stg_parse_wait_policy, |
| __kmp_stg_print_wait_policy, NULL, 0, 0}, |
| {"KMP_DISP_NUM_BUFFERS", __kmp_stg_parse_disp_buffers, |
| __kmp_stg_print_disp_buffers, NULL, 0, 0}, |
| #if KMP_NESTED_HOT_TEAMS |
| {"KMP_HOT_TEAMS_MAX_LEVEL", __kmp_stg_parse_hot_teams_level, |
| __kmp_stg_print_hot_teams_level, NULL, 0, 0}, |
| {"KMP_HOT_TEAMS_MODE", __kmp_stg_parse_hot_teams_mode, |
| __kmp_stg_print_hot_teams_mode, NULL, 0, 0}, |
| #endif // KMP_NESTED_HOT_TEAMS |
| |
| #if KMP_HANDLE_SIGNALS |
| {"KMP_HANDLE_SIGNALS", __kmp_stg_parse_handle_signals, |
| __kmp_stg_print_handle_signals, NULL, 0, 0}, |
| #endif |
| |
| #if KMP_ARCH_X86 || KMP_ARCH_X86_64 |
| {"KMP_INHERIT_FP_CONTROL", __kmp_stg_parse_inherit_fp_control, |
| __kmp_stg_print_inherit_fp_control, NULL, 0, 0}, |
| #endif /* KMP_ARCH_X86 || KMP_ARCH_X86_64 */ |
| |
| #ifdef KMP_GOMP_COMPAT |
| {"GOMP_STACKSIZE", __kmp_stg_parse_stacksize, NULL, NULL, 0, 0}, |
| #endif |
| |
| #ifdef KMP_DEBUG |
| {"KMP_A_DEBUG", __kmp_stg_parse_a_debug, __kmp_stg_print_a_debug, NULL, 0, |
| 0}, |
| {"KMP_B_DEBUG", __kmp_stg_parse_b_debug, __kmp_stg_print_b_debug, NULL, 0, |
| 0}, |
| {"KMP_C_DEBUG", __kmp_stg_parse_c_debug, __kmp_stg_print_c_debug, NULL, 0, |
| 0}, |
| {"KMP_D_DEBUG", __kmp_stg_parse_d_debug, __kmp_stg_print_d_debug, NULL, 0, |
| 0}, |
| {"KMP_E_DEBUG", __kmp_stg_parse_e_debug, __kmp_stg_print_e_debug, NULL, 0, |
| 0}, |
| {"KMP_F_DEBUG", __kmp_stg_parse_f_debug, __kmp_stg_print_f_debug, NULL, 0, |
| 0}, |
| {"KMP_DEBUG", __kmp_stg_parse_debug, NULL, /* no print */ NULL, 0, 0}, |
| {"KMP_DEBUG_BUF", __kmp_stg_parse_debug_buf, __kmp_stg_print_debug_buf, |
| NULL, 0, 0}, |
| {"KMP_DEBUG_BUF_ATOMIC", __kmp_stg_parse_debug_buf_atomic, |
| __kmp_stg_print_debug_buf_atomic, NULL, 0, 0}, |
| {"KMP_DEBUG_BUF_CHARS", __kmp_stg_parse_debug_buf_chars, |
| __kmp_stg_print_debug_buf_chars, NULL, 0, 0}, |
| {"KMP_DEBUG_BUF_LINES", __kmp_stg_parse_debug_buf_lines, |
| __kmp_stg_print_debug_buf_lines, NULL, 0, 0}, |
| {"KMP_DIAG", __kmp_stg_parse_diag, __kmp_stg_print_diag, NULL, 0, 0}, |
| |
| {"KMP_PAR_RANGE", __kmp_stg_parse_par_range_env, |
| __kmp_stg_print_par_range_env, NULL, 0, 0}, |
| {"KMP_YIELD_CYCLE", __kmp_stg_parse_yield_cycle, |
| __kmp_stg_print_yield_cycle, NULL, 0, 0}, |
| {"KMP_YIELD_ON", __kmp_stg_parse_yield_on, __kmp_stg_print_yield_on, NULL, |
| 0, 0}, |
| {"KMP_YIELD_OFF", __kmp_stg_parse_yield_off, __kmp_stg_print_yield_off, |
| NULL, 0, 0}, |
| #endif // KMP_DEBUG |
| |
| {"KMP_ALIGN_ALLOC", __kmp_stg_parse_align_alloc, |
| __kmp_stg_print_align_alloc, NULL, 0, 0}, |
| |
| {"KMP_PLAIN_BARRIER", __kmp_stg_parse_barrier_branch_bit, |
| __kmp_stg_print_barrier_branch_bit, NULL, 0, 0}, |
| {"KMP_PLAIN_BARRIER_PATTERN", __kmp_stg_parse_barrier_pattern, |
| __kmp_stg_print_barrier_pattern, NULL, 0, 0}, |
| {"KMP_FORKJOIN_BARRIER", __kmp_stg_parse_barrier_branch_bit, |
| __kmp_stg_print_barrier_branch_bit, NULL, 0, 0}, |
| {"KMP_FORKJOIN_BARRIER_PATTERN", __kmp_stg_parse_barrier_pattern, |
| __kmp_stg_print_barrier_pattern, NULL, 0, 0}, |
| #if KMP_FAST_REDUCTION_BARRIER |
| {"KMP_REDUCTION_BARRIER", __kmp_stg_parse_barrier_branch_bit, |
| __kmp_stg_print_barrier_branch_bit, NULL, 0, 0}, |
| {"KMP_REDUCTION_BARRIER_PATTERN", __kmp_stg_parse_barrier_pattern, |
| __kmp_stg_print_barrier_pattern, NULL, 0, 0}, |
| #endif |
| |
| {"KMP_ABORT_DELAY", __kmp_stg_parse_abort_delay, |
| __kmp_stg_print_abort_delay, NULL, 0, 0}, |
| {"KMP_CPUINFO_FILE", __kmp_stg_parse_cpuinfo_file, |
| __kmp_stg_print_cpuinfo_file, NULL, 0, 0}, |
| {"KMP_FORCE_REDUCTION", __kmp_stg_parse_force_reduction, |
| __kmp_stg_print_force_reduction, NULL, 0, 0}, |
| {"KMP_DETERMINISTIC_REDUCTION", __kmp_stg_parse_force_reduction, |
| __kmp_stg_print_force_reduction, NULL, 0, 0}, |
| {"KMP_STORAGE_MAP", __kmp_stg_parse_storage_map, |
| __kmp_stg_print_storage_map, NULL, 0, 0}, |
| {"KMP_ALL_THREADPRIVATE", __kmp_stg_parse_all_threadprivate, |
| __kmp_stg_print_all_threadprivate, NULL, 0, 0}, |
| {"KMP_FOREIGN_THREADS_THREADPRIVATE", |
| __kmp_stg_parse_foreign_threads_threadprivate, |
| __kmp_stg_print_foreign_threads_threadprivate, NULL, 0, 0}, |
| |
| #if KMP_AFFINITY_SUPPORTED |
| {"KMP_AFFINITY", __kmp_stg_parse_affinity, __kmp_stg_print_affinity, NULL, |
| 0, 0}, |
| #ifdef KMP_GOMP_COMPAT |
| {"GOMP_CPU_AFFINITY", __kmp_stg_parse_gomp_cpu_affinity, NULL, |
| /* no print */ NULL, 0, 0}, |
| #endif /* KMP_GOMP_COMPAT */ |
| #if OMP_40_ENABLED |
| {"OMP_PROC_BIND", __kmp_stg_parse_proc_bind, __kmp_stg_print_proc_bind, |
| NULL, 0, 0}, |
| {"OMP_PLACES", __kmp_stg_parse_places, __kmp_stg_print_places, NULL, 0, 0}, |
| #else |
| {"OMP_PROC_BIND", __kmp_stg_parse_proc_bind, NULL, /* no print */ NULL, 0, |
| 0}, |
| #endif /* OMP_40_ENABLED */ |
| |
| {"KMP_TOPOLOGY_METHOD", __kmp_stg_parse_topology_method, |
| __kmp_stg_print_topology_method, NULL, 0, 0}, |
| |
| #else |
| |
| // KMP_AFFINITY is not supported on OS X*, nor is OMP_PLACES. |
| // OMP_PROC_BIND and proc-bind-var are supported, however. |
| #if OMP_40_ENABLED |
| {"OMP_PROC_BIND", __kmp_stg_parse_proc_bind, __kmp_stg_print_proc_bind, |
| NULL, 0, 0}, |
| #endif |
| |
| #endif // KMP_AFFINITY_SUPPORTED |
| |
| {"KMP_INIT_AT_FORK", __kmp_stg_parse_init_at_fork, |
| __kmp_stg_print_init_at_fork, NULL, 0, 0}, |
| {"KMP_SCHEDULE", __kmp_stg_parse_schedule, __kmp_stg_print_schedule, NULL, |
| 0, 0}, |
| {"OMP_SCHEDULE", __kmp_stg_parse_omp_schedule, __kmp_stg_print_omp_schedule, |
| NULL, 0, 0}, |
| #if KMP_USE_HIER_SCHED |
| {"KMP_DISP_HAND_THREAD", __kmp_stg_parse_kmp_hand_thread, |
| __kmp_stg_print_kmp_hand_thread, NULL, 0, 0}, |
| #endif |
| {"KMP_ATOMIC_MODE", __kmp_stg_parse_atomic_mode, |
| __kmp_stg_print_atomic_mode, NULL, 0, 0}, |
| {"KMP_CONSISTENCY_CHECK", __kmp_stg_parse_consistency_check, |
| __kmp_stg_print_consistency_check, NULL, 0, 0}, |
| |
| #if USE_ITT_BUILD && USE_ITT_NOTIFY |
| {"KMP_ITT_PREPARE_DELAY", __kmp_stg_parse_itt_prepare_delay, |
| __kmp_stg_print_itt_prepare_delay, NULL, 0, 0}, |
| #endif /* USE_ITT_BUILD && USE_ITT_NOTIFY */ |
| {"KMP_MALLOC_POOL_INCR", __kmp_stg_parse_malloc_pool_incr, |
| __kmp_stg_print_malloc_pool_incr, NULL, 0, 0}, |
| {"KMP_INIT_WAIT", __kmp_stg_parse_init_wait, __kmp_stg_print_init_wait, |
| NULL, 0, 0}, |
| {"KMP_NEXT_WAIT", __kmp_stg_parse_next_wait, __kmp_stg_print_next_wait, |
| NULL, 0, 0}, |
| {"KMP_GTID_MODE", __kmp_stg_parse_gtid_mode, __kmp_stg_print_gtid_mode, |
| NULL, 0, 0}, |
| {"OMP_DYNAMIC", __kmp_stg_parse_omp_dynamic, __kmp_stg_print_omp_dynamic, |
| NULL, 0, 0}, |
| {"KMP_DYNAMIC_MODE", __kmp_stg_parse_kmp_dynamic_mode, |
| __kmp_stg_print_kmp_dynamic_mode, NULL, 0, 0}, |
| |
| #ifdef USE_LOAD_BALANCE |
| {"KMP_LOAD_BALANCE_INTERVAL", __kmp_stg_parse_ld_balance_interval, |
| __kmp_stg_print_ld_balance_interval, NULL, 0, 0}, |
| #endif |
| |
| {"KMP_NUM_LOCKS_IN_BLOCK", __kmp_stg_parse_lock_block, |
| __kmp_stg_print_lock_block, NULL, 0, 0}, |
| {"KMP_LOCK_KIND", __kmp_stg_parse_lock_kind, __kmp_stg_print_lock_kind, |
| NULL, 0, 0}, |
| {"KMP_SPIN_BACKOFF_PARAMS", __kmp_stg_parse_spin_backoff_params, |
| __kmp_stg_print_spin_backoff_params, NULL, 0, 0}, |
| #if KMP_USE_ADAPTIVE_LOCKS |
| {"KMP_ADAPTIVE_LOCK_PROPS", __kmp_stg_parse_adaptive_lock_props, |
| __kmp_stg_print_adaptive_lock_props, NULL, 0, 0}, |
| #if KMP_DEBUG_ADAPTIVE_LOCKS |
| {"KMP_SPECULATIVE_STATSFILE", __kmp_stg_parse_speculative_statsfile, |
| __kmp_stg_print_speculative_statsfile, NULL, 0, 0}, |
| #endif |
| #endif // KMP_USE_ADAPTIVE_LOCKS |
| {"KMP_PLACE_THREADS", __kmp_stg_parse_hw_subset, __kmp_stg_print_hw_subset, |
| NULL, 0, 0}, |
| {"KMP_HW_SUBSET", __kmp_stg_parse_hw_subset, __kmp_stg_print_hw_subset, |
| NULL, 0, 0}, |
| #if USE_ITT_BUILD |
| {"KMP_FORKJOIN_FRAMES", __kmp_stg_parse_forkjoin_frames, |
| __kmp_stg_print_forkjoin_frames, NULL, 0, 0}, |
| {"KMP_FORKJOIN_FRAMES_MODE", __kmp_stg_parse_forkjoin_frames_mode, |
| __kmp_stg_print_forkjoin_frames_mode, NULL, 0, 0}, |
| #endif |
| |
| #if OMP_40_ENABLED |
| {"OMP_DISPLAY_ENV", __kmp_stg_parse_omp_display_env, |
| __kmp_stg_print_omp_display_env, NULL, 0, 0}, |
| {"OMP_CANCELLATION", __kmp_stg_parse_omp_cancellation, |
| __kmp_stg_print_omp_cancellation, NULL, 0, 0}, |
| #endif |
| |
| #if OMP_50_ENABLED && OMPT_SUPPORT |
| {"OMP_TOOL_LIBRARIES", __kmp_stg_parse_omp_tool_libraries, |
| __kmp_stg_print_omp_tool_libraries, NULL, 0, 0}, |
| #endif |
| |
| {"", NULL, NULL, NULL, 0, 0}}; // settings |
| |
| static int const __kmp_stg_count = |
| sizeof(__kmp_stg_table) / sizeof(kmp_setting_t); |
| |
| static inline kmp_setting_t *__kmp_stg_find(char const *name) { |
| |
| int i; |
| if (name != NULL) { |
| for (i = 0; i < __kmp_stg_count; ++i) { |
| if (strcmp(__kmp_stg_table[i].name, name) == 0) { |
| return &__kmp_stg_table[i]; |
| } |
| } |
| } |
| return NULL; |
| |
| } // __kmp_stg_find |
| |
| static int __kmp_stg_cmp(void const *_a, void const *_b) { |
| const kmp_setting_t *a = RCAST(const kmp_setting_t *, _a); |
| const kmp_setting_t *b = RCAST(const kmp_setting_t *, _b); |
| |
| // Process KMP_AFFINITY last. |
| // It needs to come after OMP_PLACES and GOMP_CPU_AFFINITY. |
| if (strcmp(a->name, "KMP_AFFINITY") == 0) { |
| if (strcmp(b->name, "KMP_AFFINITY") == 0) { |
| return 0; |
| } |
| return 1; |
| } else if (strcmp(b->name, "KMP_AFFINITY") == 0) { |
| return -1; |
| } |
| return strcmp(a->name, b->name); |
| } // __kmp_stg_cmp |
| |
| static void __kmp_stg_init(void) { |
| |
| static int initialized = 0; |
| |
| if (!initialized) { |
| |
| // Sort table. |
| qsort(__kmp_stg_table, __kmp_stg_count - 1, sizeof(kmp_setting_t), |
| __kmp_stg_cmp); |
| |
| { // Initialize *_STACKSIZE data. |
| kmp_setting_t *kmp_stacksize = |
| __kmp_stg_find("KMP_STACKSIZE"); // 1st priority. |
| #ifdef KMP_GOMP_COMPAT |
| kmp_setting_t *gomp_stacksize = |
| __kmp_stg_find("GOMP_STACKSIZE"); // 2nd priority. |
| #endif |
| kmp_setting_t *omp_stacksize = |
| __kmp_stg_find("OMP_STACKSIZE"); // 3rd priority. |
| |
| // !!! volatile keyword is Intel(R) C Compiler bug CQ49908 workaround. |
| // !!! Compiler does not understand rivals is used and optimizes out |
| // assignments |
| // !!! rivals[ i ++ ] = ...; |
| static kmp_setting_t *volatile rivals[4]; |
| static kmp_stg_ss_data_t kmp_data = {1, CCAST(kmp_setting_t **, rivals)}; |
| #ifdef KMP_GOMP_COMPAT |
| static kmp_stg_ss_data_t gomp_data = {1024, |
| CCAST(kmp_setting_t **, rivals)}; |
| #endif |
| static kmp_stg_ss_data_t omp_data = {1024, |
| CCAST(kmp_setting_t **, rivals)}; |
| int i = 0; |
| |
| rivals[i++] = kmp_stacksize; |
| #ifdef KMP_GOMP_COMPAT |
| if (gomp_stacksize != NULL) { |
| rivals[i++] = gomp_stacksize; |
| } |
| #endif |
| rivals[i++] = omp_stacksize; |
| rivals[i++] = NULL; |
| |
| kmp_stacksize->data = &kmp_data; |
| #ifdef KMP_GOMP_COMPAT |
| if (gomp_stacksize != NULL) { |
| gomp_stacksize->data = &gomp_data; |
| } |
| #endif |
| omp_stacksize->data = &omp_data; |
| } |
| |
| { // Initialize KMP_LIBRARY and OMP_WAIT_POLICY data. |
| kmp_setting_t *kmp_library = |
| __kmp_stg_find("KMP_LIBRARY"); // 1st priority. |
| kmp_setting_t *omp_wait_policy = |
| __kmp_stg_find("OMP_WAIT_POLICY"); // 2nd priority. |
| |
| // !!! volatile keyword is Intel(R) C Compiler bug CQ49908 workaround. |
| static kmp_setting_t *volatile rivals[3]; |
| static kmp_stg_wp_data_t kmp_data = {0, CCAST(kmp_setting_t **, rivals)}; |
| static kmp_stg_wp_data_t omp_data = {1, CCAST(kmp_setting_t **, rivals)}; |
| int i = 0; |
| |
| rivals[i++] = kmp_library; |
| if (omp_wait_policy != NULL) { |
| rivals[i++] = omp_wait_policy; |
| } |
| rivals[i++] = NULL; |
| |
| kmp_library->data = &kmp_data; |
| if (omp_wait_policy != NULL) { |
| omp_wait_policy->data = &omp_data; |
| } |
| } |
| |
| { // Initialize KMP_DEVICE_THREAD_LIMIT and KMP_ALL_THREADS |
| kmp_setting_t *kmp_device_thread_limit = |
| __kmp_stg_find("KMP_DEVICE_THREAD_LIMIT"); // 1st priority. |
| kmp_setting_t *kmp_all_threads = |
| __kmp_stg_find("KMP_ALL_THREADS"); // 2nd priority. |
| |
| // !!! volatile keyword is Intel(R) C Compiler bug CQ49908 workaround. |
| static kmp_setting_t *volatile rivals[3]; |
| int i = 0; |
| |
| rivals[i++] = kmp_device_thread_limit; |
| rivals[i++] = kmp_all_threads; |
| rivals[i++] = NULL; |
| |
| kmp_device_thread_limit->data = CCAST(kmp_setting_t **, rivals); |
| kmp_all_threads->data = CCAST(kmp_setting_t **, rivals); |
| } |
| |
| { // Initialize KMP_HW_SUBSET and KMP_PLACE_THREADS |
| // 1st priority |
| kmp_setting_t *kmp_hw_subset = __kmp_stg_find("KMP_HW_SUBSET"); |
| // 2nd priority |
| kmp_setting_t *kmp_place_threads = __kmp_stg_find("KMP_PLACE_THREADS"); |
| |
| // !!! volatile keyword is Intel(R) C Compiler bug CQ49908 workaround. |
| static kmp_setting_t *volatile rivals[3]; |
| int i = 0; |
| |
| rivals[i++] = kmp_hw_subset; |
| rivals[i++] = kmp_place_threads; |
| rivals[i++] = NULL; |
| |
| kmp_hw_subset->data = CCAST(kmp_setting_t **, rivals); |
| kmp_place_threads->data = CCAST(kmp_setting_t **, rivals); |
| } |
| |
| #if KMP_AFFINITY_SUPPORTED |
| { // Initialize KMP_AFFINITY, GOMP_CPU_AFFINITY, and OMP_PROC_BIND data. |
| kmp_setting_t *kmp_affinity = |
| __kmp_stg_find("KMP_AFFINITY"); // 1st priority. |
| KMP_DEBUG_ASSERT(kmp_affinity != NULL); |
| |
| #ifdef KMP_GOMP_COMPAT |
| kmp_setting_t *gomp_cpu_affinity = |
| __kmp_stg_find("GOMP_CPU_AFFINITY"); // 2nd priority. |
| KMP_DEBUG_ASSERT(gomp_cpu_affinity != NULL); |
| #endif |
| |
| kmp_setting_t *omp_proc_bind = |
| __kmp_stg_find("OMP_PROC_BIND"); // 3rd priority. |
| KMP_DEBUG_ASSERT(omp_proc_bind != NULL); |
| |
| // !!! volatile keyword is Intel(R) C Compiler bug CQ49908 workaround. |
| static kmp_setting_t *volatile rivals[4]; |
| int i = 0; |
| |
| rivals[i++] = kmp_affinity; |
| |
| #ifdef KMP_GOMP_COMPAT |
| rivals[i++] = gomp_cpu_affinity; |
| gomp_cpu_affinity->data = CCAST(kmp_setting_t **, rivals); |
| #endif |
| |
| rivals[i++] = omp_proc_bind; |
| omp_proc_bind->data = CCAST(kmp_setting_t **, rivals); |
| rivals[i++] = NULL; |
| |
| #if OMP_40_ENABLED |
| static kmp_setting_t *volatile places_rivals[4]; |
| i = 0; |
| |
| kmp_setting_t *omp_places = __kmp_stg_find("OMP_PLACES"); // 3rd priority. |
| KMP_DEBUG_ASSERT(omp_places != NULL); |
| |
| places_rivals[i++] = kmp_affinity; |
| #ifdef KMP_GOMP_COMPAT |
| places_rivals[i++] = gomp_cpu_affinity; |
| #endif |
| places_rivals[i++] = omp_places; |
| omp_places->data = CCAST(kmp_setting_t **, places_rivals); |
| places_rivals[i++] = NULL; |
| #endif |
| } |
| #else |
| // KMP_AFFINITY not supported, so OMP_PROC_BIND has no rivals. |
| // OMP_PLACES not supported yet. |
| #endif // KMP_AFFINITY_SUPPORTED |
| |
| { // Initialize KMP_DETERMINISTIC_REDUCTION and KMP_FORCE_REDUCTION data. |
| kmp_setting_t *kmp_force_red = |
| __kmp_stg_find("KMP_FORCE_REDUCTION"); // 1st priority. |
| kmp_setting_t *kmp_determ_red = |
| __kmp_stg_find("KMP_DETERMINISTIC_REDUCTION"); // 2nd priority. |
| |
| // !!! volatile keyword is Intel(R) C Compiler bug CQ49908 workaround. |
| static kmp_setting_t *volatile rivals[3]; |
| static kmp_stg_fr_data_t force_data = {1, |
| CCAST(kmp_setting_t **, rivals)}; |
| static kmp_stg_fr_data_t determ_data = {0, |
| CCAST(kmp_setting_t **, rivals)}; |
| int i = 0; |
| |
| rivals[i++] = kmp_force_red; |
| if (kmp_determ_red != NULL) { |
| rivals[i++] = kmp_determ_red; |
| } |
| rivals[i++] = NULL; |
| |
| kmp_force_red->data = &force_data; |
| if (kmp_determ_red != NULL) { |
| kmp_determ_red->data = &determ_data; |
| } |
| } |
| |
| initialized = 1; |
| } |
| |
| // Reset flags. |
| int i; |
| for (i = 0; i < __kmp_stg_count; ++i) { |
| __kmp_stg_table[i].set = 0; |
| } |
| |
| } // __kmp_stg_init |
| |
| static void __kmp_stg_parse(char const *name, char const *value) { |
| // On Windows* OS there are some nameless variables like "C:=C:\" (yeah, |
| // really nameless, they are presented in environment block as |
| // "=C:=C\\\x00=D:=D:\\\x00...", so let us skip them. |
| if (name[0] == 0) { |
| return; |
| } |
| |
| if (value != NULL) { |
| kmp_setting_t *setting = __kmp_stg_find(name); |
| if (setting != NULL) { |
| setting->parse(name, value, setting->data); |
| setting->defined = 1; |
| } |
| } |
| |
| } // __kmp_stg_parse |
| |
| static int __kmp_stg_check_rivals( // 0 -- Ok, 1 -- errors found. |
| char const *name, // Name of variable. |
| char const *value, // Value of the variable. |
| kmp_setting_t **rivals // List of rival settings (must include current one). |
| ) { |
| |
| if (rivals == NULL) { |
| return 0; |
| } |
| |
| // Loop thru higher priority settings (listed before current). |
| int i = 0; |
| for (; strcmp(rivals[i]->name, name) != 0; i++) { |
| KMP_DEBUG_ASSERT(rivals[i] != NULL); |
| |
| #if KMP_AFFINITY_SUPPORTED |
| if (rivals[i] == __kmp_affinity_notype) { |
| // If KMP_AFFINITY is specified without a type name, |
| // it does not rival OMP_PROC_BIND or GOMP_CPU_AFFINITY. |
| continue; |
| } |
| #endif |
| |
| if (rivals[i]->set) { |
| KMP_WARNING(StgIgnored, name, rivals[i]->name); |
| return 1; |
| } |
| } |
| |
| ++i; // Skip current setting. |
| return 0; |
| |
| } // __kmp_stg_check_rivals |
| |
| static int __kmp_env_toPrint(char const *name, int flag) { |
| int rc = 0; |
| kmp_setting_t *setting = __kmp_stg_find(name); |
| if (setting != NULL) { |
| rc = setting->defined; |
| if (flag >= 0) { |
| setting->defined = flag; |
| } |
| } |
| return rc; |
| } |
| |
| static void __kmp_aux_env_initialize(kmp_env_blk_t *block) { |
| |
| char const *value; |
| |
| /* OMP_NUM_THREADS */ |
| value = __kmp_env_blk_var(block, "OMP_NUM_THREADS"); |
| if (value) { |
| ompc_set_num_threads(__kmp_dflt_team_nth); |
| } |
| |
| /* KMP_BLOCKTIME */ |
| value = __kmp_env_blk_var(block, "KMP_BLOCKTIME"); |
| if (value) { |
| kmpc_set_blocktime(__kmp_dflt_blocktime); |
| } |
| |
| /* OMP_NESTED */ |
| value = __kmp_env_blk_var(block, "OMP_NESTED"); |
| if (value) { |
| ompc_set_nested(__kmp_dflt_nested); |
| } |
| |
| /* OMP_DYNAMIC */ |
| value = __kmp_env_blk_var(block, "OMP_DYNAMIC"); |
| if (value) { |
| ompc_set_dynamic(__kmp_global.g.g_dynamic); |
| } |
| } |
| |
| void __kmp_env_initialize(char const *string) { |
| |
| kmp_env_blk_t block; |
| int i; |
| |
| __kmp_stg_init(); |
| |
| // Hack!!! |
| if (string == NULL) { |
| // __kmp_max_nth = __kmp_sys_max_nth; |
| __kmp_threads_capacity = |
| __kmp_initial_threads_capacity(__kmp_dflt_team_nth_ub); |
| } |
| __kmp_env_blk_init(&block, string); |
| |
| // update the set flag on all entries that have an env var |
| for (i = 0; i < block.count; ++i) { |
| if ((block.vars[i].name == NULL) || (*block.vars[i].name == '\0')) { |
| continue; |
| } |
| if (block.vars[i].value == NULL) { |
| continue; |
| } |
| kmp_setting_t *setting = __kmp_stg_find(block.vars[i].name); |
| if (setting != NULL) { |
| setting->set = 1; |
| } |
| } |
| |
| // We need to know if blocktime was set when processing OMP_WAIT_POLICY |
| blocktime_str = __kmp_env_blk_var(&block, "KMP_BLOCKTIME"); |
| |
| // Special case. If we parse environment, not a string, process KMP_WARNINGS |
| // first. |
| if (string == NULL) { |
| char const *name = "KMP_WARNINGS"; |
| char const *value = __kmp_env_blk_var(&block, name); |
| __kmp_stg_parse(name, value); |
| } |
| |
| #if KMP_AFFINITY_SUPPORTED |
| // Special case. KMP_AFFINITY is not a rival to other affinity env vars |
| // if no affinity type is specified. We want to allow |
| // KMP_AFFINITY=[no],verbose/[no]warnings/etc. to be enabled when |
| // specifying the affinity type via GOMP_CPU_AFFINITY or the OMP 4.0 |
| // affinity mechanism. |
| __kmp_affinity_notype = NULL; |
| char const *aff_str = __kmp_env_blk_var(&block, "KMP_AFFINITY"); |
| if (aff_str != NULL) { |
| // Check if the KMP_AFFINITY type is specified in the string. |
| // We just search the string for "compact", "scatter", etc. |
| // without really parsing the string. The syntax of the |
| // KMP_AFFINITY env var is such that none of the affinity |
| // type names can appear anywhere other that the type |
| // specifier, even as substrings. |
| // |
| // I can't find a case-insensitive version of strstr on Windows* OS. |
| // Use the case-sensitive version for now. |
| |
| #if KMP_OS_WINDOWS |
| #define FIND strstr |
| #else |
| #define FIND strcasestr |
| #endif |
| |
| if ((FIND(aff_str, "none") == NULL) && |
| (FIND(aff_str, "physical") == NULL) && |
| (FIND(aff_str, "logical") == NULL) && |
| (FIND(aff_str, "compact") == NULL) && |
| (FIND(aff_str, "scatter") == NULL) && |
| (FIND(aff_str, "explicit") == NULL) && |
| (FIND(aff_str, "balanced") == NULL) && |
| (FIND(aff_str, "disabled") == NULL)) { |
| __kmp_affinity_notype = __kmp_stg_find("KMP_AFFINITY"); |
| } else { |
| // A new affinity type is specified. |
| // Reset the affinity flags to their default values, |
| // in case this is called from kmp_set_defaults(). |
| __kmp_affinity_type = affinity_default; |
| __kmp_affinity_gran = affinity_gran_default; |
| __kmp_affinity_top_method = affinity_top_method_default; |
| __kmp_affinity_respect_mask = affinity_respect_mask_default; |
| } |
| #undef FIND |
| |
| #if OMP_40_ENABLED |
| // Also reset the affinity flags if OMP_PROC_BIND is specified. |
| aff_str = __kmp_env_blk_var(&block, "OMP_PROC_BIND"); |
| if (aff_str != NULL) { |
| __kmp_affinity_type = affinity_default; |
| __kmp_affinity_gran = affinity_gran_default; |
| __kmp_affinity_top_method = affinity_top_method_default; |
| __kmp_affinity_respect_mask = affinity_respect_mask_default; |
| } |
| #endif /* OMP_40_ENABLED */ |
| } |
| |
| #endif /* KMP_AFFINITY_SUPPORTED */ |
| |
| #if OMP_40_ENABLED |
| // Set up the nested proc bind type vector. |
| if (__kmp_nested_proc_bind.bind_types == NULL) { |
| __kmp_nested_proc_bind.bind_types = |
| (kmp_proc_bind_t *)KMP_INTERNAL_MALLOC(sizeof(kmp_proc_bind_t)); |
| if (__kmp_nested_proc_bind.bind_types == NULL) { |
| KMP_FATAL(MemoryAllocFailed); |
| } |
| __kmp_nested_proc_bind.size = 1; |
| __kmp_nested_proc_bind.used = 1; |
| #if KMP_AFFINITY_SUPPORTED |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_default; |
| #else |
| // default proc bind is false if affinity not supported |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_false; |
| #endif |
| } |
| #endif /* OMP_40_ENABLED */ |
| |
| // Now process all of the settings. |
| for (i = 0; i < block.count; ++i) { |
| __kmp_stg_parse(block.vars[i].name, block.vars[i].value); |
| } |
| |
| // If user locks have been allocated yet, don't reset the lock vptr table. |
| if (!__kmp_init_user_locks) { |
| if (__kmp_user_lock_kind == lk_default) { |
| __kmp_user_lock_kind = lk_queuing; |
| } |
| #if KMP_USE_DYNAMIC_LOCK |
| __kmp_init_dynamic_user_locks(); |
| #else |
| __kmp_set_user_lock_vptrs(__kmp_user_lock_kind); |
| #endif |
| } else { |
| KMP_DEBUG_ASSERT(string != NULL); // kmp_set_defaults() was called |
| KMP_DEBUG_ASSERT(__kmp_user_lock_kind != lk_default); |
| // Binds lock functions again to follow the transition between different |
| // KMP_CONSISTENCY_CHECK values. Calling this again is harmless as long |
| // as we do not allow lock kind changes after making a call to any |
| // user lock functions (true). |
| #if KMP_USE_DYNAMIC_LOCK |
| __kmp_init_dynamic_user_locks(); |
| #else |
| __kmp_set_user_lock_vptrs(__kmp_user_lock_kind); |
| #endif |
| } |
| |
| #if KMP_AFFINITY_SUPPORTED |
| |
| if (!TCR_4(__kmp_init_middle)) { |
| #if KMP_USE_HWLOC |
| // Force using hwloc when either tiles or numa nodes requested within |
| // KMP_HW_SUBSET and no other topology method is requested |
| if ((__kmp_hws_node.num > 0 || __kmp_hws_tile.num > 0 || |
| __kmp_affinity_gran == affinity_gran_tile) && |
| (__kmp_affinity_top_method == affinity_top_method_default)) { |
| __kmp_affinity_top_method = affinity_top_method_hwloc; |
| } |
| #endif |
| // Determine if the machine/OS is actually capable of supporting |
| // affinity. |
| const char *var = "KMP_AFFINITY"; |
| KMPAffinity::pick_api(); |
| #if KMP_USE_HWLOC |
| // If Hwloc topology discovery was requested but affinity was also disabled, |
| // then tell user that Hwloc request is being ignored and use default |
| // topology discovery method. |
| if (__kmp_affinity_top_method == affinity_top_method_hwloc && |
| __kmp_affinity_dispatch->get_api_type() != KMPAffinity::HWLOC) { |
| KMP_WARNING(AffIgnoringHwloc, var); |
| __kmp_affinity_top_method = affinity_top_method_all; |
| } |
| #endif |
| if (__kmp_affinity_type == affinity_disabled) { |
| KMP_AFFINITY_DISABLE(); |
| } else if (!KMP_AFFINITY_CAPABLE()) { |
| __kmp_affinity_dispatch->determine_capable(var); |
| if (!KMP_AFFINITY_CAPABLE()) { |
| if (__kmp_affinity_verbose || |
| (__kmp_affinity_warnings && |
| (__kmp_affinity_type != affinity_default) && |
| (__kmp_affinity_type != affinity_none) && |
| (__kmp_affinity_type != affinity_disabled))) { |
| KMP_WARNING(AffNotSupported, var); |
| } |
| __kmp_affinity_type = affinity_disabled; |
| __kmp_affinity_respect_mask = 0; |
| __kmp_affinity_gran = affinity_gran_fine; |
| } |
| } |
| |
| #if OMP_40_ENABLED |
| if (__kmp_affinity_type == affinity_disabled) { |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_false; |
| } else if (__kmp_nested_proc_bind.bind_types[0] == proc_bind_true) { |
| // OMP_PROC_BIND=true maps to OMP_PROC_BIND=spread. |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_spread; |
| } |
| #endif /* OMP_40_ENABLED */ |
| |
| if (KMP_AFFINITY_CAPABLE()) { |
| |
| #if KMP_GROUP_AFFINITY |
| // This checks to see if the initial affinity mask is equal |
| // to a single windows processor group. If it is, then we do |
| // not respect the initial affinity mask and instead, use the |
| // entire machine. |
| bool exactly_one_group = false; |
| if (__kmp_num_proc_groups > 1) { |
| int group; |
| bool within_one_group; |
| // Get the initial affinity mask and determine if it is |
| // contained within a single group. |
| kmp_affin_mask_t *init_mask; |
| KMP_CPU_ALLOC(init_mask); |
| __kmp_get_system_affinity(init_mask, TRUE); |
| group = __kmp_get_proc_group(init_mask); |
| within_one_group = (group >= 0); |
| // If the initial affinity is within a single group, |
| // then determine if it is equal to that single group. |
| if (within_one_group) { |
| DWORD num_bits_in_group = __kmp_GetActiveProcessorCount(group); |
| int num_bits_in_mask = 0; |
| for (int bit = init_mask->begin(); bit != init_mask->end(); |
| bit = init_mask->next(bit)) |
| num_bits_in_mask++; |
| exactly_one_group = (num_bits_in_group == num_bits_in_mask); |
| } |
| KMP_CPU_FREE(init_mask); |
| } |
| |
| // Handle the Win 64 group affinity stuff if there are multiple |
| // processor groups, or if the user requested it, and OMP 4.0 |
| // affinity is not in effect. |
| if (((__kmp_num_proc_groups > 1) && |
| (__kmp_affinity_type == affinity_default) |
| #if OMP_40_ENABLED |
| && (__kmp_nested_proc_bind.bind_types[0] == proc_bind_default)) |
| #endif |
| || (__kmp_affinity_top_method == affinity_top_method_group)) { |
| if (__kmp_affinity_respect_mask == affinity_respect_mask_default && |
| exactly_one_group) { |
| __kmp_affinity_respect_mask = FALSE; |
| } |
| if (__kmp_affinity_type == affinity_default) { |
| __kmp_affinity_type = affinity_compact; |
| #if OMP_40_ENABLED |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_intel; |
| #endif |
| } |
| if (__kmp_affinity_top_method == affinity_top_method_default) { |
| if (__kmp_affinity_gran == affinity_gran_default) { |
| __kmp_affinity_top_method = affinity_top_method_group; |
| __kmp_affinity_gran = affinity_gran_group; |
| } else if (__kmp_affinity_gran == affinity_gran_group) { |
| __kmp_affinity_top_method = affinity_top_method_group; |
| } else { |
| __kmp_affinity_top_method = affinity_top_method_all; |
| } |
| } else if (__kmp_affinity_top_method == affinity_top_method_group) { |
| if (__kmp_affinity_gran == affinity_gran_default) { |
| __kmp_affinity_gran = affinity_gran_group; |
| } else if ((__kmp_affinity_gran != affinity_gran_group) && |
| (__kmp_affinity_gran != affinity_gran_fine) && |
| (__kmp_affinity_gran != affinity_gran_thread)) { |
| const char *str = NULL; |
| switch (__kmp_affinity_gran) { |
| case affinity_gran_core: |
| str = "core"; |
| break; |
| case affinity_gran_package: |
| str = "package"; |
| break; |
| case affinity_gran_node: |
| str = "node"; |
| break; |
| case affinity_gran_tile: |
| str = "tile"; |
| break; |
| default: |
| KMP_DEBUG_ASSERT(0); |
| } |
| KMP_WARNING(AffGranTopGroup, var, str); |
| __kmp_affinity_gran = affinity_gran_fine; |
| } |
| } else { |
| if (__kmp_affinity_gran == affinity_gran_default) { |
| __kmp_affinity_gran = affinity_gran_core; |
| } else if (__kmp_affinity_gran == affinity_gran_group) { |
| const char *str = NULL; |
| switch (__kmp_affinity_type) { |
| case affinity_physical: |
| str = "physical"; |
| break; |
| case affinity_logical: |
| str = "logical"; |
| break; |
| case affinity_compact: |
| str = "compact"; |
| break; |
| case affinity_scatter: |
| str = "scatter"; |
| break; |
| case affinity_explicit: |
| str = "explicit"; |
| break; |
| // No MIC on windows, so no affinity_balanced case |
| default: |
| KMP_DEBUG_ASSERT(0); |
| } |
| KMP_WARNING(AffGranGroupType, var, str); |
| __kmp_affinity_gran = affinity_gran_core; |
| } |
| } |
| } else |
| |
| #endif /* KMP_GROUP_AFFINITY */ |
| |
| { |
| if (__kmp_affinity_respect_mask == affinity_respect_mask_default) { |
| #if KMP_GROUP_AFFINITY |
| if (__kmp_num_proc_groups > 1 && exactly_one_group) { |
| __kmp_affinity_respect_mask = FALSE; |
| } else |
| #endif /* KMP_GROUP_AFFINITY */ |
| { |
| __kmp_affinity_respect_mask = TRUE; |
| } |
| } |
| #if OMP_40_ENABLED |
| if ((__kmp_nested_proc_bind.bind_types[0] != proc_bind_intel) && |
| (__kmp_nested_proc_bind.bind_types[0] != proc_bind_default)) { |
| if (__kmp_affinity_type == affinity_default) { |
| __kmp_affinity_type = affinity_compact; |
| __kmp_affinity_dups = FALSE; |
| } |
| } else |
| #endif /* OMP_40_ENABLED */ |
| if (__kmp_affinity_type == affinity_default) { |
| #if OMP_40_ENABLED |
| #if KMP_MIC_SUPPORTED |
| if (__kmp_mic_type != non_mic) { |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_intel; |
| } else |
| #endif |
| { |
| __kmp_nested_proc_bind.bind_types[0] = proc_bind_false; |
| } |
| #endif /* OMP_40_ENABLED */ |
| #if KMP_MIC_SUPPORTED |
| if (__kmp_mic_type != non_mic) { |
| __kmp_affinity_type = affinity_scatter; |
| } else |
| #endif |
| { |
| __kmp_affinity_type = affinity_none; |
| } |
| } |
| if ((__kmp_affinity_gran == affinity_gran_default) && |
| (__kmp_affinity_gran_levels < 0)) { |
| #if KMP_MIC_SUPPORTED |
| if (__kmp_mic_type != non_mic) { |
| __kmp_affinity_gran = affinity_gran_fine; |
| } else |
| #endif |
| { |
| __kmp_affinity_gran = affinity_gran_core; |
| } |
| } |
| if (__kmp_affinity_top_method == affinity_top_method_default) { |
| __kmp_affinity_top_method = affinity_top_method_all; |
| } |
| } |
| } |
| |
| K_DIAG(1, ("__kmp_affinity_type == %d\n", __kmp_affinity_type)); |
| K_DIAG(1, ("__kmp_affinity_compact == %d\n", __kmp_affinity_compact)); |
| K_DIAG(1, ("__kmp_affinity_offset == %d\n", __kmp_affinity_offset)); |
| K_DIAG(1, ("__kmp_affinity_verbose == %d\n", __kmp_affinity_verbose)); |
| K_DIAG(1, ("__kmp_affinity_warnings == %d\n", __kmp_affinity_warnings)); |
| K_DIAG(1, ("__kmp_affinity_respect_mask == %d\n", |
| __kmp_affinity_respect_mask)); |
| K_DIAG(1, ("__kmp_affinity_gran == %d\n", __kmp_affinity_gran)); |
| |
| KMP_DEBUG_ASSERT(__kmp_affinity_type != affinity_default); |
| #if OMP_40_ENABLED |
| KMP_DEBUG_ASSERT(__kmp_nested_proc_bind.bind_types[0] != proc_bind_default); |
| K_DIAG(1, ("__kmp_nested_proc_bind.bind_types[0] == %d\n", |
| __kmp_nested_proc_bind.bind_types[0])); |
| #endif |
| } |
| |
| #endif /* KMP_AFFINITY_SUPPORTED */ |
| |
| if (__kmp_version) { |
| __kmp_print_version_1(); |
| } |
| |
| // Post-initialization step: some env. vars need their value's further |
| // processing |
| if (string != NULL) { // kmp_set_defaults() was called |
| __kmp_aux_env_initialize(&block); |
| } |
| |
| __kmp_env_blk_free(&block); |
| |
| KMP_MB(); |
| |
| } // __kmp_env_initialize |
| |
| void __kmp_env_print() { |
| |
| kmp_env_blk_t block; |
| int i; |
| kmp_str_buf_t buffer; |
| |
| __kmp_stg_init(); |
| __kmp_str_buf_init(&buffer); |
| |
| __kmp_env_blk_init(&block, NULL); |
| __kmp_env_blk_sort(&block); |
| |
| // Print real environment values. |
| __kmp_str_buf_print(&buffer, "\n%s\n\n", KMP_I18N_STR(UserSettings)); |
| for (i = 0; i < block.count; ++i) { |
| char const *name = block.vars[i].name; |
| char const *value = block.vars[i].value; |
| if ((KMP_STRLEN(name) > 4 && strncmp(name, "KMP_", 4) == 0) || |
| strncmp(name, "OMP_", 4) == 0 |
| #ifdef KMP_GOMP_COMPAT |
| || strncmp(name, "GOMP_", 5) == 0 |
| #endif // KMP_GOMP_COMPAT |
| ) { |
| __kmp_str_buf_print(&buffer, " %s=%s\n", name, value); |
| } |
| } |
| __kmp_str_buf_print(&buffer, "\n"); |
| |
| // Print internal (effective) settings. |
| __kmp_str_buf_print(&buffer, "%s\n\n", KMP_I18N_STR(EffectiveSettings)); |
| for (int i = 0; i < __kmp_stg_count; ++i) { |
| if (__kmp_stg_table[i].print != NULL) { |
| __kmp_stg_table[i].print(&buffer, __kmp_stg_table[i].name, |
| __kmp_stg_table[i].data); |
| } |
| } |
| |
| __kmp_printf("%s", buffer.str); |
| |
| __kmp_env_blk_free(&block); |
| __kmp_str_buf_free(&buffer); |
| |
| __kmp_printf("\n"); |
| |
| } // __kmp_env_print |
| |
| #if OMP_40_ENABLED |
| void __kmp_env_print_2() { |
| |
| kmp_env_blk_t block; |
| kmp_str_buf_t buffer; |
| |
| __kmp_env_format = 1; |
| |
| __kmp_stg_init(); |
| __kmp_str_buf_init(&buffer); |
| |
| __kmp_env_blk_init(&block, NULL); |
| __kmp_env_blk_sort(&block); |
| |
| __kmp_str_buf_print(&buffer, "\n%s\n", KMP_I18N_STR(DisplayEnvBegin)); |
| __kmp_str_buf_print(&buffer, " _OPENMP='%d'\n", __kmp_openmp_version); |
| |
| for (int i = 0; i < __kmp_stg_count; ++i) { |
| if (__kmp_stg_table[i].print != NULL && |
| ((__kmp_display_env && |
| strncmp(__kmp_stg_table[i].name, "OMP_", 4) == 0) || |
| __kmp_display_env_verbose)) { |
| __kmp_stg_table[i].print(&buffer, __kmp_stg_table[i].name, |
| __kmp_stg_table[i].data); |
| } |
| } |
| |
| __kmp_str_buf_print(&buffer, "%s\n", KMP_I18N_STR(DisplayEnvEnd)); |
| __kmp_str_buf_print(&buffer, "\n"); |
| |
| __kmp_printf("%s", buffer.str); |
| |
| __kmp_env_blk_free(&block); |
| __kmp_str_buf_free(&buffer); |
| |
| __kmp_printf("\n"); |
| |
| } // __kmp_env_print_2 |
| #endif // OMP_40_ENABLED |
| |
| // end of file |