2015-12-09 00:51:59 +00:00
|
|
|
/*===---- htmxlintrin.h - XL compiler HTM execution intrinsics-------------===*\
|
|
|
|
*
|
2019-07-19 21:50:45 +01:00
|
|
|
* Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
|
|
* See https://llvm.org/LICENSE.txt for license information.
|
|
|
|
* SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
2015-12-09 00:51:59 +00:00
|
|
|
*
|
|
|
|
\*===----------------------------------------------------------------------===*/
|
|
|
|
|
|
|
|
#ifndef __HTMXLINTRIN_H
|
|
|
|
#define __HTMXLINTRIN_H
|
|
|
|
|
|
|
|
#ifndef __HTM__
|
|
|
|
#error "HTM instruction set not enabled"
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#include <htmintrin.h>
|
|
|
|
|
|
|
|
#ifdef __powerpc__
|
|
|
|
|
|
|
|
#ifdef __cplusplus
|
|
|
|
extern "C" {
|
|
|
|
#endif
|
|
|
|
|
2017-09-30 23:20:12 +01:00
|
|
|
#define _TEXASR_PTR(TM_BUF) ((texasr_t *)((char *)(TM_BUF) + 0))
|
|
|
|
#define _TEXASRU_PTR(TM_BUF) ((texasru_t *)((char *)(TM_BUF) + 0))
|
|
|
|
#define _TEXASRL_PTR(TM_BUF) ((texasrl_t *)((char *)(TM_BUF) + 4))
|
|
|
|
#define _TFIAR_PTR(TM_BUF) ((tfiar_t *)((char *)(TM_BUF) + 8))
|
2015-12-09 00:51:59 +00:00
|
|
|
|
|
|
|
typedef char TM_buff_type[16];
|
|
|
|
|
2017-06-16 19:35:00 +01:00
|
|
|
/* This macro can be used to determine whether a transaction was successfully
|
2015-12-09 00:51:59 +00:00
|
|
|
started from the __TM_begin() and __TM_simple_begin() intrinsic functions
|
|
|
|
below. */
|
|
|
|
#define _HTM_TBEGIN_STARTED 1
|
|
|
|
|
|
|
|
extern __inline long
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
|
__TM_simple_begin (void)
|
|
|
|
{
|
|
|
|
if (__builtin_expect (__builtin_tbegin (0), 1))
|
|
|
|
return _HTM_TBEGIN_STARTED;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline long
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_begin (void* const __TM_buff)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
*_TEXASRL_PTR (__TM_buff) = 0;
|
2015-12-09 00:51:59 +00:00
|
|
|
if (__builtin_expect (__builtin_tbegin (0), 1))
|
|
|
|
return _HTM_TBEGIN_STARTED;
|
|
|
|
#ifdef __powerpc64__
|
2017-06-16 19:35:00 +01:00
|
|
|
*_TEXASR_PTR (__TM_buff) = __builtin_get_texasr ();
|
2015-12-09 00:51:59 +00:00
|
|
|
#else
|
2017-06-16 19:35:00 +01:00
|
|
|
*_TEXASRU_PTR (__TM_buff) = __builtin_get_texasru ();
|
|
|
|
*_TEXASRL_PTR (__TM_buff) = __builtin_get_texasr ();
|
2015-12-09 00:51:59 +00:00
|
|
|
#endif
|
2017-06-16 19:35:00 +01:00
|
|
|
*_TFIAR_PTR (__TM_buff) = __builtin_get_tfiar ();
|
2015-12-09 00:51:59 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline long
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
|
__TM_end (void)
|
|
|
|
{
|
|
|
|
if (__builtin_expect (__builtin_tend (0), 1))
|
|
|
|
return 1;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline void
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
|
__TM_abort (void)
|
|
|
|
{
|
|
|
|
__builtin_tabort (0);
|
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline void
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_named_abort (unsigned char const __code)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
__builtin_tabort (__code);
|
2015-12-09 00:51:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline void
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
|
__TM_resume (void)
|
|
|
|
{
|
|
|
|
__builtin_tresume ();
|
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline void
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
|
|
|
__TM_suspend (void)
|
|
|
|
{
|
|
|
|
__builtin_tsuspend ();
|
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline long
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_is_user_abort (void* const __TM_buff)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
texasru_t texasru = *_TEXASRU_PTR (__TM_buff);
|
2015-12-09 00:51:59 +00:00
|
|
|
return _TEXASRU_ABORT (texasru);
|
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline long
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_is_named_user_abort (void* const __TM_buff, unsigned char *__code)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
texasru_t texasru = *_TEXASRU_PTR (__TM_buff);
|
2015-12-09 00:51:59 +00:00
|
|
|
|
2017-06-16 19:35:00 +01:00
|
|
|
*__code = _TEXASRU_FAILURE_CODE (texasru);
|
2015-12-09 00:51:59 +00:00
|
|
|
return _TEXASRU_ABORT (texasru);
|
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline long
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_is_illegal (void* const __TM_buff)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
texasru_t texasru = *_TEXASRU_PTR (__TM_buff);
|
2015-12-09 00:51:59 +00:00
|
|
|
return _TEXASRU_DISALLOWED (texasru);
|
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline long
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_is_footprint_exceeded (void* const __TM_buff)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
texasru_t texasru = *_TEXASRU_PTR (__TM_buff);
|
2015-12-09 00:51:59 +00:00
|
|
|
return _TEXASRU_FOOTPRINT_OVERFLOW (texasru);
|
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline long
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_nesting_depth (void* const __TM_buff)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
|
|
|
texasrl_t texasrl;
|
|
|
|
|
|
|
|
if (_HTM_STATE (__builtin_ttest ()) == _HTM_NONTRANSACTIONAL)
|
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
texasrl = *_TEXASRL_PTR (__TM_buff);
|
2015-12-09 00:51:59 +00:00
|
|
|
if (!_TEXASR_FAILURE_SUMMARY (texasrl))
|
|
|
|
texasrl = 0;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
texasrl = (texasrl_t) __builtin_get_texasr ();
|
|
|
|
|
|
|
|
return _TEXASR_TRANSACTION_LEVEL (texasrl);
|
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline long
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_is_nested_too_deep(void* const __TM_buff)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
texasru_t texasru = *_TEXASRU_PTR (__TM_buff);
|
2015-12-09 00:51:59 +00:00
|
|
|
return _TEXASRU_NESTING_OVERFLOW (texasru);
|
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline long
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_is_conflict(void* const __TM_buff)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-09-30 23:20:12 +01:00
|
|
|
texasru_t texasru = *_TEXASRU_PTR (__TM_buff);
|
2015-12-09 00:51:59 +00:00
|
|
|
/* Return TEXASR bits 11 (Self-Induced Conflict) through
|
|
|
|
14 (Translation Invalidation Conflict). */
|
|
|
|
return (_TEXASRU_EXTRACT_BITS (texasru, 14, 4)) ? 1 : 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline long
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_is_failure_persistent(void* const __TM_buff)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
texasru_t texasru = *_TEXASRU_PTR (__TM_buff);
|
2015-12-09 00:51:59 +00:00
|
|
|
return _TEXASRU_FAILURE_PERSISTENT (texasru);
|
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline long
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_failure_address(void* const __TM_buff)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
return *_TFIAR_PTR (__TM_buff);
|
2015-12-09 00:51:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
extern __inline long long
|
|
|
|
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_failure_code(void* const __TM_buff)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
return *_TEXASR_PTR (__TM_buff);
|
2015-12-09 00:51:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
#ifdef __cplusplus
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#endif /* __powerpc__ */
|
|
|
|
|
|
|
|
#ifdef __s390__
|
|
|
|
|
|
|
|
#include <stdint.h>
|
|
|
|
|
|
|
|
/* These intrinsics are being made available for compatibility with
|
|
|
|
the IBM XL compiler. For documentation please see the "z/OS XL
|
2018-08-05 07:20:05 +01:00
|
|
|
C/C++ Programming Guide" publicly available on the web. */
|
2015-12-09 00:51:59 +00:00
|
|
|
|
|
|
|
static __inline long __attribute__((__always_inline__, __nodebug__))
|
|
|
|
__TM_simple_begin ()
|
|
|
|
{
|
|
|
|
return __builtin_tbegin_nofloat (0);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline long __attribute__((__always_inline__, __nodebug__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_begin (void* const __tdb)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
return __builtin_tbegin_nofloat (__tdb);
|
2015-12-09 00:51:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static __inline long __attribute__((__always_inline__, __nodebug__))
|
|
|
|
__TM_end ()
|
|
|
|
{
|
|
|
|
return __builtin_tend ();
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline void __attribute__((__always_inline__))
|
|
|
|
__TM_abort ()
|
|
|
|
{
|
|
|
|
return __builtin_tabort (_HTM_FIRST_USER_ABORT_CODE);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline void __attribute__((__always_inline__, __nodebug__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_named_abort (unsigned char const __code)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
return __builtin_tabort ((int)_HTM_FIRST_USER_ABORT_CODE + __code);
|
2015-12-09 00:51:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static __inline void __attribute__((__always_inline__, __nodebug__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_non_transactional_store (void* const __addr, long long const __value)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
__builtin_non_tx_store ((uint64_t*)__addr, (uint64_t)__value);
|
2015-12-09 00:51:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static __inline long __attribute__((__always_inline__, __nodebug__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_nesting_depth (void* const __tdb_ptr)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
|
|
|
int depth = __builtin_tx_nesting_depth ();
|
2017-06-16 19:35:00 +01:00
|
|
|
struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
|
2015-12-09 00:51:59 +00:00
|
|
|
|
|
|
|
if (depth != 0)
|
|
|
|
return depth;
|
|
|
|
|
|
|
|
if (tdb->format != 1)
|
|
|
|
return 0;
|
|
|
|
return tdb->nesting_depth;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Transaction failure diagnostics */
|
|
|
|
|
|
|
|
static __inline long __attribute__((__always_inline__, __nodebug__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_is_user_abort (void* const __tdb_ptr)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
|
2015-12-09 00:51:59 +00:00
|
|
|
|
|
|
|
if (tdb->format != 1)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
return !!(tdb->abort_code >= _HTM_FIRST_USER_ABORT_CODE);
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline long __attribute__((__always_inline__, __nodebug__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_is_named_user_abort (void* const __tdb_ptr, unsigned char* __code)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
|
2015-12-09 00:51:59 +00:00
|
|
|
|
|
|
|
if (tdb->format != 1)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
if (tdb->abort_code >= _HTM_FIRST_USER_ABORT_CODE)
|
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
*__code = tdb->abort_code - _HTM_FIRST_USER_ABORT_CODE;
|
2015-12-09 00:51:59 +00:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline long __attribute__((__always_inline__, __nodebug__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_is_illegal (void* const __tdb_ptr)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
|
2015-12-09 00:51:59 +00:00
|
|
|
|
|
|
|
return (tdb->format == 1
|
|
|
|
&& (tdb->abort_code == 4 /* unfiltered program interruption */
|
|
|
|
|| tdb->abort_code == 11 /* restricted instruction */));
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline long __attribute__((__always_inline__, __nodebug__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_is_footprint_exceeded (void* const __tdb_ptr)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
|
2015-12-09 00:51:59 +00:00
|
|
|
|
|
|
|
return (tdb->format == 1
|
|
|
|
&& (tdb->abort_code == 7 /* fetch overflow */
|
|
|
|
|| tdb->abort_code == 8 /* store overflow */));
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline long __attribute__((__always_inline__, __nodebug__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_is_nested_too_deep (void* const __tdb_ptr)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
|
2015-12-09 00:51:59 +00:00
|
|
|
|
|
|
|
return tdb->format == 1 && tdb->abort_code == 13; /* depth exceeded */
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline long __attribute__((__always_inline__, __nodebug__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_is_conflict (void* const __tdb_ptr)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
|
2015-12-09 00:51:59 +00:00
|
|
|
|
|
|
|
return (tdb->format == 1
|
|
|
|
&& (tdb->abort_code == 9 /* fetch conflict */
|
|
|
|
|| tdb->abort_code == 10 /* store conflict */));
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline long __attribute__((__always_inline__, __nodebug__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_is_failure_persistent (long const __result)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
return __result == _HTM_TBEGIN_PERSISTENT;
|
2015-12-09 00:51:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static __inline long __attribute__((__always_inline__, __nodebug__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_failure_address (void* const __tdb_ptr)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
|
2015-12-09 00:51:59 +00:00
|
|
|
return tdb->atia;
|
|
|
|
}
|
|
|
|
|
|
|
|
static __inline long __attribute__((__always_inline__, __nodebug__))
|
2017-06-16 19:35:00 +01:00
|
|
|
__TM_failure_code (void* const __tdb_ptr)
|
2015-12-09 00:51:59 +00:00
|
|
|
{
|
2017-06-16 19:35:00 +01:00
|
|
|
struct __htm_tdb *tdb = (struct __htm_tdb*)__tdb_ptr;
|
2015-12-09 00:51:59 +00:00
|
|
|
|
|
|
|
return tdb->abort_code;
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif /* __s390__ */
|
|
|
|
|
|
|
|
#endif /* __HTMXLINTRIN_H */
|