// Copyright 2018 the V8 project authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef V8_OBJECTS_HEAP_OBJECT_H_
#define V8_OBJECTS_HEAP_OBJECT_H_
#include "src/base/macros.h"
#include "src/base/strong-alias.h"
#include "src/common/globals.h"
#include "src/objects/casting.h"
#include "src/objects/instance-type.h"
#include "src/objects/slots.h"
#include "src/objects/tagged-field.h"
#include "src/sandbox/indirect-pointer-tag.h"
#include "src/sandbox/isolate.h"
// Has to be the last include (doesn't have include guards):
#include "src/objects/object-macros.h"
namespace v8 {
namespace internal {
class Heap;
class PrimitiveHeapObject;
class ExternalPointerSlot;
class IndirectPointerSlot;
class ExposedTrustedObject;
class ObjectVisitor;
class WritableFreeSpace;
class WriteBarrierModeScope;
class EarlyReadOnlyRoots;
// A safe HeapObject size is a uint32_t that's guaranteed to yield in OOB within
// the sandbox. The alias exists to force appropriate conversions at the
// callsites when V8 cannot enable stricter compiler flags in general.
// TODO(375937549): Find a better name for this since it's no longer used just
// for HeapObject size.
using SafeHeapObjectSize = base::StrongAlias<class HeapObjectSizeTag, uint32_t>;
inline bool operator==(const HeapObject* obj, StrongTaggedBase ptr) {
return Tagged<HeapObject>(obj) == ptr;
}
inline bool operator==(StrongTaggedBase ptr, const HeapObject* obj) {
return ptr == Tagged<HeapObject>(obj);
}
inline bool operator!=(const HeapObject* obj, StrongTaggedBase ptr) {
return Tagged<HeapObject>(obj) != ptr;
}
inline bool operator!=(StrongTaggedBase ptr, const HeapObject* obj) {
return ptr != Tagged<HeapObject>(obj);
}
template <typename T>
struct ObjectTraits {
using BodyDescriptor = typename T::BodyDescriptor;
};
using InSharedSpace = base::StrongAlias<struct InSharedSpaceTag, bool>;
// HeapObject is the superclass for all classes describing heap allocated
// objects.
V8_OBJECT class HeapObject {
V8_IT_ABSTRACT;
public:
// [map]: Contains a map which contains the object's reflective
// information.
DECL_GETTER(map, Tagged<Map>)
inline void set_map(Isolate* isolate, Tagged<Map> value);
// This method behaves the same as `set_map` but marks the map transition as
// safe for the concurrent marker (object layout doesn't change) during
// verification.
template <typename IsolateT>
inline void set_map_safe_transition(IsolateT* isolate, Tagged<Map> value);
inline ObjectSlot map_slot() const;
// The no-write-barrier version. This is OK if the object is white and in
// new space, or if the value is an immortal immutable object, like the maps
// of primitive (non-JS) objects like strings, heap numbers etc.
inline void set_map_no_write_barrier(Isolate* isolate, Tagged<Map> value,
RelaxedStoreTag = kRelaxedStore);
inline void set_map_no_write_barrier(Isolate* isolate, Tagged<Map> value,
ReleaseStoreTag);
inline void set_map_safe_transition_no_write_barrier(
Isolate* isolate, Tagged<Map> value, RelaxedStoreTag = kRelaxedStore);
inline void set_map_safe_transition_no_write_barrier(Isolate* isolate,
Tagged<Map> value,
ReleaseStoreTag);
// Access the map using acquire load and release store.
DECL_ACQUIRE_GETTER(map, Tagged<Map>)
template <typename IsolateT>
inline void set_map(IsolateT* isolate, Tagged<Map> value, ReleaseStoreTag);
template <typename IsolateT>
inline void set_map_safe_transition(IsolateT* isolate, Tagged<Map> value,
ReleaseStoreTag);
// Compare-and-swaps map word using relaxed store, returns true if the map
// word was actually swapped.
inline bool relaxed_compare_and_swap_map_word_forwarded(
MapWord old_map_word, Tagged<HeapObject> new_target_object);
// Initialize the map immediately after the object is allocated.
// Do not use this outside Heap.
template <typename IsolateT>
inline void set_map_after_allocation(
IsolateT* isolate, Tagged<Map> value,
WriteBarrierMode mode = UPDATE_WRITE_BARRIER);
static inline void SetFillerMap(const WritableFreeSpace& writable_page,
Tagged<Map> value);
// During garbage collection, the map word of a heap object does not
// necessarily contain a map pointer.
DECL_RELAXED_GETTER(map_word, MapWord)
inline void set_map_word(Tagged<Map> map, RelaxedStoreTag);
inline void set_map_word_forwarded(Tagged<HeapObject> target_object,
RelaxedStoreTag);
// Access the map word using acquire load and release store.
DECL_ACQUIRE_GETTER(map_word, MapWord)
inline void set_map_word(Tagged<Map> map, ReleaseStoreTag);
inline void set_map_word_forwarded(Tagged<HeapObject> target_object,
ReleaseStoreTag);
// Converts an address to a HeapObject pointer.
static inline Tagged<HeapObject> FromAddress(Address address) {
DCHECK_TAG_ALIGNED(address);
return Tagged<HeapObject>(address + kHeapObjectTag);
}
// Returns the address of this HeapObject.
inline Address address() const { return reinterpret_cast<Address>(this); }
// Compatibility with old code expecting HeapObject to be a tagged wrapper.
// TODO(leszeks): Remove this.
Address ptr() const { return address() + kHeapObjectTag; }
// Returns the heap object's size in bytes
DECL_GETTER(Size, int)
DECL_GETTER(SafeSize, SafeHeapObjectSize)
// Given a heap object's map pointer, returns the heap size in bytes
// Useful when the map pointer field is used for other purposes.
// GC internal.
V8_EXPORT_PRIVATE int SizeFromMap(Tagged<Map> map) const;
V8_EXPORT_PRIVATE SafeHeapObjectSize SafeSizeFromMap(Tagged<Map> map) const;
template <class T>
inline T ReadField(size_t offset) const
requires(std::is_arithmetic_v<T> || std::is_enum_v<T> ||
std::is_pointer_v<T>)
{
return ReadMaybeUnalignedValue<T>(field_address(offset));
}
template <class T>
inline void WriteField(size_t offset, T value) const
requires(std::is_arithmetic_v<T> || std::is_enum_v<T> ||
std::is_pointer_v<T>)
{
return WriteMaybeUnalignedValue<T>(field_address(offset), value);
}
// Atomically reads a field using relaxed memory ordering. Can only be used
// with integral types whose size is <= kTaggedSize (to guarantee alignment).
template <class T>
inline T Relaxed_ReadField(size_t offset) const
requires((std::is_arithmetic_v<T> || std::is_enum_v<T>) &&
!std::is_floating_point_v<T>);
// Atomically writes a field using relaxed memory ordering. Can only be used
// with integral types whose size is <= kTaggedSize (to guarantee alignment).
template <class T>
inline void Relaxed_WriteField(size_t offset, T value)
requires((std::is_arithmetic_v<T> || std::is_enum_v<T>) &&
!std::is_floating_point_v<T>);
// Atomically reads a field using acquire memory ordering. Can only be used
// with integral types whose size is <= kTaggedSize (to guarantee alignment).
template <class T>
inline T Acquire_ReadField(size_t offset) const
requires((std::is_arithmetic_v<T> || std::is_enum_v<T>) &&
!std::is_floating_point_v<T>);
// Atomically compares and swaps a field using seq cst memory ordering.
// Contains the required logic to properly handle number comparison.
template <typename CompareAndSwapImpl>
static Tagged<Object> SeqCst_CompareAndSwapField(
Tagged<Object> expected_value, Tagged<Object> new_value,
CompareAndSwapImpl compare_and_swap_impl);
//
// SandboxedPointer_t field accessors.
//
inline Address ReadSandboxedPointerField(size_t offset,
PtrComprCageBase cage_base) const;
inline void WriteSandboxedPointerField(size_t offset,
PtrComprCageBase cage_base,
Address value);
inline void WriteSandboxedPointerField(size_t offset, Isolate* isolate,
Address value);
//
// BoundedSize field accessors.
//
inline size_t ReadBoundedSizeField(size_t offset) const;
inline void WriteBoundedSizeField(size_t offset, size_t value);
//
// ExternalPointer_t field accessors.
//
template <ExternalPointerTag tag>
inline void InitExternalPointerField(
size_t offset, IsolateForSandbox isolate, Address value,
WriteBarrierMode mode = UPDATE_WRITE_BARRIER);
inline void InitExternalPointerField(
size_t offset, IsolateForSandbox isolate, ExternalPointerTag tag,
Address value, WriteBarrierMode mode = UPDATE_WRITE_BARRIER);
template <ExternalPointerTagRange tag_range>
inline Address ReadExternalPointerField(size_t offset,
IsolateForSandbox isolate) const;
inline Address ReadExternalPointerField(
size_t offset, IsolateForSandbox isolate,
ExternalPointerTagRange tag_range) const;
// Similar to `ReadExternalPointerField()` but uses the CppHeapPointerTable.
template <CppHeapPointerTag lower_bound, CppHeapPointerTag upper_bound>
inline Address ReadCppHeapPointerField(
size_t offset, IsolateForPointerCompression isolate) const;
inline Address ReadCppHeapPointerField(
size_t offset, IsolateForPointerCompression isolate,
CppHeapPointerTagRange tag_range) const;
template <ExternalPointerTag tag>
inline void WriteExternalPointerField(size_t offset,
IsolateForSandbox isolate,
Address value);
inline void WriteExternalPointerField(size_t offset,
IsolateForSandbox isolate,
ExternalPointerTag tag, Address value);
// Set up a lazily-initialized external pointer field. If the sandbox is
// enabled, this will set the field to the kNullExternalPointerHandle. It will
// *not* allocate an entry in the external pointer table. That will only
// happen on the first call to WriteLazilyInitializedExternalPointerField. If
// the sandbox is disabled, this is equivalent to InitExternalPointerField
// with a nullptr value.
inline void SetupLazilyInitializedExternalPointerField(size_t offset);
// Returns true if the lazily-initializer external pointer field still
// contains the initial value. If the sandbox is enabled, returns true if
// the field is not equal to kNullExternalPointerHandle (this check will
// *not* try to read the actual value from the table). If the sandbox
// is disabled, returns true if the field is not equal to kNullAddress.
inline bool IsLazilyInitializedExternalPointerFieldInitialized(
size_t offset) const;
// Writes and possibly initializes a lazily-initialized external pointer
// field. When the sandbox is enabled, a lazily initialized external pointer
// field initially contains the kNullExternalPointerHandle and will only be
// properly initialized (i.e. allocate an entry in the external pointer table)
// once a value is written into it for the first time. If the sandbox is
// disabled, this is equivalent to WriteExternalPointerField.
template <ExternalPointerTag tag>
inline void WriteLazilyInitializedExternalPointerField(
size_t offset, IsolateForSandbox isolate, Address value);
inline void WriteLazilyInitializedExternalPointerField(
size_t offset, IsolateForSandbox isolate, Address value,
ExternalPointerTag tag);
inline void SetupLazilyInitializedCppHeapPointerField(size_t offset);
inline void WriteLazilyInitializedCppHeapPointerField(
size_t offset, IsolateForPointerCompression isolate, Address value,
CppHeapPointerTag tag);
// JSDispatchHandles.
//
// These are references to entries in the JSDispatchTable, which contain the
// current code for a function.
//
// TODO(leszeks): Remove after JSFunction is ported to the new layout.
template <typename ObjectType>
static inline JSDispatchHandle AllocateAndInstallJSDispatchHandle(
DirectHandle<ObjectType> host, size_t offset, Isolate* isolate,
uint16_t parameter_count, DirectHandle<Code> code,
WriteBarrierMode mode = WriteBarrierMode::UPDATE_WRITE_BARRIER);
// Returns the field at offset in obj, as a read/write Object reference.
// Does no checking, and is safe to use during GC, while maps are invalid.
// Does not invoke write barrier, so should only be assigned to
// during marking GC.
inline ObjectSlot RawField(int byte_offset) const;
inline MaybeObjectSlot RawMaybeWeakField(int byte_offset) const;
inline InstructionStreamSlot RawInstructionStreamField(int byte_offset) const;
inline ExternalPointerSlot RawExternalPointerField(
int byte_offset, ExternalPointerTagRange tag_range) const;
inline CppHeapPointerSlot RawCppHeapPointerField(int byte_offset) const;
inline IndirectPointerSlot RawIndirectPointerField(
int byte_offset, IndirectPointerTagRange tag_range) const;
// Return the write barrier mode for this. Callers of this function
// must be able to present a reference to an DisallowGarbageCollection
// object as a sign that they are not going to use this function
// from code that allocates and thus invalidates the returned write
// barrier mode.
inline WriteBarrierModeScope GetWriteBarrierMode(
const DisallowGarbageCollection& promise);
// Dispatched behavior.
void HeapObjectShortPrint(std::ostream& os);
void Print();
static void Print(Tagged<Object> obj);
static void Print(Tagged<Object> obj, std::ostream& os);
#ifdef OBJECT_PRINT
void PrintHeader(std::ostream& os, const char* id);
#endif
DECL_PRINTER(HeapObject)
EXPORT_DECL_VERIFIER(HeapObject)
#ifdef VERIFY_HEAP
inline void VerifyObjectField(Isolate* isolate, int offset);
inline void VerifySmiField(int offset);
inline void VerifyMaybeObjectField(Isolate* isolate, int offset);
// Verify a pointer is a valid HeapObject pointer that points to object
// areas in the heap.
static void VerifyHeapPointer(Isolate* isolate, Tagged<Object> p);
static void VerifyCodePointer(Isolate* isolate, Tagged<Object> p);
#endif
static inline AllocationAlignment RequiredAlignment(
InSharedSpace in_shared_space, Tagged<Map> map);
static inline AllocationAlignment RequiredAlignment(
AllocationSpace allocation_space, Tagged<Map> map);
bool CheckRequiredAlignment() const;
// Whether the object needs rehashing. That is the case if the object's
// content depends on v8_flags.hash_seed. When the object is deserialized into
// a heap with a different hash seed, these objects need to adapt.
bool NeedsRehashing(InstanceType instance_type) const;
bool NeedsRehashing() const;
// Rehashing support is not implemented for all objects that need rehashing.
// With objects that need rehashing but cannot be rehashed, rehashing has to
// be disabled.
bool CanBeRehashed() const;
// Rehash the object based on the layout inferred from its map.
template <typename IsolateT>
void RehashBasedOnMap(IsolateT* isolate);
using MapField = TaggedField<MapWord, 0>;
inline Address GetFieldAddress(int field_offset) const;
protected:
// Static overwrites of TaggedImpl's IsSmi/IsHeapObject, to avoid conflicts
// with IsSmi(Tagged<HeapObject>) inside HeapObject subclasses' methods.
template <typename T>
static bool IsSmi(Tagged<T> obj);
template <typename T>
static bool IsHeapObject(Tagged<T> obj);
inline Address field_address(size_t offset) const {
return address() + offset;
}
private:
enum class VerificationMode {
kSafeMapTransition,
kPotentialLayoutChange,
};
enum class EmitWriteBarrier {
kYes,
kNo,
};
template <EmitWriteBarrier emit_write_barrier, typename MemoryOrder,
typename IsolateT>
V8_INLINE void set_map(IsolateT* isolate, Tagged<Map> value,
MemoryOrder order, VerificationMode mode);
friend class Heap;
friend class CodeStubAssembler;
// HeapObjects shouldn't be copied or moved by C++ code, only by the GC.
// TODO(leszeks): Consider making these non-deleted if the GC starts using
// HeapObject rather than manual per-byte access.
HeapObject(HeapObject&&) V8_NOEXCEPT = delete;
HeapObject(const HeapObject&) V8_NOEXCEPT = delete;
HeapObject& operator=(HeapObject&&) V8_NOEXCEPT = delete;
HeapObject& operator=(const HeapObject&) V8_NOEXCEPT = delete;
public:
TaggedMember<Map> map_;
} V8_OBJECT_END;
static_assert(offsetof(HeapObject, map_) == Internals::kHeapObjectMapOffset);
template <typename T>
// static
bool HeapObject::IsSmi(Tagged<T> obj) {
return i::IsSmi(obj);
}
template <typename T>
// static
bool HeapObject::IsHeapObject(Tagged<T> obj) {
return i::IsHeapObject(obj);
}
// Define Tagged<HeapObject> now that HeapObject exists.
inline HeapObject& Tagged<HeapObject>::operator*() const { return *ToRawPtr(); }
inline HeapObject* Tagged<HeapObject>::operator->() const { return ToRawPtr(); }
inline HeapObject* Tagged<HeapObject>::ToRawPtr() const {
return reinterpret_cast<HeapObject*>(this->address());
}
// Overload Is* predicates for HeapObject.
#define IS_TYPE_FUNCTION_DECL(Type) \
V8_INLINE bool Is##Type(Tagged<HeapObject> obj);
HEAP_OBJECT_TYPE_LIST(IS_TYPE_FUNCTION_DECL)
IS_TYPE_FUNCTION_DECL(HashTableBase)
IS_TYPE_FUNCTION_DECL(SloppyArgumentsElements)
IS_TYPE_FUNCTION_DECL(SmallOrderedHashTable)
IS_TYPE_FUNCTION_DECL(PropertyDictionary)
IS_TYPE_FUNCTION_DECL(AnyHole)
#undef IS_TYPE_FUNCTION_DECL
#define IS_TYPE_FUNCTION_DECL(Type, ...) \
V8_INLINE bool Is##Type(Tagged<HeapObject> obj);
ODDBALL_LIST(IS_TYPE_FUNCTION_DECL)
HOLE_LIST(IS_TYPE_FUNCTION_DECL)
#ifndef V8_ENABLE_TDZ_HOLE
IS_TYPE_FUNCTION_DECL(TdzHole)
#endif
IS_TYPE_FUNCTION_DECL(UndefinedContextCell)
IS_TYPE_FUNCTION_DECL(NullOrUndefined)
#undef IS_TYPE_FUNCTION_DECL
#define DECL_STRUCT_PREDICATE(NAME, Name, name) \
V8_INLINE bool Is##Name(Tagged<HeapObject> obj);
STRUCT_LIST(DECL_STRUCT_PREDICATE)
#undef DECL_STRUCT_PREDICATE
// Whether the object is located outside of the sandbox or in read-only
// space. Currently only needed due to Code objects. Once they are fully
// migrated into trusted space, this can be replaced by OutsideSandbox().
static_assert(!kAllCodeObjectsLiveInTrustedSpace);
V8_INLINE bool OutsideSandboxOrInReadonlySpace(Tagged<HeapObject> obj);
// Returns true if obj is guaranteed to be a read-only object or a specific
// (small) Smi. If the method returns false, we need more checks for RO space
// objects or Smis. This can be used for a fast RO space/Smi check which are
// objects for e.g. GC than can be exlucded for processing.
V8_INLINE constexpr bool FastInReadOnlySpaceOrSmallSmi(Tagged_t obj);
V8_INLINE constexpr bool FastInReadOnlySpaceOrSmallSmi(Tagged<MaybeObject> obj);
} // namespace internal
} // namespace v8
#include "src/objects/object-macros-undef.h"
#endif // V8_OBJECTS_HEAP_OBJECT_H_