KProcess.cs 37 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197
  1. using ARMeilleure.State;
  2. using Ryujinx.Common;
  3. using Ryujinx.Common.Logging;
  4. using Ryujinx.Cpu;
  5. using Ryujinx.HLE.Exceptions;
  6. using Ryujinx.HLE.HOS.Kernel.Common;
  7. using Ryujinx.HLE.HOS.Kernel.Memory;
  8. using Ryujinx.HLE.HOS.Kernel.Threading;
  9. using Ryujinx.Memory;
  10. using System;
  11. using System.Collections.Generic;
  12. using System.Linq;
  13. using System.Threading;
  14. namespace Ryujinx.HLE.HOS.Kernel.Process
  15. {
  16. class KProcess : KSynchronizationObject
  17. {
  18. public const int KernelVersionMajor = 10;
  19. public const int KernelVersionMinor = 4;
  20. public const int KernelVersionRevision = 0;
  21. public const int KernelVersionPacked =
  22. (KernelVersionMajor << 19) |
  23. (KernelVersionMinor << 15) |
  24. (KernelVersionRevision << 0);
  25. public KPageTableBase MemoryManager { get; private set; }
  26. private SortedDictionary<ulong, KTlsPageInfo> _fullTlsPages;
  27. private SortedDictionary<ulong, KTlsPageInfo> _freeTlsPages;
  28. public int DefaultCpuCore { get; set; }
  29. public bool Debug { get; private set; }
  30. public KResourceLimit ResourceLimit { get; private set; }
  31. public ulong PersonalMmHeapPagesCount { get; private set; }
  32. public ProcessState State { get; private set; }
  33. private object _processLock;
  34. private object _threadingLock;
  35. public KAddressArbiter AddressArbiter { get; private set; }
  36. public long[] RandomEntropy { get; private set; }
  37. public KThread[] PinnedThreads { get; private set; }
  38. private bool _signaled;
  39. public string Name { get; private set; }
  40. private int _threadCount;
  41. public ProcessCreationFlags Flags { get; private set; }
  42. private MemoryRegion _memRegion;
  43. public KProcessCapabilities Capabilities { get; private set; }
  44. public ulong TitleId { get; private set; }
  45. public bool IsApplication { get; private set; }
  46. public long Pid { get; private set; }
  47. private long _creationTimestamp;
  48. private ulong _entrypoint;
  49. private ThreadStart _customThreadStart;
  50. private ulong _imageSize;
  51. private ulong _mainThreadStackSize;
  52. private ulong _memoryUsageCapacity;
  53. private int _version;
  54. public KHandleTable HandleTable { get; private set; }
  55. public ulong UserExceptionContextAddress { get; private set; }
  56. private LinkedList<KThread> _threads;
  57. public bool IsPaused { get; private set; }
  58. private long _totalTimeRunning;
  59. public long TotalTimeRunning => _totalTimeRunning;
  60. private IProcessContextFactory _contextFactory;
  61. public IProcessContext Context { get; private set; }
  62. public IVirtualMemoryManager CpuMemory => Context.AddressSpace;
  63. public HleProcessDebugger Debugger { get; private set; }
  64. public KProcess(KernelContext context) : base(context)
  65. {
  66. _processLock = new object();
  67. _threadingLock = new object();
  68. AddressArbiter = new KAddressArbiter(context);
  69. _fullTlsPages = new SortedDictionary<ulong, KTlsPageInfo>();
  70. _freeTlsPages = new SortedDictionary<ulong, KTlsPageInfo>();
  71. Capabilities = new KProcessCapabilities();
  72. RandomEntropy = new long[KScheduler.CpuCoresCount];
  73. PinnedThreads = new KThread[KScheduler.CpuCoresCount];
  74. // TODO: Remove once we no longer need to initialize it externally.
  75. HandleTable = new KHandleTable(context);
  76. _threads = new LinkedList<KThread>();
  77. Debugger = new HleProcessDebugger(this);
  78. }
  79. public KernelResult InitializeKip(
  80. ProcessCreationInfo creationInfo,
  81. ReadOnlySpan<int> capabilities,
  82. KPageList pageList,
  83. KResourceLimit resourceLimit,
  84. MemoryRegion memRegion,
  85. IProcessContextFactory contextFactory,
  86. ThreadStart customThreadStart = null)
  87. {
  88. ResourceLimit = resourceLimit;
  89. _memRegion = memRegion;
  90. _contextFactory = contextFactory ?? new ProcessContextFactory();
  91. _customThreadStart = customThreadStart;
  92. AddressSpaceType addrSpaceType = (AddressSpaceType)((int)(creationInfo.Flags & ProcessCreationFlags.AddressSpaceMask) >> (int)ProcessCreationFlags.AddressSpaceShift);
  93. Pid = KernelContext.NewKipId();
  94. if (Pid == 0 || (ulong)Pid >= KernelConstants.InitialProcessId)
  95. {
  96. throw new InvalidOperationException($"Invalid KIP Id {Pid}.");
  97. }
  98. InitializeMemoryManager(creationInfo.Flags);
  99. bool aslrEnabled = creationInfo.Flags.HasFlag(ProcessCreationFlags.EnableAslr);
  100. ulong codeAddress = creationInfo.CodeAddress;
  101. ulong codeSize = (ulong)creationInfo.CodePagesCount * KPageTableBase.PageSize;
  102. KMemoryBlockSlabManager slabManager = creationInfo.Flags.HasFlag(ProcessCreationFlags.IsApplication)
  103. ? KernelContext.LargeMemoryBlockSlabManager
  104. : KernelContext.SmallMemoryBlockSlabManager;
  105. KernelResult result = MemoryManager.InitializeForProcess(
  106. addrSpaceType,
  107. aslrEnabled,
  108. !aslrEnabled,
  109. memRegion,
  110. codeAddress,
  111. codeSize,
  112. slabManager);
  113. if (result != KernelResult.Success)
  114. {
  115. return result;
  116. }
  117. if (!MemoryManager.CanContain(codeAddress, codeSize, MemoryState.CodeStatic))
  118. {
  119. return KernelResult.InvalidMemRange;
  120. }
  121. result = MemoryManager.MapPages(codeAddress, pageList, MemoryState.CodeStatic, KMemoryPermission.None);
  122. if (result != KernelResult.Success)
  123. {
  124. return result;
  125. }
  126. result = Capabilities.InitializeForKernel(capabilities, MemoryManager);
  127. if (result != KernelResult.Success)
  128. {
  129. return result;
  130. }
  131. return ParseProcessInfo(creationInfo);
  132. }
  133. public KernelResult Initialize(
  134. ProcessCreationInfo creationInfo,
  135. ReadOnlySpan<int> capabilities,
  136. KResourceLimit resourceLimit,
  137. MemoryRegion memRegion,
  138. IProcessContextFactory contextFactory,
  139. ThreadStart customThreadStart = null)
  140. {
  141. ResourceLimit = resourceLimit;
  142. _memRegion = memRegion;
  143. _contextFactory = contextFactory ?? new ProcessContextFactory();
  144. _customThreadStart = customThreadStart;
  145. IsApplication = creationInfo.Flags.HasFlag(ProcessCreationFlags.IsApplication);
  146. ulong personalMmHeapSize = GetPersonalMmHeapSize((ulong)creationInfo.SystemResourcePagesCount, memRegion);
  147. ulong codePagesCount = (ulong)creationInfo.CodePagesCount;
  148. ulong neededSizeForProcess = personalMmHeapSize + codePagesCount * KPageTableBase.PageSize;
  149. if (neededSizeForProcess != 0 && resourceLimit != null)
  150. {
  151. if (!resourceLimit.Reserve(LimitableResource.Memory, neededSizeForProcess))
  152. {
  153. return KernelResult.ResLimitExceeded;
  154. }
  155. }
  156. void CleanUpForError()
  157. {
  158. if (neededSizeForProcess != 0 && resourceLimit != null)
  159. {
  160. resourceLimit.Release(LimitableResource.Memory, neededSizeForProcess);
  161. }
  162. }
  163. PersonalMmHeapPagesCount = (ulong)creationInfo.SystemResourcePagesCount;
  164. KMemoryBlockSlabManager slabManager;
  165. if (PersonalMmHeapPagesCount != 0)
  166. {
  167. slabManager = new KMemoryBlockSlabManager(PersonalMmHeapPagesCount * KPageTableBase.PageSize);
  168. }
  169. else
  170. {
  171. slabManager = creationInfo.Flags.HasFlag(ProcessCreationFlags.IsApplication)
  172. ? KernelContext.LargeMemoryBlockSlabManager
  173. : KernelContext.SmallMemoryBlockSlabManager;
  174. }
  175. AddressSpaceType addrSpaceType = (AddressSpaceType)((int)(creationInfo.Flags & ProcessCreationFlags.AddressSpaceMask) >> (int)ProcessCreationFlags.AddressSpaceShift);
  176. Pid = KernelContext.NewProcessId();
  177. if (Pid == -1 || (ulong)Pid < KernelConstants.InitialProcessId)
  178. {
  179. throw new InvalidOperationException($"Invalid Process Id {Pid}.");
  180. }
  181. InitializeMemoryManager(creationInfo.Flags);
  182. bool aslrEnabled = creationInfo.Flags.HasFlag(ProcessCreationFlags.EnableAslr);
  183. ulong codeAddress = creationInfo.CodeAddress;
  184. ulong codeSize = codePagesCount * KPageTableBase.PageSize;
  185. KernelResult result = MemoryManager.InitializeForProcess(
  186. addrSpaceType,
  187. aslrEnabled,
  188. !aslrEnabled,
  189. memRegion,
  190. codeAddress,
  191. codeSize,
  192. slabManager);
  193. if (result != KernelResult.Success)
  194. {
  195. CleanUpForError();
  196. return result;
  197. }
  198. if (!MemoryManager.CanContain(codeAddress, codeSize, MemoryState.CodeStatic))
  199. {
  200. CleanUpForError();
  201. return KernelResult.InvalidMemRange;
  202. }
  203. result = MemoryManager.MapPages(
  204. codeAddress,
  205. codePagesCount,
  206. MemoryState.CodeStatic,
  207. KMemoryPermission.None);
  208. if (result != KernelResult.Success)
  209. {
  210. CleanUpForError();
  211. return result;
  212. }
  213. result = Capabilities.InitializeForUser(capabilities, MemoryManager);
  214. if (result != KernelResult.Success)
  215. {
  216. CleanUpForError();
  217. return result;
  218. }
  219. result = ParseProcessInfo(creationInfo);
  220. if (result != KernelResult.Success)
  221. {
  222. CleanUpForError();
  223. }
  224. return result;
  225. }
  226. private KernelResult ParseProcessInfo(ProcessCreationInfo creationInfo)
  227. {
  228. // Ensure that the current kernel version is equal or above to the minimum required.
  229. uint requiredKernelVersionMajor = (uint)Capabilities.KernelReleaseVersion >> 19;
  230. uint requiredKernelVersionMinor = ((uint)Capabilities.KernelReleaseVersion >> 15) & 0xf;
  231. if (KernelContext.EnableVersionChecks)
  232. {
  233. if (requiredKernelVersionMajor > KernelVersionMajor)
  234. {
  235. return KernelResult.InvalidCombination;
  236. }
  237. if (requiredKernelVersionMajor != KernelVersionMajor && requiredKernelVersionMajor < 3)
  238. {
  239. return KernelResult.InvalidCombination;
  240. }
  241. if (requiredKernelVersionMinor > KernelVersionMinor)
  242. {
  243. return KernelResult.InvalidCombination;
  244. }
  245. }
  246. KernelResult result = AllocateThreadLocalStorage(out ulong userExceptionContextAddress);
  247. if (result != KernelResult.Success)
  248. {
  249. return result;
  250. }
  251. UserExceptionContextAddress = userExceptionContextAddress;
  252. MemoryHelper.FillWithZeros(CpuMemory, userExceptionContextAddress, KTlsPageInfo.TlsEntrySize);
  253. Name = creationInfo.Name;
  254. State = ProcessState.Created;
  255. _creationTimestamp = PerformanceCounter.ElapsedMilliseconds;
  256. Flags = creationInfo.Flags;
  257. _version = creationInfo.Version;
  258. TitleId = creationInfo.TitleId;
  259. _entrypoint = creationInfo.CodeAddress;
  260. _imageSize = (ulong)creationInfo.CodePagesCount * KPageTableBase.PageSize;
  261. switch (Flags & ProcessCreationFlags.AddressSpaceMask)
  262. {
  263. case ProcessCreationFlags.AddressSpace32Bit:
  264. case ProcessCreationFlags.AddressSpace64BitDeprecated:
  265. case ProcessCreationFlags.AddressSpace64Bit:
  266. _memoryUsageCapacity = MemoryManager.HeapRegionEnd -
  267. MemoryManager.HeapRegionStart;
  268. break;
  269. case ProcessCreationFlags.AddressSpace32BitWithoutAlias:
  270. _memoryUsageCapacity = MemoryManager.HeapRegionEnd -
  271. MemoryManager.HeapRegionStart +
  272. MemoryManager.AliasRegionEnd -
  273. MemoryManager.AliasRegionStart;
  274. break;
  275. default: throw new InvalidOperationException($"Invalid MMU flags value 0x{Flags:x2}.");
  276. }
  277. GenerateRandomEntropy();
  278. return KernelResult.Success;
  279. }
  280. public KernelResult AllocateThreadLocalStorage(out ulong address)
  281. {
  282. KernelContext.CriticalSection.Enter();
  283. KernelResult result;
  284. if (_freeTlsPages.Count > 0)
  285. {
  286. // If we have free TLS pages available, just use the first one.
  287. KTlsPageInfo pageInfo = _freeTlsPages.Values.First();
  288. if (!pageInfo.TryGetFreePage(out address))
  289. {
  290. throw new InvalidOperationException("Unexpected failure getting free TLS page!");
  291. }
  292. if (pageInfo.IsFull())
  293. {
  294. _freeTlsPages.Remove(pageInfo.PageVirtualAddress);
  295. _fullTlsPages.Add(pageInfo.PageVirtualAddress, pageInfo);
  296. }
  297. result = KernelResult.Success;
  298. }
  299. else
  300. {
  301. // Otherwise, we need to create a new one.
  302. result = AllocateTlsPage(out KTlsPageInfo pageInfo);
  303. if (result == KernelResult.Success)
  304. {
  305. if (!pageInfo.TryGetFreePage(out address))
  306. {
  307. throw new InvalidOperationException("Unexpected failure getting free TLS page!");
  308. }
  309. _freeTlsPages.Add(pageInfo.PageVirtualAddress, pageInfo);
  310. }
  311. else
  312. {
  313. address = 0;
  314. }
  315. }
  316. KernelContext.CriticalSection.Leave();
  317. return result;
  318. }
  319. private KernelResult AllocateTlsPage(out KTlsPageInfo pageInfo)
  320. {
  321. pageInfo = default;
  322. if (!KernelContext.UserSlabHeapPages.TryGetItem(out ulong tlsPagePa))
  323. {
  324. return KernelResult.OutOfMemory;
  325. }
  326. ulong regionStart = MemoryManager.TlsIoRegionStart;
  327. ulong regionSize = MemoryManager.TlsIoRegionEnd - regionStart;
  328. ulong regionPagesCount = regionSize / KPageTableBase.PageSize;
  329. KernelResult result = MemoryManager.MapPages(
  330. 1,
  331. KPageTableBase.PageSize,
  332. tlsPagePa,
  333. true,
  334. regionStart,
  335. regionPagesCount,
  336. MemoryState.ThreadLocal,
  337. KMemoryPermission.ReadAndWrite,
  338. out ulong tlsPageVa);
  339. if (result != KernelResult.Success)
  340. {
  341. KernelContext.UserSlabHeapPages.Free(tlsPagePa);
  342. }
  343. else
  344. {
  345. pageInfo = new KTlsPageInfo(tlsPageVa, tlsPagePa);
  346. MemoryHelper.FillWithZeros(CpuMemory, tlsPageVa, KPageTableBase.PageSize);
  347. }
  348. return result;
  349. }
  350. public KernelResult FreeThreadLocalStorage(ulong tlsSlotAddr)
  351. {
  352. ulong tlsPageAddr = BitUtils.AlignDown(tlsSlotAddr, KPageTableBase.PageSize);
  353. KernelContext.CriticalSection.Enter();
  354. KernelResult result = KernelResult.Success;
  355. KTlsPageInfo pageInfo;
  356. if (_fullTlsPages.TryGetValue(tlsPageAddr, out pageInfo))
  357. {
  358. // TLS page was full, free slot and move to free pages tree.
  359. _fullTlsPages.Remove(tlsPageAddr);
  360. _freeTlsPages.Add(tlsPageAddr, pageInfo);
  361. }
  362. else if (!_freeTlsPages.TryGetValue(tlsPageAddr, out pageInfo))
  363. {
  364. result = KernelResult.InvalidAddress;
  365. }
  366. if (pageInfo != null)
  367. {
  368. pageInfo.FreeTlsSlot(tlsSlotAddr);
  369. if (pageInfo.IsEmpty())
  370. {
  371. // TLS page is now empty, we should ensure it is removed
  372. // from all trees, and free the memory it was using.
  373. _freeTlsPages.Remove(tlsPageAddr);
  374. KernelContext.CriticalSection.Leave();
  375. FreeTlsPage(pageInfo);
  376. return KernelResult.Success;
  377. }
  378. }
  379. KernelContext.CriticalSection.Leave();
  380. return result;
  381. }
  382. private KernelResult FreeTlsPage(KTlsPageInfo pageInfo)
  383. {
  384. KernelResult result = MemoryManager.UnmapForKernel(pageInfo.PageVirtualAddress, 1, MemoryState.ThreadLocal);
  385. if (result == KernelResult.Success)
  386. {
  387. KernelContext.UserSlabHeapPages.Free(pageInfo.PagePhysicalAddress);
  388. }
  389. return result;
  390. }
  391. private void GenerateRandomEntropy()
  392. {
  393. // TODO.
  394. }
  395. public KernelResult Start(int mainThreadPriority, ulong stackSize)
  396. {
  397. lock (_processLock)
  398. {
  399. if (State > ProcessState.CreatedAttached)
  400. {
  401. return KernelResult.InvalidState;
  402. }
  403. if (ResourceLimit != null && !ResourceLimit.Reserve(LimitableResource.Thread, 1))
  404. {
  405. return KernelResult.ResLimitExceeded;
  406. }
  407. KResourceLimit threadResourceLimit = ResourceLimit;
  408. KResourceLimit memoryResourceLimit = null;
  409. if (_mainThreadStackSize != 0)
  410. {
  411. throw new InvalidOperationException("Trying to start a process with a invalid state!");
  412. }
  413. ulong stackSizeRounded = BitUtils.AlignUp(stackSize, KPageTableBase.PageSize);
  414. ulong neededSize = stackSizeRounded + _imageSize;
  415. // Check if the needed size for the code and the stack will fit on the
  416. // memory usage capacity of this Process. Also check for possible overflow
  417. // on the above addition.
  418. if (neededSize > _memoryUsageCapacity || neededSize < stackSizeRounded)
  419. {
  420. threadResourceLimit?.Release(LimitableResource.Thread, 1);
  421. return KernelResult.OutOfMemory;
  422. }
  423. if (stackSizeRounded != 0 && ResourceLimit != null)
  424. {
  425. memoryResourceLimit = ResourceLimit;
  426. if (!memoryResourceLimit.Reserve(LimitableResource.Memory, stackSizeRounded))
  427. {
  428. threadResourceLimit?.Release(LimitableResource.Thread, 1);
  429. return KernelResult.ResLimitExceeded;
  430. }
  431. }
  432. KernelResult result;
  433. KThread mainThread = null;
  434. ulong stackTop = 0;
  435. void CleanUpForError()
  436. {
  437. HandleTable.Destroy();
  438. mainThread?.DecrementReferenceCount();
  439. if (_mainThreadStackSize != 0)
  440. {
  441. ulong stackBottom = stackTop - _mainThreadStackSize;
  442. ulong stackPagesCount = _mainThreadStackSize / KPageTableBase.PageSize;
  443. MemoryManager.UnmapForKernel(stackBottom, stackPagesCount, MemoryState.Stack);
  444. _mainThreadStackSize = 0;
  445. }
  446. memoryResourceLimit?.Release(LimitableResource.Memory, stackSizeRounded);
  447. threadResourceLimit?.Release(LimitableResource.Thread, 1);
  448. }
  449. if (stackSizeRounded != 0)
  450. {
  451. ulong stackPagesCount = stackSizeRounded / KPageTableBase.PageSize;
  452. ulong regionStart = MemoryManager.StackRegionStart;
  453. ulong regionSize = MemoryManager.StackRegionEnd - regionStart;
  454. ulong regionPagesCount = regionSize / KPageTableBase.PageSize;
  455. result = MemoryManager.MapPages(
  456. stackPagesCount,
  457. KPageTableBase.PageSize,
  458. 0,
  459. false,
  460. regionStart,
  461. regionPagesCount,
  462. MemoryState.Stack,
  463. KMemoryPermission.ReadAndWrite,
  464. out ulong stackBottom);
  465. if (result != KernelResult.Success)
  466. {
  467. CleanUpForError();
  468. return result;
  469. }
  470. _mainThreadStackSize += stackSizeRounded;
  471. stackTop = stackBottom + stackSizeRounded;
  472. }
  473. ulong heapCapacity = _memoryUsageCapacity - _mainThreadStackSize - _imageSize;
  474. result = MemoryManager.SetHeapCapacity(heapCapacity);
  475. if (result != KernelResult.Success)
  476. {
  477. CleanUpForError();
  478. return result;
  479. }
  480. HandleTable = new KHandleTable(KernelContext);
  481. result = HandleTable.Initialize(Capabilities.HandleTableSize);
  482. if (result != KernelResult.Success)
  483. {
  484. CleanUpForError();
  485. return result;
  486. }
  487. mainThread = new KThread(KernelContext);
  488. result = mainThread.Initialize(
  489. _entrypoint,
  490. 0,
  491. stackTop,
  492. mainThreadPriority,
  493. DefaultCpuCore,
  494. this,
  495. ThreadType.User,
  496. _customThreadStart);
  497. if (result != KernelResult.Success)
  498. {
  499. CleanUpForError();
  500. return result;
  501. }
  502. result = HandleTable.GenerateHandle(mainThread, out int mainThreadHandle);
  503. if (result != KernelResult.Success)
  504. {
  505. CleanUpForError();
  506. return result;
  507. }
  508. mainThread.SetEntryArguments(0, mainThreadHandle);
  509. ProcessState oldState = State;
  510. ProcessState newState = State != ProcessState.Created
  511. ? ProcessState.Attached
  512. : ProcessState.Started;
  513. SetState(newState);
  514. result = mainThread.Start();
  515. if (result != KernelResult.Success)
  516. {
  517. SetState(oldState);
  518. CleanUpForError();
  519. }
  520. if (result == KernelResult.Success)
  521. {
  522. mainThread.IncrementReferenceCount();
  523. }
  524. mainThread.DecrementReferenceCount();
  525. return result;
  526. }
  527. }
  528. private void SetState(ProcessState newState)
  529. {
  530. if (State != newState)
  531. {
  532. State = newState;
  533. _signaled = true;
  534. Signal();
  535. }
  536. }
  537. public KernelResult InitializeThread(
  538. KThread thread,
  539. ulong entrypoint,
  540. ulong argsPtr,
  541. ulong stackTop,
  542. int priority,
  543. int cpuCore)
  544. {
  545. lock (_processLock)
  546. {
  547. return thread.Initialize(entrypoint, argsPtr, stackTop, priority, cpuCore, this, ThreadType.User, null);
  548. }
  549. }
  550. public void SubscribeThreadEventHandlers(ARMeilleure.State.ExecutionContext context)
  551. {
  552. context.Interrupt += InterruptHandler;
  553. context.SupervisorCall += KernelContext.SyscallHandler.SvcCall;
  554. context.Undefined += UndefinedInstructionHandler;
  555. }
  556. private void InterruptHandler(object sender, EventArgs e)
  557. {
  558. KThread currentThread = KernelStatic.GetCurrentThread();
  559. if (currentThread.Owner != null &&
  560. currentThread.GetUserDisableCount() != 0 &&
  561. currentThread.Owner.PinnedThreads[currentThread.CurrentCore] == null)
  562. {
  563. KernelContext.CriticalSection.Enter();
  564. currentThread.Owner.PinThread(currentThread);
  565. currentThread.SetUserInterruptFlag();
  566. if (currentThread.IsSchedulable)
  567. {
  568. KernelContext.Schedulers[currentThread.CurrentCore].Schedule();
  569. }
  570. KernelContext.CriticalSection.Leave();
  571. }
  572. else if (currentThread.IsSchedulable)
  573. {
  574. KernelContext.Schedulers[currentThread.CurrentCore].Schedule();
  575. }
  576. currentThread.HandlePostSyscall();
  577. }
  578. public void IncrementThreadCount()
  579. {
  580. Interlocked.Increment(ref _threadCount);
  581. }
  582. public void DecrementThreadCountAndTerminateIfZero()
  583. {
  584. if (Interlocked.Decrement(ref _threadCount) == 0)
  585. {
  586. Terminate();
  587. }
  588. }
  589. public void DecrementToZeroWhileTerminatingCurrent()
  590. {
  591. while (Interlocked.Decrement(ref _threadCount) != 0)
  592. {
  593. Destroy();
  594. TerminateCurrentProcess();
  595. }
  596. // Nintendo panic here because if it reaches this point, the current thread should be already dead.
  597. // As we handle the death of the thread in the post SVC handler and inside the CPU emulator, we don't panic here.
  598. }
  599. public ulong GetMemoryCapacity()
  600. {
  601. ulong totalCapacity = (ulong)ResourceLimit.GetRemainingValue(LimitableResource.Memory);
  602. totalCapacity += MemoryManager.GetTotalHeapSize();
  603. totalCapacity += GetPersonalMmHeapSize();
  604. totalCapacity += _imageSize + _mainThreadStackSize;
  605. if (totalCapacity <= _memoryUsageCapacity)
  606. {
  607. return totalCapacity;
  608. }
  609. return _memoryUsageCapacity;
  610. }
  611. public ulong GetMemoryUsage()
  612. {
  613. return _imageSize + _mainThreadStackSize + MemoryManager.GetTotalHeapSize() + GetPersonalMmHeapSize();
  614. }
  615. public ulong GetMemoryCapacityWithoutPersonalMmHeap()
  616. {
  617. return GetMemoryCapacity() - GetPersonalMmHeapSize();
  618. }
  619. public ulong GetMemoryUsageWithoutPersonalMmHeap()
  620. {
  621. return GetMemoryUsage() - GetPersonalMmHeapSize();
  622. }
  623. private ulong GetPersonalMmHeapSize()
  624. {
  625. return GetPersonalMmHeapSize(PersonalMmHeapPagesCount, _memRegion);
  626. }
  627. private static ulong GetPersonalMmHeapSize(ulong personalMmHeapPagesCount, MemoryRegion memRegion)
  628. {
  629. if (memRegion == MemoryRegion.Applet)
  630. {
  631. return 0;
  632. }
  633. return personalMmHeapPagesCount * KPageTableBase.PageSize;
  634. }
  635. public void AddCpuTime(long ticks)
  636. {
  637. Interlocked.Add(ref _totalTimeRunning, ticks);
  638. }
  639. public void AddThread(KThread thread)
  640. {
  641. lock (_threadingLock)
  642. {
  643. thread.ProcessListNode = _threads.AddLast(thread);
  644. }
  645. }
  646. public void RemoveThread(KThread thread)
  647. {
  648. lock (_threadingLock)
  649. {
  650. _threads.Remove(thread.ProcessListNode);
  651. }
  652. }
  653. public bool IsCpuCoreAllowed(int core)
  654. {
  655. return (Capabilities.AllowedCpuCoresMask & (1L << core)) != 0;
  656. }
  657. public bool IsPriorityAllowed(int priority)
  658. {
  659. return (Capabilities.AllowedThreadPriosMask & (1L << priority)) != 0;
  660. }
  661. public override bool IsSignaled()
  662. {
  663. return _signaled;
  664. }
  665. public KernelResult Terminate()
  666. {
  667. KernelResult result;
  668. bool shallTerminate = false;
  669. KernelContext.CriticalSection.Enter();
  670. lock (_processLock)
  671. {
  672. if (State >= ProcessState.Started)
  673. {
  674. if (State == ProcessState.Started ||
  675. State == ProcessState.Crashed ||
  676. State == ProcessState.Attached ||
  677. State == ProcessState.DebugSuspended)
  678. {
  679. SetState(ProcessState.Exiting);
  680. shallTerminate = true;
  681. }
  682. result = KernelResult.Success;
  683. }
  684. else
  685. {
  686. result = KernelResult.InvalidState;
  687. }
  688. }
  689. KernelContext.CriticalSection.Leave();
  690. if (shallTerminate)
  691. {
  692. UnpauseAndTerminateAllThreadsExcept(KernelStatic.GetCurrentThread());
  693. HandleTable.Destroy();
  694. SignalExitToDebugTerminated();
  695. SignalExit();
  696. }
  697. return result;
  698. }
  699. public void TerminateCurrentProcess()
  700. {
  701. bool shallTerminate = false;
  702. KernelContext.CriticalSection.Enter();
  703. lock (_processLock)
  704. {
  705. if (State >= ProcessState.Started)
  706. {
  707. if (State == ProcessState.Started ||
  708. State == ProcessState.Attached ||
  709. State == ProcessState.DebugSuspended)
  710. {
  711. SetState(ProcessState.Exiting);
  712. shallTerminate = true;
  713. }
  714. }
  715. }
  716. KernelContext.CriticalSection.Leave();
  717. if (shallTerminate)
  718. {
  719. UnpauseAndTerminateAllThreadsExcept(KernelStatic.GetCurrentThread());
  720. HandleTable.Destroy();
  721. // NOTE: this is supposed to be called in receiving of the mailbox.
  722. SignalExitToDebugExited();
  723. SignalExit();
  724. }
  725. }
  726. private void UnpauseAndTerminateAllThreadsExcept(KThread currentThread)
  727. {
  728. lock (_threadingLock)
  729. {
  730. KernelContext.CriticalSection.Enter();
  731. if (currentThread != null && PinnedThreads[currentThread.CurrentCore] == currentThread)
  732. {
  733. UnpinThread(currentThread);
  734. }
  735. foreach (KThread thread in _threads)
  736. {
  737. if ((thread.SchedFlags & ThreadSchedState.LowMask) != ThreadSchedState.TerminationPending)
  738. {
  739. thread.PrepareForTermination();
  740. }
  741. }
  742. KernelContext.CriticalSection.Leave();
  743. }
  744. while (true)
  745. {
  746. KThread blockedThread = null;
  747. lock (_threadingLock)
  748. {
  749. foreach (KThread thread in _threads)
  750. {
  751. if (thread != currentThread && (thread.SchedFlags & ThreadSchedState.LowMask) != ThreadSchedState.TerminationPending)
  752. {
  753. thread.IncrementReferenceCount();
  754. blockedThread = thread;
  755. break;
  756. }
  757. }
  758. }
  759. if (blockedThread == null)
  760. {
  761. break;
  762. }
  763. blockedThread.Terminate();
  764. blockedThread.DecrementReferenceCount();
  765. }
  766. }
  767. private void SignalExitToDebugTerminated()
  768. {
  769. // TODO: Debug events.
  770. }
  771. private void SignalExitToDebugExited()
  772. {
  773. // TODO: Debug events.
  774. }
  775. private void SignalExit()
  776. {
  777. if (ResourceLimit != null)
  778. {
  779. ResourceLimit.Release(LimitableResource.Memory, GetMemoryUsage());
  780. }
  781. KernelContext.CriticalSection.Enter();
  782. SetState(ProcessState.Exited);
  783. KernelContext.CriticalSection.Leave();
  784. }
  785. public KernelResult ClearIfNotExited()
  786. {
  787. KernelResult result;
  788. KernelContext.CriticalSection.Enter();
  789. lock (_processLock)
  790. {
  791. if (State != ProcessState.Exited && _signaled)
  792. {
  793. _signaled = false;
  794. result = KernelResult.Success;
  795. }
  796. else
  797. {
  798. result = KernelResult.InvalidState;
  799. }
  800. }
  801. KernelContext.CriticalSection.Leave();
  802. return result;
  803. }
  804. private void InitializeMemoryManager(ProcessCreationFlags flags)
  805. {
  806. int addrSpaceBits = (flags & ProcessCreationFlags.AddressSpaceMask) switch
  807. {
  808. ProcessCreationFlags.AddressSpace32Bit => 32,
  809. ProcessCreationFlags.AddressSpace64BitDeprecated => 36,
  810. ProcessCreationFlags.AddressSpace32BitWithoutAlias => 32,
  811. ProcessCreationFlags.AddressSpace64Bit => 39,
  812. _ => 39
  813. };
  814. bool for64Bit = flags.HasFlag(ProcessCreationFlags.Is64Bit);
  815. Context = _contextFactory.Create(KernelContext, Pid, 1UL << addrSpaceBits, InvalidAccessHandler, for64Bit);
  816. if (Context.AddressSpace is MemoryManagerHostMapped)
  817. {
  818. MemoryManager = new KPageTableHostMapped(KernelContext, CpuMemory);
  819. }
  820. else
  821. {
  822. MemoryManager = new KPageTable(KernelContext, CpuMemory);
  823. }
  824. }
  825. private bool InvalidAccessHandler(ulong va)
  826. {
  827. KernelStatic.GetCurrentThread()?.PrintGuestStackTrace();
  828. KernelStatic.GetCurrentThread()?.PrintGuestRegisterPrintout();
  829. Logger.Error?.Print(LogClass.Cpu, $"Invalid memory access at virtual address 0x{va:X16}.");
  830. return false;
  831. }
  832. private void UndefinedInstructionHandler(object sender, InstUndefinedEventArgs e)
  833. {
  834. KernelStatic.GetCurrentThread().PrintGuestStackTrace();
  835. KernelStatic.GetCurrentThread()?.PrintGuestRegisterPrintout();
  836. throw new UndefinedInstructionException(e.Address, e.OpCode);
  837. }
  838. protected override void Destroy() => Context.Dispose();
  839. public KernelResult SetActivity(bool pause)
  840. {
  841. KernelContext.CriticalSection.Enter();
  842. if (State != ProcessState.Exiting && State != ProcessState.Exited)
  843. {
  844. if (pause)
  845. {
  846. if (IsPaused)
  847. {
  848. KernelContext.CriticalSection.Leave();
  849. return KernelResult.InvalidState;
  850. }
  851. lock (_threadingLock)
  852. {
  853. foreach (KThread thread in _threads)
  854. {
  855. thread.Suspend(ThreadSchedState.ProcessPauseFlag);
  856. }
  857. }
  858. IsPaused = true;
  859. }
  860. else
  861. {
  862. if (!IsPaused)
  863. {
  864. KernelContext.CriticalSection.Leave();
  865. return KernelResult.InvalidState;
  866. }
  867. lock (_threadingLock)
  868. {
  869. foreach (KThread thread in _threads)
  870. {
  871. thread.Resume(ThreadSchedState.ProcessPauseFlag);
  872. }
  873. }
  874. IsPaused = false;
  875. }
  876. KernelContext.CriticalSection.Leave();
  877. return KernelResult.Success;
  878. }
  879. KernelContext.CriticalSection.Leave();
  880. return KernelResult.InvalidState;
  881. }
  882. public void PinThread(KThread thread)
  883. {
  884. if (!thread.TerminationRequested)
  885. {
  886. PinnedThreads[thread.CurrentCore] = thread;
  887. thread.Pin();
  888. KernelContext.ThreadReselectionRequested = true;
  889. }
  890. }
  891. public void UnpinThread(KThread thread)
  892. {
  893. if (!thread.TerminationRequested)
  894. {
  895. thread.Unpin();
  896. PinnedThreads[thread.CurrentCore] = null;
  897. KernelContext.ThreadReselectionRequested = true;
  898. }
  899. }
  900. public bool IsExceptionUserThread(KThread thread)
  901. {
  902. // TODO
  903. return false;
  904. }
  905. }
  906. }