KProcess.cs 31 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025
  1. using ChocolArm64;
  2. using ChocolArm64.Events;
  3. using ChocolArm64.Memory;
  4. using Ryujinx.Common;
  5. using Ryujinx.Common.Logging;
  6. using Ryujinx.HLE.HOS.Kernel.Common;
  7. using Ryujinx.HLE.HOS.Kernel.Memory;
  8. using Ryujinx.HLE.HOS.Kernel.SupervisorCall;
  9. using Ryujinx.HLE.HOS.Kernel.Threading;
  10. using System;
  11. using System.Collections.Generic;
  12. using System.Linq;
  13. using System.Threading;
  14. namespace Ryujinx.HLE.HOS.Kernel.Process
  15. {
  16. class KProcess : KSynchronizationObject
  17. {
  18. public const int KernelVersionMajor = 10;
  19. public const int KernelVersionMinor = 4;
  20. public const int KernelVersionRevision = 0;
  21. public const int KernelVersionPacked =
  22. (KernelVersionMajor << 19) |
  23. (KernelVersionMinor << 15) |
  24. (KernelVersionRevision << 0);
  25. public KMemoryManager MemoryManager { get; private set; }
  26. private SortedDictionary<ulong, KTlsPageInfo> _fullTlsPages;
  27. private SortedDictionary<ulong, KTlsPageInfo> _freeTlsPages;
  28. public int DefaultCpuCore { get; set; }
  29. public bool Debug { get; private set; }
  30. public KResourceLimit ResourceLimit { get; private set; }
  31. public ulong PersonalMmHeapPagesCount { get; private set; }
  32. private ProcessState _state;
  33. private object _processLock;
  34. private object _threadingLock;
  35. public KAddressArbiter AddressArbiter { get; private set; }
  36. public long[] RandomEntropy { get; private set; }
  37. private bool _signaled;
  38. private bool _useSystemMemBlocks;
  39. public string Name { get; private set; }
  40. private int _threadCount;
  41. public int MmuFlags { get; private set; }
  42. private MemoryRegion _memRegion;
  43. public KProcessCapabilities Capabilities { get; private set; }
  44. public long TitleId { get; private set; }
  45. public long Pid { get; private set; }
  46. private long _creationTimestamp;
  47. private ulong _entrypoint;
  48. private ulong _imageSize;
  49. private ulong _mainThreadStackSize;
  50. private ulong _memoryUsageCapacity;
  51. private int _category;
  52. public KHandleTable HandleTable { get; private set; }
  53. public ulong UserExceptionContextAddress { get; private set; }
  54. private LinkedList<KThread> _threads;
  55. public bool IsPaused { get; private set; }
  56. public Translator Translator { get; private set; }
  57. public MemoryManager CpuMemory { get; private set; }
  58. private SvcHandler _svcHandler;
  59. public HleProcessDebugger Debugger { get; private set; }
  60. public KProcess(Horizon system) : base(system)
  61. {
  62. _processLock = new object();
  63. _threadingLock = new object();
  64. CpuMemory = new MemoryManager(system.Device.Memory.RamPointer);
  65. CpuMemory.InvalidAccess += InvalidAccessHandler;
  66. AddressArbiter = new KAddressArbiter(system);
  67. MemoryManager = new KMemoryManager(system, CpuMemory);
  68. _fullTlsPages = new SortedDictionary<ulong, KTlsPageInfo>();
  69. _freeTlsPages = new SortedDictionary<ulong, KTlsPageInfo>();
  70. Capabilities = new KProcessCapabilities();
  71. RandomEntropy = new long[KScheduler.CpuCoresCount];
  72. _threads = new LinkedList<KThread>();
  73. Translator = new Translator();
  74. Translator.CpuTrace += CpuTraceHandler;
  75. _svcHandler = new SvcHandler(system.Device, this);
  76. Debugger = new HleProcessDebugger(this);
  77. }
  78. public KernelResult InitializeKip(
  79. ProcessCreationInfo creationInfo,
  80. int[] caps,
  81. KPageList pageList,
  82. KResourceLimit resourceLimit,
  83. MemoryRegion memRegion)
  84. {
  85. ResourceLimit = resourceLimit;
  86. _memRegion = memRegion;
  87. AddressSpaceType addrSpaceType = (AddressSpaceType)((creationInfo.MmuFlags >> 1) & 7);
  88. bool aslrEnabled = ((creationInfo.MmuFlags >> 5) & 1) != 0;
  89. ulong codeAddress = creationInfo.CodeAddress;
  90. ulong codeSize = (ulong)creationInfo.CodePagesCount * KMemoryManager.PageSize;
  91. KMemoryBlockAllocator memoryBlockAllocator = (MmuFlags & 0x40) != 0
  92. ? System.LargeMemoryBlockAllocator
  93. : System.SmallMemoryBlockAllocator;
  94. KernelResult result = MemoryManager.InitializeForProcess(
  95. addrSpaceType,
  96. aslrEnabled,
  97. !aslrEnabled,
  98. memRegion,
  99. codeAddress,
  100. codeSize,
  101. memoryBlockAllocator);
  102. if (result != KernelResult.Success)
  103. {
  104. return result;
  105. }
  106. if (!ValidateCodeAddressAndSize(codeAddress, codeSize))
  107. {
  108. return KernelResult.InvalidMemRange;
  109. }
  110. result = MemoryManager.MapPages(
  111. codeAddress,
  112. pageList,
  113. MemoryState.CodeStatic,
  114. MemoryPermission.None);
  115. if (result != KernelResult.Success)
  116. {
  117. return result;
  118. }
  119. result = Capabilities.InitializeForKernel(caps, MemoryManager);
  120. if (result != KernelResult.Success)
  121. {
  122. return result;
  123. }
  124. Pid = System.GetKipId();
  125. if (Pid == 0 || (ulong)Pid >= Horizon.InitialProcessId)
  126. {
  127. throw new InvalidOperationException($"Invalid KIP Id {Pid}.");
  128. }
  129. result = ParseProcessInfo(creationInfo);
  130. return result;
  131. }
  132. public KernelResult Initialize(
  133. ProcessCreationInfo creationInfo,
  134. int[] caps,
  135. KResourceLimit resourceLimit,
  136. MemoryRegion memRegion)
  137. {
  138. ResourceLimit = resourceLimit;
  139. _memRegion = memRegion;
  140. ulong personalMmHeapSize = GetPersonalMmHeapSize((ulong)creationInfo.PersonalMmHeapPagesCount, memRegion);
  141. ulong codePagesCount = (ulong)creationInfo.CodePagesCount;
  142. ulong neededSizeForProcess = personalMmHeapSize + codePagesCount * KMemoryManager.PageSize;
  143. if (neededSizeForProcess != 0 && resourceLimit != null)
  144. {
  145. if (!resourceLimit.Reserve(LimitableResource.Memory, neededSizeForProcess))
  146. {
  147. return KernelResult.ResLimitExceeded;
  148. }
  149. }
  150. void CleanUpForError()
  151. {
  152. if (neededSizeForProcess != 0 && resourceLimit != null)
  153. {
  154. resourceLimit.Release(LimitableResource.Memory, neededSizeForProcess);
  155. }
  156. }
  157. PersonalMmHeapPagesCount = (ulong)creationInfo.PersonalMmHeapPagesCount;
  158. KMemoryBlockAllocator memoryBlockAllocator;
  159. if (PersonalMmHeapPagesCount != 0)
  160. {
  161. memoryBlockAllocator = new KMemoryBlockAllocator(PersonalMmHeapPagesCount * KMemoryManager.PageSize);
  162. }
  163. else
  164. {
  165. memoryBlockAllocator = (MmuFlags & 0x40) != 0
  166. ? System.LargeMemoryBlockAllocator
  167. : System.SmallMemoryBlockAllocator;
  168. }
  169. AddressSpaceType addrSpaceType = (AddressSpaceType)((creationInfo.MmuFlags >> 1) & 7);
  170. bool aslrEnabled = ((creationInfo.MmuFlags >> 5) & 1) != 0;
  171. ulong codeAddress = creationInfo.CodeAddress;
  172. ulong codeSize = codePagesCount * KMemoryManager.PageSize;
  173. KernelResult result = MemoryManager.InitializeForProcess(
  174. addrSpaceType,
  175. aslrEnabled,
  176. !aslrEnabled,
  177. memRegion,
  178. codeAddress,
  179. codeSize,
  180. memoryBlockAllocator);
  181. if (result != KernelResult.Success)
  182. {
  183. CleanUpForError();
  184. return result;
  185. }
  186. if (!ValidateCodeAddressAndSize(codeAddress, codeSize))
  187. {
  188. CleanUpForError();
  189. return KernelResult.InvalidMemRange;
  190. }
  191. result = MemoryManager.MapNewProcessCode(
  192. codeAddress,
  193. codePagesCount,
  194. MemoryState.CodeStatic,
  195. MemoryPermission.None);
  196. if (result != KernelResult.Success)
  197. {
  198. CleanUpForError();
  199. return result;
  200. }
  201. result = Capabilities.InitializeForUser(caps, MemoryManager);
  202. if (result != KernelResult.Success)
  203. {
  204. CleanUpForError();
  205. return result;
  206. }
  207. Pid = System.GetProcessId();
  208. if (Pid == -1 || (ulong)Pid < Horizon.InitialProcessId)
  209. {
  210. throw new InvalidOperationException($"Invalid Process Id {Pid}.");
  211. }
  212. result = ParseProcessInfo(creationInfo);
  213. if (result != KernelResult.Success)
  214. {
  215. CleanUpForError();
  216. }
  217. return result;
  218. }
  219. private bool ValidateCodeAddressAndSize(ulong address, ulong size)
  220. {
  221. ulong codeRegionStart;
  222. ulong codeRegionSize;
  223. switch (MemoryManager.AddrSpaceWidth)
  224. {
  225. case 32:
  226. codeRegionStart = 0x200000;
  227. codeRegionSize = 0x3fe00000;
  228. break;
  229. case 36:
  230. codeRegionStart = 0x8000000;
  231. codeRegionSize = 0x78000000;
  232. break;
  233. case 39:
  234. codeRegionStart = 0x8000000;
  235. codeRegionSize = 0x7ff8000000;
  236. break;
  237. default: throw new InvalidOperationException("Invalid address space width on memory manager.");
  238. }
  239. ulong endAddr = address + size;
  240. ulong codeRegionEnd = codeRegionStart + codeRegionSize;
  241. if (endAddr <= address ||
  242. endAddr - 1 > codeRegionEnd - 1)
  243. {
  244. return false;
  245. }
  246. if (MemoryManager.InsideHeapRegion (address, size) ||
  247. MemoryManager.InsideAliasRegion(address, size))
  248. {
  249. return false;
  250. }
  251. return true;
  252. }
  253. private KernelResult ParseProcessInfo(ProcessCreationInfo creationInfo)
  254. {
  255. //Ensure that the current kernel version is equal or above to the minimum required.
  256. uint requiredKernelVersionMajor = (uint)Capabilities.KernelReleaseVersion >> 19;
  257. uint requiredKernelVersionMinor = ((uint)Capabilities.KernelReleaseVersion >> 15) & 0xf;
  258. if (System.EnableVersionChecks)
  259. {
  260. if (requiredKernelVersionMajor > KernelVersionMajor)
  261. {
  262. return KernelResult.InvalidCombination;
  263. }
  264. if (requiredKernelVersionMajor != KernelVersionMajor && requiredKernelVersionMajor < 3)
  265. {
  266. return KernelResult.InvalidCombination;
  267. }
  268. if (requiredKernelVersionMinor > KernelVersionMinor)
  269. {
  270. return KernelResult.InvalidCombination;
  271. }
  272. }
  273. KernelResult result = AllocateThreadLocalStorage(out ulong userExceptionContextAddress);
  274. if (result != KernelResult.Success)
  275. {
  276. return result;
  277. }
  278. UserExceptionContextAddress = userExceptionContextAddress;
  279. MemoryHelper.FillWithZeros(CpuMemory, (long)userExceptionContextAddress, KTlsPageInfo.TlsEntrySize);
  280. Name = creationInfo.Name;
  281. _state = ProcessState.Created;
  282. _creationTimestamp = PerformanceCounter.ElapsedMilliseconds;
  283. MmuFlags = creationInfo.MmuFlags;
  284. _category = creationInfo.Category;
  285. TitleId = creationInfo.TitleId;
  286. _entrypoint = creationInfo.CodeAddress;
  287. _imageSize = (ulong)creationInfo.CodePagesCount * KMemoryManager.PageSize;
  288. _useSystemMemBlocks = ((MmuFlags >> 6) & 1) != 0;
  289. switch ((AddressSpaceType)((MmuFlags >> 1) & 7))
  290. {
  291. case AddressSpaceType.Addr32Bits:
  292. case AddressSpaceType.Addr36Bits:
  293. case AddressSpaceType.Addr39Bits:
  294. _memoryUsageCapacity = MemoryManager.HeapRegionEnd -
  295. MemoryManager.HeapRegionStart;
  296. break;
  297. case AddressSpaceType.Addr32BitsNoMap:
  298. _memoryUsageCapacity = MemoryManager.HeapRegionEnd -
  299. MemoryManager.HeapRegionStart +
  300. MemoryManager.AliasRegionEnd -
  301. MemoryManager.AliasRegionStart;
  302. break;
  303. default: throw new InvalidOperationException($"Invalid MMU flags value 0x{MmuFlags:x2}.");
  304. }
  305. GenerateRandomEntropy();
  306. return KernelResult.Success;
  307. }
  308. public KernelResult AllocateThreadLocalStorage(out ulong address)
  309. {
  310. System.CriticalSection.Enter();
  311. KernelResult result;
  312. if (_freeTlsPages.Count > 0)
  313. {
  314. //If we have free TLS pages available, just use the first one.
  315. KTlsPageInfo pageInfo = _freeTlsPages.Values.First();
  316. if (!pageInfo.TryGetFreePage(out address))
  317. {
  318. throw new InvalidOperationException("Unexpected failure getting free TLS page!");
  319. }
  320. if (pageInfo.IsFull())
  321. {
  322. _freeTlsPages.Remove(pageInfo.PageAddr);
  323. _fullTlsPages.Add(pageInfo.PageAddr, pageInfo);
  324. }
  325. result = KernelResult.Success;
  326. }
  327. else
  328. {
  329. //Otherwise, we need to create a new one.
  330. result = AllocateTlsPage(out KTlsPageInfo pageInfo);
  331. if (result == KernelResult.Success)
  332. {
  333. if (!pageInfo.TryGetFreePage(out address))
  334. {
  335. throw new InvalidOperationException("Unexpected failure getting free TLS page!");
  336. }
  337. _freeTlsPages.Add(pageInfo.PageAddr, pageInfo);
  338. }
  339. else
  340. {
  341. address = 0;
  342. }
  343. }
  344. System.CriticalSection.Leave();
  345. return result;
  346. }
  347. private KernelResult AllocateTlsPage(out KTlsPageInfo pageInfo)
  348. {
  349. pageInfo = default(KTlsPageInfo);
  350. if (!System.UserSlabHeapPages.TryGetItem(out ulong tlsPagePa))
  351. {
  352. return KernelResult.OutOfMemory;
  353. }
  354. ulong regionStart = MemoryManager.TlsIoRegionStart;
  355. ulong regionSize = MemoryManager.TlsIoRegionEnd - regionStart;
  356. ulong regionPagesCount = regionSize / KMemoryManager.PageSize;
  357. KernelResult result = MemoryManager.AllocateOrMapPa(
  358. 1,
  359. KMemoryManager.PageSize,
  360. tlsPagePa,
  361. true,
  362. regionStart,
  363. regionPagesCount,
  364. MemoryState.ThreadLocal,
  365. MemoryPermission.ReadAndWrite,
  366. out ulong tlsPageVa);
  367. if (result != KernelResult.Success)
  368. {
  369. System.UserSlabHeapPages.Free(tlsPagePa);
  370. }
  371. else
  372. {
  373. pageInfo = new KTlsPageInfo(tlsPageVa);
  374. MemoryHelper.FillWithZeros(CpuMemory, (long)tlsPageVa, KMemoryManager.PageSize);
  375. }
  376. return result;
  377. }
  378. public KernelResult FreeThreadLocalStorage(ulong tlsSlotAddr)
  379. {
  380. ulong tlsPageAddr = BitUtils.AlignDown(tlsSlotAddr, KMemoryManager.PageSize);
  381. System.CriticalSection.Enter();
  382. KernelResult result = KernelResult.Success;
  383. KTlsPageInfo pageInfo = null;
  384. if (_fullTlsPages.TryGetValue(tlsPageAddr, out pageInfo))
  385. {
  386. //TLS page was full, free slot and move to free pages tree.
  387. _fullTlsPages.Remove(tlsPageAddr);
  388. _freeTlsPages.Add(tlsPageAddr, pageInfo);
  389. }
  390. else if (!_freeTlsPages.TryGetValue(tlsPageAddr, out pageInfo))
  391. {
  392. result = KernelResult.InvalidAddress;
  393. }
  394. if (pageInfo != null)
  395. {
  396. pageInfo.FreeTlsSlot(tlsSlotAddr);
  397. if (pageInfo.IsEmpty())
  398. {
  399. //TLS page is now empty, we should ensure it is removed
  400. //from all trees, and free the memory it was using.
  401. _freeTlsPages.Remove(tlsPageAddr);
  402. System.CriticalSection.Leave();
  403. FreeTlsPage(pageInfo);
  404. return KernelResult.Success;
  405. }
  406. }
  407. System.CriticalSection.Leave();
  408. return result;
  409. }
  410. private KernelResult FreeTlsPage(KTlsPageInfo pageInfo)
  411. {
  412. if (!MemoryManager.ConvertVaToPa(pageInfo.PageAddr, out ulong tlsPagePa))
  413. {
  414. throw new InvalidOperationException("Unexpected failure translating virtual address to physical.");
  415. }
  416. KernelResult result = MemoryManager.UnmapForKernel(pageInfo.PageAddr, 1, MemoryState.ThreadLocal);
  417. if (result == KernelResult.Success)
  418. {
  419. System.UserSlabHeapPages.Free(tlsPagePa);
  420. }
  421. return result;
  422. }
  423. private void GenerateRandomEntropy()
  424. {
  425. //TODO.
  426. }
  427. public KernelResult Start(int mainThreadPriority, ulong stackSize)
  428. {
  429. lock (_processLock)
  430. {
  431. if (_state > ProcessState.CreatedAttached)
  432. {
  433. return KernelResult.InvalidState;
  434. }
  435. if (ResourceLimit != null && !ResourceLimit.Reserve(LimitableResource.Thread, 1))
  436. {
  437. return KernelResult.ResLimitExceeded;
  438. }
  439. KResourceLimit threadResourceLimit = ResourceLimit;
  440. KResourceLimit memoryResourceLimit = null;
  441. if (_mainThreadStackSize != 0)
  442. {
  443. throw new InvalidOperationException("Trying to start a process with a invalid state!");
  444. }
  445. ulong stackSizeRounded = BitUtils.AlignUp(stackSize, KMemoryManager.PageSize);
  446. ulong neededSize = stackSizeRounded + _imageSize;
  447. //Check if the needed size for the code and the stack will fit on the
  448. //memory usage capacity of this Process. Also check for possible overflow
  449. //on the above addition.
  450. if (neededSize > _memoryUsageCapacity ||
  451. neededSize < stackSizeRounded)
  452. {
  453. threadResourceLimit?.Release(LimitableResource.Thread, 1);
  454. return KernelResult.OutOfMemory;
  455. }
  456. if (stackSizeRounded != 0 && ResourceLimit != null)
  457. {
  458. memoryResourceLimit = ResourceLimit;
  459. if (!memoryResourceLimit.Reserve(LimitableResource.Memory, stackSizeRounded))
  460. {
  461. threadResourceLimit?.Release(LimitableResource.Thread, 1);
  462. return KernelResult.ResLimitExceeded;
  463. }
  464. }
  465. KernelResult result;
  466. KThread mainThread = null;
  467. ulong stackTop = 0;
  468. void CleanUpForError()
  469. {
  470. HandleTable.Destroy();
  471. mainThread?.DecrementReferenceCount();
  472. if (_mainThreadStackSize != 0)
  473. {
  474. ulong stackBottom = stackTop - _mainThreadStackSize;
  475. ulong stackPagesCount = _mainThreadStackSize / KMemoryManager.PageSize;
  476. MemoryManager.UnmapForKernel(stackBottom, stackPagesCount, MemoryState.Stack);
  477. _mainThreadStackSize = 0;
  478. }
  479. memoryResourceLimit?.Release(LimitableResource.Memory, stackSizeRounded);
  480. threadResourceLimit?.Release(LimitableResource.Thread, 1);
  481. }
  482. if (stackSizeRounded != 0)
  483. {
  484. ulong stackPagesCount = stackSizeRounded / KMemoryManager.PageSize;
  485. ulong regionStart = MemoryManager.StackRegionStart;
  486. ulong regionSize = MemoryManager.StackRegionEnd - regionStart;
  487. ulong regionPagesCount = regionSize / KMemoryManager.PageSize;
  488. result = MemoryManager.AllocateOrMapPa(
  489. stackPagesCount,
  490. KMemoryManager.PageSize,
  491. 0,
  492. false,
  493. regionStart,
  494. regionPagesCount,
  495. MemoryState.Stack,
  496. MemoryPermission.ReadAndWrite,
  497. out ulong stackBottom);
  498. if (result != KernelResult.Success)
  499. {
  500. CleanUpForError();
  501. return result;
  502. }
  503. _mainThreadStackSize += stackSizeRounded;
  504. stackTop = stackBottom + stackSizeRounded;
  505. }
  506. ulong heapCapacity = _memoryUsageCapacity - _mainThreadStackSize - _imageSize;
  507. result = MemoryManager.SetHeapCapacity(heapCapacity);
  508. if (result != KernelResult.Success)
  509. {
  510. CleanUpForError();
  511. return result;
  512. }
  513. HandleTable = new KHandleTable(System);
  514. result = HandleTable.Initialize(Capabilities.HandleTableSize);
  515. if (result != KernelResult.Success)
  516. {
  517. CleanUpForError();
  518. return result;
  519. }
  520. mainThread = new KThread(System);
  521. result = mainThread.Initialize(
  522. _entrypoint,
  523. 0,
  524. stackTop,
  525. mainThreadPriority,
  526. DefaultCpuCore,
  527. this);
  528. if (result != KernelResult.Success)
  529. {
  530. CleanUpForError();
  531. return result;
  532. }
  533. result = HandleTable.GenerateHandle(mainThread, out int mainThreadHandle);
  534. if (result != KernelResult.Success)
  535. {
  536. CleanUpForError();
  537. return result;
  538. }
  539. mainThread.SetEntryArguments(0, mainThreadHandle);
  540. ProcessState oldState = _state;
  541. ProcessState newState = _state != ProcessState.Created
  542. ? ProcessState.Attached
  543. : ProcessState.Started;
  544. SetState(newState);
  545. //TODO: We can't call KThread.Start from a non-guest thread.
  546. //We will need to make some changes to allow the creation of
  547. //dummy threads that will be used to initialize the current
  548. //thread on KCoreContext so that GetCurrentThread doesn't fail.
  549. /* Result = MainThread.Start();
  550. if (Result != KernelResult.Success)
  551. {
  552. SetState(OldState);
  553. CleanUpForError();
  554. } */
  555. mainThread.Reschedule(ThreadSchedState.Running);
  556. if (result == KernelResult.Success)
  557. {
  558. mainThread.IncrementReferenceCount();
  559. }
  560. mainThread.DecrementReferenceCount();
  561. return result;
  562. }
  563. }
  564. private void SetState(ProcessState newState)
  565. {
  566. if (_state != newState)
  567. {
  568. _state = newState;
  569. _signaled = true;
  570. Signal();
  571. }
  572. }
  573. public KernelResult InitializeThread(
  574. KThread thread,
  575. ulong entrypoint,
  576. ulong argsPtr,
  577. ulong stackTop,
  578. int priority,
  579. int cpuCore)
  580. {
  581. lock (_processLock)
  582. {
  583. return thread.Initialize(entrypoint, argsPtr, stackTop, priority, cpuCore, this);
  584. }
  585. }
  586. public void SubscribeThreadEventHandlers(CpuThread context)
  587. {
  588. context.ThreadState.Interrupt += InterruptHandler;
  589. context.ThreadState.SvcCall += _svcHandler.SvcCall;
  590. }
  591. private void InterruptHandler(object sender, EventArgs e)
  592. {
  593. System.Scheduler.ContextSwitch();
  594. }
  595. public void IncrementThreadCount()
  596. {
  597. Interlocked.Increment(ref _threadCount);
  598. System.ThreadCounter.AddCount();
  599. }
  600. public void DecrementThreadCountAndTerminateIfZero()
  601. {
  602. System.ThreadCounter.Signal();
  603. if (Interlocked.Decrement(ref _threadCount) == 0)
  604. {
  605. Terminate();
  606. }
  607. }
  608. public ulong GetMemoryCapacity()
  609. {
  610. ulong totalCapacity = (ulong)ResourceLimit.GetRemainingValue(LimitableResource.Memory);
  611. totalCapacity += MemoryManager.GetTotalHeapSize();
  612. totalCapacity += GetPersonalMmHeapSize();
  613. totalCapacity += _imageSize + _mainThreadStackSize;
  614. if (totalCapacity <= _memoryUsageCapacity)
  615. {
  616. return totalCapacity;
  617. }
  618. return _memoryUsageCapacity;
  619. }
  620. public ulong GetMemoryUsage()
  621. {
  622. return _imageSize + _mainThreadStackSize + MemoryManager.GetTotalHeapSize() + GetPersonalMmHeapSize();
  623. }
  624. public ulong GetMemoryCapacityWithoutPersonalMmHeap()
  625. {
  626. return GetMemoryCapacity() - GetPersonalMmHeapSize();
  627. }
  628. public ulong GetMemoryUsageWithoutPersonalMmHeap()
  629. {
  630. return GetMemoryUsage() - GetPersonalMmHeapSize();
  631. }
  632. private ulong GetPersonalMmHeapSize()
  633. {
  634. return GetPersonalMmHeapSize(PersonalMmHeapPagesCount, _memRegion);
  635. }
  636. private static ulong GetPersonalMmHeapSize(ulong personalMmHeapPagesCount, MemoryRegion memRegion)
  637. {
  638. if (memRegion == MemoryRegion.Applet)
  639. {
  640. return 0;
  641. }
  642. return personalMmHeapPagesCount * KMemoryManager.PageSize;
  643. }
  644. public void AddThread(KThread thread)
  645. {
  646. lock (_threadingLock)
  647. {
  648. thread.ProcessListNode = _threads.AddLast(thread);
  649. }
  650. }
  651. public void RemoveThread(KThread thread)
  652. {
  653. lock (_threadingLock)
  654. {
  655. _threads.Remove(thread.ProcessListNode);
  656. }
  657. }
  658. public bool IsCpuCoreAllowed(int core)
  659. {
  660. return (Capabilities.AllowedCpuCoresMask & (1L << core)) != 0;
  661. }
  662. public bool IsPriorityAllowed(int priority)
  663. {
  664. return (Capabilities.AllowedThreadPriosMask & (1L << priority)) != 0;
  665. }
  666. public override bool IsSignaled()
  667. {
  668. return _signaled;
  669. }
  670. public KernelResult Terminate()
  671. {
  672. KernelResult result;
  673. bool shallTerminate = false;
  674. System.CriticalSection.Enter();
  675. lock (_processLock)
  676. {
  677. if (_state >= ProcessState.Started)
  678. {
  679. if (_state == ProcessState.Started ||
  680. _state == ProcessState.Crashed ||
  681. _state == ProcessState.Attached ||
  682. _state == ProcessState.DebugSuspended)
  683. {
  684. SetState(ProcessState.Exiting);
  685. shallTerminate = true;
  686. }
  687. result = KernelResult.Success;
  688. }
  689. else
  690. {
  691. result = KernelResult.InvalidState;
  692. }
  693. }
  694. System.CriticalSection.Leave();
  695. if (shallTerminate)
  696. {
  697. //UnpauseAndTerminateAllThreadsExcept(System.Scheduler.GetCurrentThread());
  698. HandleTable.Destroy();
  699. SignalExitForDebugEvent();
  700. SignalExit();
  701. }
  702. return result;
  703. }
  704. private void UnpauseAndTerminateAllThreadsExcept(KThread thread)
  705. {
  706. //TODO.
  707. }
  708. private void SignalExitForDebugEvent()
  709. {
  710. //TODO: Debug events.
  711. }
  712. private void SignalExit()
  713. {
  714. if (ResourceLimit != null)
  715. {
  716. ResourceLimit.Release(LimitableResource.Memory, GetMemoryUsage());
  717. }
  718. System.CriticalSection.Enter();
  719. SetState(ProcessState.Exited);
  720. System.CriticalSection.Leave();
  721. }
  722. public KernelResult ClearIfNotExited()
  723. {
  724. KernelResult result;
  725. System.CriticalSection.Enter();
  726. lock (_processLock)
  727. {
  728. if (_state != ProcessState.Exited && _signaled)
  729. {
  730. _signaled = false;
  731. result = KernelResult.Success;
  732. }
  733. else
  734. {
  735. result = KernelResult.InvalidState;
  736. }
  737. }
  738. System.CriticalSection.Leave();
  739. return result;
  740. }
  741. public void StopAllThreads()
  742. {
  743. lock (_threadingLock)
  744. {
  745. foreach (KThread thread in _threads)
  746. {
  747. thread.Context.StopExecution();
  748. System.Scheduler.CoreManager.Set(thread.Context.Work);
  749. }
  750. }
  751. }
  752. private void InvalidAccessHandler(object sender, MemoryAccessEventArgs e)
  753. {
  754. PrintCurrentThreadStackTrace();
  755. }
  756. public void PrintCurrentThreadStackTrace()
  757. {
  758. System.Scheduler.GetCurrentThread().PrintGuestStackTrace();
  759. }
  760. private void CpuTraceHandler(object sender, CpuTraceEventArgs e)
  761. {
  762. Logger.PrintInfo(LogClass.Cpu, $"Executing at 0x{e.Position:X16}.");
  763. }
  764. }
  765. }