KProcess.cs 32 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051
  1. using ChocolArm64;
  2. using ChocolArm64.Events;
  3. using ChocolArm64.Memory;
  4. using ChocolArm64.Translation;
  5. using Ryujinx.Common;
  6. using Ryujinx.Common.Logging;
  7. using Ryujinx.HLE.Exceptions;
  8. using Ryujinx.HLE.HOS.Kernel.Common;
  9. using Ryujinx.HLE.HOS.Kernel.Memory;
  10. using Ryujinx.HLE.HOS.Kernel.SupervisorCall;
  11. using Ryujinx.HLE.HOS.Kernel.Threading;
  12. using System;
  13. using System.Collections.Generic;
  14. using System.Linq;
  15. using System.Threading;
  16. namespace Ryujinx.HLE.HOS.Kernel.Process
  17. {
  18. class KProcess : KSynchronizationObject
  19. {
  20. public const int KernelVersionMajor = 10;
  21. public const int KernelVersionMinor = 4;
  22. public const int KernelVersionRevision = 0;
  23. public const int KernelVersionPacked =
  24. (KernelVersionMajor << 19) |
  25. (KernelVersionMinor << 15) |
  26. (KernelVersionRevision << 0);
  27. public KMemoryManager MemoryManager { get; private set; }
  28. private SortedDictionary<ulong, KTlsPageInfo> _fullTlsPages;
  29. private SortedDictionary<ulong, KTlsPageInfo> _freeTlsPages;
  30. public int DefaultCpuCore { get; set; }
  31. public bool Debug { get; private set; }
  32. public KResourceLimit ResourceLimit { get; private set; }
  33. public ulong PersonalMmHeapPagesCount { get; private set; }
  34. private ProcessState _state;
  35. private object _processLock;
  36. private object _threadingLock;
  37. public KAddressArbiter AddressArbiter { get; private set; }
  38. public long[] RandomEntropy { get; private set; }
  39. private bool _signaled;
  40. private bool _useSystemMemBlocks;
  41. public string Name { get; private set; }
  42. private int _threadCount;
  43. public int MmuFlags { get; private set; }
  44. private MemoryRegion _memRegion;
  45. public KProcessCapabilities Capabilities { get; private set; }
  46. public long TitleId { get; private set; }
  47. public long Pid { get; private set; }
  48. private long _creationTimestamp;
  49. private ulong _entrypoint;
  50. private ulong _imageSize;
  51. private ulong _mainThreadStackSize;
  52. private ulong _memoryUsageCapacity;
  53. private int _category;
  54. public KHandleTable HandleTable { get; private set; }
  55. public ulong UserExceptionContextAddress { get; private set; }
  56. private LinkedList<KThread> _threads;
  57. public bool IsPaused { get; private set; }
  58. public MemoryManager CpuMemory { get; private set; }
  59. public Translator Translator { get; private set; }
  60. private SvcHandler _svcHandler;
  61. private Horizon _system;
  62. public HleProcessDebugger Debugger { get; private set; }
  63. public KProcess(Horizon system) : base(system)
  64. {
  65. _processLock = new object();
  66. _threadingLock = new object();
  67. _system = system;
  68. AddressArbiter = new KAddressArbiter(system);
  69. _fullTlsPages = new SortedDictionary<ulong, KTlsPageInfo>();
  70. _freeTlsPages = new SortedDictionary<ulong, KTlsPageInfo>();
  71. Capabilities = new KProcessCapabilities();
  72. RandomEntropy = new long[KScheduler.CpuCoresCount];
  73. _threads = new LinkedList<KThread>();
  74. _svcHandler = new SvcHandler(system.Device, this);
  75. Debugger = new HleProcessDebugger(this);
  76. }
  77. public KernelResult InitializeKip(
  78. ProcessCreationInfo creationInfo,
  79. int[] caps,
  80. KPageList pageList,
  81. KResourceLimit resourceLimit,
  82. MemoryRegion memRegion)
  83. {
  84. ResourceLimit = resourceLimit;
  85. _memRegion = memRegion;
  86. AddressSpaceType addrSpaceType = (AddressSpaceType)((creationInfo.MmuFlags >> 1) & 7);
  87. InitializeMemoryManager(addrSpaceType, memRegion);
  88. bool aslrEnabled = ((creationInfo.MmuFlags >> 5) & 1) != 0;
  89. ulong codeAddress = creationInfo.CodeAddress;
  90. ulong codeSize = (ulong)creationInfo.CodePagesCount * KMemoryManager.PageSize;
  91. KMemoryBlockAllocator memoryBlockAllocator = (MmuFlags & 0x40) != 0
  92. ? System.LargeMemoryBlockAllocator
  93. : System.SmallMemoryBlockAllocator;
  94. KernelResult result = MemoryManager.InitializeForProcess(
  95. addrSpaceType,
  96. aslrEnabled,
  97. !aslrEnabled,
  98. memRegion,
  99. codeAddress,
  100. codeSize,
  101. memoryBlockAllocator);
  102. if (result != KernelResult.Success)
  103. {
  104. return result;
  105. }
  106. if (!ValidateCodeAddressAndSize(codeAddress, codeSize))
  107. {
  108. return KernelResult.InvalidMemRange;
  109. }
  110. result = MemoryManager.MapPages(
  111. codeAddress,
  112. pageList,
  113. MemoryState.CodeStatic,
  114. MemoryPermission.None);
  115. if (result != KernelResult.Success)
  116. {
  117. return result;
  118. }
  119. result = Capabilities.InitializeForKernel(caps, MemoryManager);
  120. if (result != KernelResult.Success)
  121. {
  122. return result;
  123. }
  124. Pid = System.GetKipId();
  125. if (Pid == 0 || (ulong)Pid >= Horizon.InitialProcessId)
  126. {
  127. throw new InvalidOperationException($"Invalid KIP Id {Pid}.");
  128. }
  129. result = ParseProcessInfo(creationInfo);
  130. return result;
  131. }
  132. public KernelResult Initialize(
  133. ProcessCreationInfo creationInfo,
  134. int[] caps,
  135. KResourceLimit resourceLimit,
  136. MemoryRegion memRegion)
  137. {
  138. ResourceLimit = resourceLimit;
  139. _memRegion = memRegion;
  140. ulong personalMmHeapSize = GetPersonalMmHeapSize((ulong)creationInfo.PersonalMmHeapPagesCount, memRegion);
  141. ulong codePagesCount = (ulong)creationInfo.CodePagesCount;
  142. ulong neededSizeForProcess = personalMmHeapSize + codePagesCount * KMemoryManager.PageSize;
  143. if (neededSizeForProcess != 0 && resourceLimit != null)
  144. {
  145. if (!resourceLimit.Reserve(LimitableResource.Memory, neededSizeForProcess))
  146. {
  147. return KernelResult.ResLimitExceeded;
  148. }
  149. }
  150. void CleanUpForError()
  151. {
  152. if (neededSizeForProcess != 0 && resourceLimit != null)
  153. {
  154. resourceLimit.Release(LimitableResource.Memory, neededSizeForProcess);
  155. }
  156. }
  157. PersonalMmHeapPagesCount = (ulong)creationInfo.PersonalMmHeapPagesCount;
  158. KMemoryBlockAllocator memoryBlockAllocator;
  159. if (PersonalMmHeapPagesCount != 0)
  160. {
  161. memoryBlockAllocator = new KMemoryBlockAllocator(PersonalMmHeapPagesCount * KMemoryManager.PageSize);
  162. }
  163. else
  164. {
  165. memoryBlockAllocator = (MmuFlags & 0x40) != 0
  166. ? System.LargeMemoryBlockAllocator
  167. : System.SmallMemoryBlockAllocator;
  168. }
  169. AddressSpaceType addrSpaceType = (AddressSpaceType)((creationInfo.MmuFlags >> 1) & 7);
  170. InitializeMemoryManager(addrSpaceType, memRegion);
  171. bool aslrEnabled = ((creationInfo.MmuFlags >> 5) & 1) != 0;
  172. ulong codeAddress = creationInfo.CodeAddress;
  173. ulong codeSize = codePagesCount * KMemoryManager.PageSize;
  174. KernelResult result = MemoryManager.InitializeForProcess(
  175. addrSpaceType,
  176. aslrEnabled,
  177. !aslrEnabled,
  178. memRegion,
  179. codeAddress,
  180. codeSize,
  181. memoryBlockAllocator);
  182. if (result != KernelResult.Success)
  183. {
  184. CleanUpForError();
  185. return result;
  186. }
  187. if (!ValidateCodeAddressAndSize(codeAddress, codeSize))
  188. {
  189. CleanUpForError();
  190. return KernelResult.InvalidMemRange;
  191. }
  192. result = MemoryManager.MapNewProcessCode(
  193. codeAddress,
  194. codePagesCount,
  195. MemoryState.CodeStatic,
  196. MemoryPermission.None);
  197. if (result != KernelResult.Success)
  198. {
  199. CleanUpForError();
  200. return result;
  201. }
  202. result = Capabilities.InitializeForUser(caps, MemoryManager);
  203. if (result != KernelResult.Success)
  204. {
  205. CleanUpForError();
  206. return result;
  207. }
  208. Pid = System.GetProcessId();
  209. if (Pid == -1 || (ulong)Pid < Horizon.InitialProcessId)
  210. {
  211. throw new InvalidOperationException($"Invalid Process Id {Pid}.");
  212. }
  213. result = ParseProcessInfo(creationInfo);
  214. if (result != KernelResult.Success)
  215. {
  216. CleanUpForError();
  217. }
  218. return result;
  219. }
  220. private bool ValidateCodeAddressAndSize(ulong address, ulong size)
  221. {
  222. ulong codeRegionStart;
  223. ulong codeRegionSize;
  224. switch (MemoryManager.AddrSpaceWidth)
  225. {
  226. case 32:
  227. codeRegionStart = 0x200000;
  228. codeRegionSize = 0x3fe00000;
  229. break;
  230. case 36:
  231. codeRegionStart = 0x8000000;
  232. codeRegionSize = 0x78000000;
  233. break;
  234. case 39:
  235. codeRegionStart = 0x8000000;
  236. codeRegionSize = 0x7ff8000000;
  237. break;
  238. default: throw new InvalidOperationException("Invalid address space width on memory manager.");
  239. }
  240. ulong endAddr = address + size;
  241. ulong codeRegionEnd = codeRegionStart + codeRegionSize;
  242. if (endAddr <= address ||
  243. endAddr - 1 > codeRegionEnd - 1)
  244. {
  245. return false;
  246. }
  247. if (MemoryManager.InsideHeapRegion (address, size) ||
  248. MemoryManager.InsideAliasRegion(address, size))
  249. {
  250. return false;
  251. }
  252. return true;
  253. }
  254. private KernelResult ParseProcessInfo(ProcessCreationInfo creationInfo)
  255. {
  256. //Ensure that the current kernel version is equal or above to the minimum required.
  257. uint requiredKernelVersionMajor = (uint)Capabilities.KernelReleaseVersion >> 19;
  258. uint requiredKernelVersionMinor = ((uint)Capabilities.KernelReleaseVersion >> 15) & 0xf;
  259. if (System.EnableVersionChecks)
  260. {
  261. if (requiredKernelVersionMajor > KernelVersionMajor)
  262. {
  263. return KernelResult.InvalidCombination;
  264. }
  265. if (requiredKernelVersionMajor != KernelVersionMajor && requiredKernelVersionMajor < 3)
  266. {
  267. return KernelResult.InvalidCombination;
  268. }
  269. if (requiredKernelVersionMinor > KernelVersionMinor)
  270. {
  271. return KernelResult.InvalidCombination;
  272. }
  273. }
  274. KernelResult result = AllocateThreadLocalStorage(out ulong userExceptionContextAddress);
  275. if (result != KernelResult.Success)
  276. {
  277. return result;
  278. }
  279. UserExceptionContextAddress = userExceptionContextAddress;
  280. MemoryHelper.FillWithZeros(CpuMemory, (long)userExceptionContextAddress, KTlsPageInfo.TlsEntrySize);
  281. Name = creationInfo.Name;
  282. _state = ProcessState.Created;
  283. _creationTimestamp = PerformanceCounter.ElapsedMilliseconds;
  284. MmuFlags = creationInfo.MmuFlags;
  285. _category = creationInfo.Category;
  286. TitleId = creationInfo.TitleId;
  287. _entrypoint = creationInfo.CodeAddress;
  288. _imageSize = (ulong)creationInfo.CodePagesCount * KMemoryManager.PageSize;
  289. _useSystemMemBlocks = ((MmuFlags >> 6) & 1) != 0;
  290. switch ((AddressSpaceType)((MmuFlags >> 1) & 7))
  291. {
  292. case AddressSpaceType.Addr32Bits:
  293. case AddressSpaceType.Addr36Bits:
  294. case AddressSpaceType.Addr39Bits:
  295. _memoryUsageCapacity = MemoryManager.HeapRegionEnd -
  296. MemoryManager.HeapRegionStart;
  297. break;
  298. case AddressSpaceType.Addr32BitsNoMap:
  299. _memoryUsageCapacity = MemoryManager.HeapRegionEnd -
  300. MemoryManager.HeapRegionStart +
  301. MemoryManager.AliasRegionEnd -
  302. MemoryManager.AliasRegionStart;
  303. break;
  304. default: throw new InvalidOperationException($"Invalid MMU flags value 0x{MmuFlags:x2}.");
  305. }
  306. GenerateRandomEntropy();
  307. return KernelResult.Success;
  308. }
  309. public KernelResult AllocateThreadLocalStorage(out ulong address)
  310. {
  311. System.CriticalSection.Enter();
  312. KernelResult result;
  313. if (_freeTlsPages.Count > 0)
  314. {
  315. //If we have free TLS pages available, just use the first one.
  316. KTlsPageInfo pageInfo = _freeTlsPages.Values.First();
  317. if (!pageInfo.TryGetFreePage(out address))
  318. {
  319. throw new InvalidOperationException("Unexpected failure getting free TLS page!");
  320. }
  321. if (pageInfo.IsFull())
  322. {
  323. _freeTlsPages.Remove(pageInfo.PageAddr);
  324. _fullTlsPages.Add(pageInfo.PageAddr, pageInfo);
  325. }
  326. result = KernelResult.Success;
  327. }
  328. else
  329. {
  330. //Otherwise, we need to create a new one.
  331. result = AllocateTlsPage(out KTlsPageInfo pageInfo);
  332. if (result == KernelResult.Success)
  333. {
  334. if (!pageInfo.TryGetFreePage(out address))
  335. {
  336. throw new InvalidOperationException("Unexpected failure getting free TLS page!");
  337. }
  338. _freeTlsPages.Add(pageInfo.PageAddr, pageInfo);
  339. }
  340. else
  341. {
  342. address = 0;
  343. }
  344. }
  345. System.CriticalSection.Leave();
  346. return result;
  347. }
  348. private KernelResult AllocateTlsPage(out KTlsPageInfo pageInfo)
  349. {
  350. pageInfo = default(KTlsPageInfo);
  351. if (!System.UserSlabHeapPages.TryGetItem(out ulong tlsPagePa))
  352. {
  353. return KernelResult.OutOfMemory;
  354. }
  355. ulong regionStart = MemoryManager.TlsIoRegionStart;
  356. ulong regionSize = MemoryManager.TlsIoRegionEnd - regionStart;
  357. ulong regionPagesCount = regionSize / KMemoryManager.PageSize;
  358. KernelResult result = MemoryManager.AllocateOrMapPa(
  359. 1,
  360. KMemoryManager.PageSize,
  361. tlsPagePa,
  362. true,
  363. regionStart,
  364. regionPagesCount,
  365. MemoryState.ThreadLocal,
  366. MemoryPermission.ReadAndWrite,
  367. out ulong tlsPageVa);
  368. if (result != KernelResult.Success)
  369. {
  370. System.UserSlabHeapPages.Free(tlsPagePa);
  371. }
  372. else
  373. {
  374. pageInfo = new KTlsPageInfo(tlsPageVa);
  375. MemoryHelper.FillWithZeros(CpuMemory, (long)tlsPageVa, KMemoryManager.PageSize);
  376. }
  377. return result;
  378. }
  379. public KernelResult FreeThreadLocalStorage(ulong tlsSlotAddr)
  380. {
  381. ulong tlsPageAddr = BitUtils.AlignDown(tlsSlotAddr, KMemoryManager.PageSize);
  382. System.CriticalSection.Enter();
  383. KernelResult result = KernelResult.Success;
  384. KTlsPageInfo pageInfo = null;
  385. if (_fullTlsPages.TryGetValue(tlsPageAddr, out pageInfo))
  386. {
  387. //TLS page was full, free slot and move to free pages tree.
  388. _fullTlsPages.Remove(tlsPageAddr);
  389. _freeTlsPages.Add(tlsPageAddr, pageInfo);
  390. }
  391. else if (!_freeTlsPages.TryGetValue(tlsPageAddr, out pageInfo))
  392. {
  393. result = KernelResult.InvalidAddress;
  394. }
  395. if (pageInfo != null)
  396. {
  397. pageInfo.FreeTlsSlot(tlsSlotAddr);
  398. if (pageInfo.IsEmpty())
  399. {
  400. //TLS page is now empty, we should ensure it is removed
  401. //from all trees, and free the memory it was using.
  402. _freeTlsPages.Remove(tlsPageAddr);
  403. System.CriticalSection.Leave();
  404. FreeTlsPage(pageInfo);
  405. return KernelResult.Success;
  406. }
  407. }
  408. System.CriticalSection.Leave();
  409. return result;
  410. }
  411. private KernelResult FreeTlsPage(KTlsPageInfo pageInfo)
  412. {
  413. if (!MemoryManager.ConvertVaToPa(pageInfo.PageAddr, out ulong tlsPagePa))
  414. {
  415. throw new InvalidOperationException("Unexpected failure translating virtual address to physical.");
  416. }
  417. KernelResult result = MemoryManager.UnmapForKernel(pageInfo.PageAddr, 1, MemoryState.ThreadLocal);
  418. if (result == KernelResult.Success)
  419. {
  420. System.UserSlabHeapPages.Free(tlsPagePa);
  421. }
  422. return result;
  423. }
  424. private void GenerateRandomEntropy()
  425. {
  426. //TODO.
  427. }
  428. public KernelResult Start(int mainThreadPriority, ulong stackSize)
  429. {
  430. lock (_processLock)
  431. {
  432. if (_state > ProcessState.CreatedAttached)
  433. {
  434. return KernelResult.InvalidState;
  435. }
  436. if (ResourceLimit != null && !ResourceLimit.Reserve(LimitableResource.Thread, 1))
  437. {
  438. return KernelResult.ResLimitExceeded;
  439. }
  440. KResourceLimit threadResourceLimit = ResourceLimit;
  441. KResourceLimit memoryResourceLimit = null;
  442. if (_mainThreadStackSize != 0)
  443. {
  444. throw new InvalidOperationException("Trying to start a process with a invalid state!");
  445. }
  446. ulong stackSizeRounded = BitUtils.AlignUp(stackSize, KMemoryManager.PageSize);
  447. ulong neededSize = stackSizeRounded + _imageSize;
  448. //Check if the needed size for the code and the stack will fit on the
  449. //memory usage capacity of this Process. Also check for possible overflow
  450. //on the above addition.
  451. if (neededSize > _memoryUsageCapacity ||
  452. neededSize < stackSizeRounded)
  453. {
  454. threadResourceLimit?.Release(LimitableResource.Thread, 1);
  455. return KernelResult.OutOfMemory;
  456. }
  457. if (stackSizeRounded != 0 && ResourceLimit != null)
  458. {
  459. memoryResourceLimit = ResourceLimit;
  460. if (!memoryResourceLimit.Reserve(LimitableResource.Memory, stackSizeRounded))
  461. {
  462. threadResourceLimit?.Release(LimitableResource.Thread, 1);
  463. return KernelResult.ResLimitExceeded;
  464. }
  465. }
  466. KernelResult result;
  467. KThread mainThread = null;
  468. ulong stackTop = 0;
  469. void CleanUpForError()
  470. {
  471. HandleTable.Destroy();
  472. mainThread?.DecrementReferenceCount();
  473. if (_mainThreadStackSize != 0)
  474. {
  475. ulong stackBottom = stackTop - _mainThreadStackSize;
  476. ulong stackPagesCount = _mainThreadStackSize / KMemoryManager.PageSize;
  477. MemoryManager.UnmapForKernel(stackBottom, stackPagesCount, MemoryState.Stack);
  478. _mainThreadStackSize = 0;
  479. }
  480. memoryResourceLimit?.Release(LimitableResource.Memory, stackSizeRounded);
  481. threadResourceLimit?.Release(LimitableResource.Thread, 1);
  482. }
  483. if (stackSizeRounded != 0)
  484. {
  485. ulong stackPagesCount = stackSizeRounded / KMemoryManager.PageSize;
  486. ulong regionStart = MemoryManager.StackRegionStart;
  487. ulong regionSize = MemoryManager.StackRegionEnd - regionStart;
  488. ulong regionPagesCount = regionSize / KMemoryManager.PageSize;
  489. result = MemoryManager.AllocateOrMapPa(
  490. stackPagesCount,
  491. KMemoryManager.PageSize,
  492. 0,
  493. false,
  494. regionStart,
  495. regionPagesCount,
  496. MemoryState.Stack,
  497. MemoryPermission.ReadAndWrite,
  498. out ulong stackBottom);
  499. if (result != KernelResult.Success)
  500. {
  501. CleanUpForError();
  502. return result;
  503. }
  504. _mainThreadStackSize += stackSizeRounded;
  505. stackTop = stackBottom + stackSizeRounded;
  506. }
  507. ulong heapCapacity = _memoryUsageCapacity - _mainThreadStackSize - _imageSize;
  508. result = MemoryManager.SetHeapCapacity(heapCapacity);
  509. if (result != KernelResult.Success)
  510. {
  511. CleanUpForError();
  512. return result;
  513. }
  514. HandleTable = new KHandleTable(System);
  515. result = HandleTable.Initialize(Capabilities.HandleTableSize);
  516. if (result != KernelResult.Success)
  517. {
  518. CleanUpForError();
  519. return result;
  520. }
  521. mainThread = new KThread(System);
  522. result = mainThread.Initialize(
  523. _entrypoint,
  524. 0,
  525. stackTop,
  526. mainThreadPriority,
  527. DefaultCpuCore,
  528. this);
  529. if (result != KernelResult.Success)
  530. {
  531. CleanUpForError();
  532. return result;
  533. }
  534. result = HandleTable.GenerateHandle(mainThread, out int mainThreadHandle);
  535. if (result != KernelResult.Success)
  536. {
  537. CleanUpForError();
  538. return result;
  539. }
  540. mainThread.SetEntryArguments(0, mainThreadHandle);
  541. ProcessState oldState = _state;
  542. ProcessState newState = _state != ProcessState.Created
  543. ? ProcessState.Attached
  544. : ProcessState.Started;
  545. SetState(newState);
  546. //TODO: We can't call KThread.Start from a non-guest thread.
  547. //We will need to make some changes to allow the creation of
  548. //dummy threads that will be used to initialize the current
  549. //thread on KCoreContext so that GetCurrentThread doesn't fail.
  550. /* Result = MainThread.Start();
  551. if (Result != KernelResult.Success)
  552. {
  553. SetState(OldState);
  554. CleanUpForError();
  555. } */
  556. mainThread.Reschedule(ThreadSchedState.Running);
  557. if (result == KernelResult.Success)
  558. {
  559. mainThread.IncrementReferenceCount();
  560. }
  561. mainThread.DecrementReferenceCount();
  562. return result;
  563. }
  564. }
  565. private void SetState(ProcessState newState)
  566. {
  567. if (_state != newState)
  568. {
  569. _state = newState;
  570. _signaled = true;
  571. Signal();
  572. }
  573. }
  574. public KernelResult InitializeThread(
  575. KThread thread,
  576. ulong entrypoint,
  577. ulong argsPtr,
  578. ulong stackTop,
  579. int priority,
  580. int cpuCore)
  581. {
  582. lock (_processLock)
  583. {
  584. return thread.Initialize(entrypoint, argsPtr, stackTop, priority, cpuCore, this);
  585. }
  586. }
  587. public void SubscribeThreadEventHandlers(CpuThread context)
  588. {
  589. context.ThreadState.Interrupt += InterruptHandler;
  590. context.ThreadState.SvcCall += _svcHandler.SvcCall;
  591. context.ThreadState.Undefined += UndefinedInstructionHandler;
  592. }
  593. private void InterruptHandler(object sender, EventArgs e)
  594. {
  595. System.Scheduler.ContextSwitch();
  596. }
  597. public void IncrementThreadCount()
  598. {
  599. Interlocked.Increment(ref _threadCount);
  600. System.ThreadCounter.AddCount();
  601. }
  602. public void DecrementThreadCountAndTerminateIfZero()
  603. {
  604. System.ThreadCounter.Signal();
  605. if (Interlocked.Decrement(ref _threadCount) == 0)
  606. {
  607. Terminate();
  608. }
  609. }
  610. public ulong GetMemoryCapacity()
  611. {
  612. ulong totalCapacity = (ulong)ResourceLimit.GetRemainingValue(LimitableResource.Memory);
  613. totalCapacity += MemoryManager.GetTotalHeapSize();
  614. totalCapacity += GetPersonalMmHeapSize();
  615. totalCapacity += _imageSize + _mainThreadStackSize;
  616. if (totalCapacity <= _memoryUsageCapacity)
  617. {
  618. return totalCapacity;
  619. }
  620. return _memoryUsageCapacity;
  621. }
  622. public ulong GetMemoryUsage()
  623. {
  624. return _imageSize + _mainThreadStackSize + MemoryManager.GetTotalHeapSize() + GetPersonalMmHeapSize();
  625. }
  626. public ulong GetMemoryCapacityWithoutPersonalMmHeap()
  627. {
  628. return GetMemoryCapacity() - GetPersonalMmHeapSize();
  629. }
  630. public ulong GetMemoryUsageWithoutPersonalMmHeap()
  631. {
  632. return GetMemoryUsage() - GetPersonalMmHeapSize();
  633. }
  634. private ulong GetPersonalMmHeapSize()
  635. {
  636. return GetPersonalMmHeapSize(PersonalMmHeapPagesCount, _memRegion);
  637. }
  638. private static ulong GetPersonalMmHeapSize(ulong personalMmHeapPagesCount, MemoryRegion memRegion)
  639. {
  640. if (memRegion == MemoryRegion.Applet)
  641. {
  642. return 0;
  643. }
  644. return personalMmHeapPagesCount * KMemoryManager.PageSize;
  645. }
  646. public void AddThread(KThread thread)
  647. {
  648. lock (_threadingLock)
  649. {
  650. thread.ProcessListNode = _threads.AddLast(thread);
  651. }
  652. }
  653. public void RemoveThread(KThread thread)
  654. {
  655. lock (_threadingLock)
  656. {
  657. _threads.Remove(thread.ProcessListNode);
  658. }
  659. }
  660. public bool IsCpuCoreAllowed(int core)
  661. {
  662. return (Capabilities.AllowedCpuCoresMask & (1L << core)) != 0;
  663. }
  664. public bool IsPriorityAllowed(int priority)
  665. {
  666. return (Capabilities.AllowedThreadPriosMask & (1L << priority)) != 0;
  667. }
  668. public override bool IsSignaled()
  669. {
  670. return _signaled;
  671. }
  672. public KernelResult Terminate()
  673. {
  674. KernelResult result;
  675. bool shallTerminate = false;
  676. System.CriticalSection.Enter();
  677. lock (_processLock)
  678. {
  679. if (_state >= ProcessState.Started)
  680. {
  681. if (_state == ProcessState.Started ||
  682. _state == ProcessState.Crashed ||
  683. _state == ProcessState.Attached ||
  684. _state == ProcessState.DebugSuspended)
  685. {
  686. SetState(ProcessState.Exiting);
  687. shallTerminate = true;
  688. }
  689. result = KernelResult.Success;
  690. }
  691. else
  692. {
  693. result = KernelResult.InvalidState;
  694. }
  695. }
  696. System.CriticalSection.Leave();
  697. if (shallTerminate)
  698. {
  699. //UnpauseAndTerminateAllThreadsExcept(System.Scheduler.GetCurrentThread());
  700. HandleTable.Destroy();
  701. SignalExitForDebugEvent();
  702. SignalExit();
  703. }
  704. return result;
  705. }
  706. private void UnpauseAndTerminateAllThreadsExcept(KThread thread)
  707. {
  708. //TODO.
  709. }
  710. private void SignalExitForDebugEvent()
  711. {
  712. //TODO: Debug events.
  713. }
  714. private void SignalExit()
  715. {
  716. if (ResourceLimit != null)
  717. {
  718. ResourceLimit.Release(LimitableResource.Memory, GetMemoryUsage());
  719. }
  720. System.CriticalSection.Enter();
  721. SetState(ProcessState.Exited);
  722. System.CriticalSection.Leave();
  723. }
  724. public KernelResult ClearIfNotExited()
  725. {
  726. KernelResult result;
  727. System.CriticalSection.Enter();
  728. lock (_processLock)
  729. {
  730. if (_state != ProcessState.Exited && _signaled)
  731. {
  732. _signaled = false;
  733. result = KernelResult.Success;
  734. }
  735. else
  736. {
  737. result = KernelResult.InvalidState;
  738. }
  739. }
  740. System.CriticalSection.Leave();
  741. return result;
  742. }
  743. public void StopAllThreads()
  744. {
  745. lock (_threadingLock)
  746. {
  747. foreach (KThread thread in _threads)
  748. {
  749. thread.Context.StopExecution();
  750. System.Scheduler.CoreManager.Set(thread.Context.Work);
  751. }
  752. }
  753. }
  754. private void InitializeMemoryManager(AddressSpaceType addrSpaceType, MemoryRegion memRegion)
  755. {
  756. int addrSpaceBits;
  757. switch (addrSpaceType)
  758. {
  759. case AddressSpaceType.Addr32Bits: addrSpaceBits = 32; break;
  760. case AddressSpaceType.Addr36Bits: addrSpaceBits = 36; break;
  761. case AddressSpaceType.Addr32BitsNoMap: addrSpaceBits = 32; break;
  762. case AddressSpaceType.Addr39Bits: addrSpaceBits = 39; break;
  763. default: throw new ArgumentException(nameof(addrSpaceType));
  764. }
  765. bool useFlatPageTable = memRegion == MemoryRegion.Application;
  766. CpuMemory = new MemoryManager(_system.Device.Memory.RamPointer, addrSpaceBits, useFlatPageTable);
  767. MemoryManager = new KMemoryManager(_system, CpuMemory);
  768. Translator = new Translator(CpuMemory);
  769. Translator.CpuTrace += CpuTraceHandler;
  770. }
  771. public void PrintCurrentThreadStackTrace()
  772. {
  773. System.Scheduler.GetCurrentThread().PrintGuestStackTrace();
  774. }
  775. private void CpuTraceHandler(object sender, CpuTraceEventArgs e)
  776. {
  777. Logger.PrintInfo(LogClass.Cpu, $"Executing at 0x{e.Position:X16}.");
  778. }
  779. private void UndefinedInstructionHandler(object sender, InstUndefinedEventArgs e)
  780. {
  781. throw new UndefinedInstructionException(e.Position, e.RawOpCode);
  782. }
  783. }
  784. }