Syscall.cs 77 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414
  1. using Ryujinx.Common;
  2. using Ryujinx.Common.Logging;
  3. using Ryujinx.Cpu;
  4. using Ryujinx.HLE.Exceptions;
  5. using Ryujinx.HLE.HOS.Kernel.Common;
  6. using Ryujinx.HLE.HOS.Kernel.Ipc;
  7. using Ryujinx.HLE.HOS.Kernel.Memory;
  8. using Ryujinx.HLE.HOS.Kernel.Process;
  9. using Ryujinx.HLE.HOS.Kernel.Threading;
  10. using Ryujinx.Memory;
  11. using System;
  12. using System.Threading;
  13. namespace Ryujinx.HLE.HOS.Kernel.SupervisorCall
  14. {
  15. class Syscall
  16. {
  17. private readonly KernelContext _context;
  18. public Syscall(KernelContext context)
  19. {
  20. _context = context;
  21. }
  22. // Process
  23. public KernelResult GetProcessId(int handle, out long pid)
  24. {
  25. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  26. KProcess process = currentProcess.HandleTable.GetKProcess(handle);
  27. if (process == null)
  28. {
  29. KThread thread = currentProcess.HandleTable.GetKThread(handle);
  30. if (thread != null)
  31. {
  32. process = thread.Owner;
  33. }
  34. // TODO: KDebugEvent.
  35. }
  36. pid = process?.Pid ?? 0;
  37. return process != null
  38. ? KernelResult.Success
  39. : KernelResult.InvalidHandle;
  40. }
  41. public KernelResult CreateProcess(
  42. ProcessCreationInfo info,
  43. ReadOnlySpan<int> capabilities,
  44. out int handle,
  45. IProcessContextFactory contextFactory,
  46. ThreadStart customThreadStart = null)
  47. {
  48. handle = 0;
  49. if ((info.Flags & ~ProcessCreationFlags.All) != 0)
  50. {
  51. return KernelResult.InvalidEnumValue;
  52. }
  53. // TODO: Address space check.
  54. if ((info.Flags & ProcessCreationFlags.PoolPartitionMask) > ProcessCreationFlags.PoolPartitionSystemNonSecure)
  55. {
  56. return KernelResult.InvalidEnumValue;
  57. }
  58. if ((info.CodeAddress & 0x1fffff) != 0)
  59. {
  60. return KernelResult.InvalidAddress;
  61. }
  62. if (info.CodePagesCount < 0 || info.SystemResourcePagesCount < 0)
  63. {
  64. return KernelResult.InvalidSize;
  65. }
  66. if (info.Flags.HasFlag(ProcessCreationFlags.OptimizeMemoryAllocation) &&
  67. !info.Flags.HasFlag(ProcessCreationFlags.IsApplication))
  68. {
  69. return KernelResult.InvalidThread;
  70. }
  71. KHandleTable handleTable = _context.Scheduler.GetCurrentProcess().HandleTable;
  72. KProcess process = new KProcess(_context);
  73. using var _ = new OnScopeExit(process.DecrementReferenceCount);
  74. KResourceLimit resourceLimit;
  75. if (info.ResourceLimitHandle != 0)
  76. {
  77. resourceLimit = handleTable.GetObject<KResourceLimit>(info.ResourceLimitHandle);
  78. if (resourceLimit == null)
  79. {
  80. return KernelResult.InvalidHandle;
  81. }
  82. }
  83. else
  84. {
  85. resourceLimit = _context.ResourceLimit;
  86. }
  87. MemoryRegion memRegion = (info.Flags & ProcessCreationFlags.PoolPartitionMask) switch
  88. {
  89. ProcessCreationFlags.PoolPartitionApplication => MemoryRegion.Application,
  90. ProcessCreationFlags.PoolPartitionApplet => MemoryRegion.Applet,
  91. ProcessCreationFlags.PoolPartitionSystem => MemoryRegion.Service,
  92. ProcessCreationFlags.PoolPartitionSystemNonSecure => MemoryRegion.NvServices,
  93. _ => MemoryRegion.NvServices
  94. };
  95. KernelResult result = process.Initialize(
  96. info,
  97. capabilities,
  98. resourceLimit,
  99. memRegion,
  100. contextFactory,
  101. customThreadStart);
  102. if (result != KernelResult.Success)
  103. {
  104. return result;
  105. }
  106. _context.Processes.TryAdd(process.Pid, process);
  107. return handleTable.GenerateHandle(process, out handle);
  108. }
  109. public KernelResult StartProcess(int handle, int priority, int cpuCore, ulong mainThreadStackSize)
  110. {
  111. KProcess process = _context.Scheduler.GetCurrentProcess().HandleTable.GetObject<KProcess>(handle);
  112. if (process == null)
  113. {
  114. return KernelResult.InvalidHandle;
  115. }
  116. if ((uint)cpuCore >= KScheduler.CpuCoresCount || !process.IsCpuCoreAllowed(cpuCore))
  117. {
  118. return KernelResult.InvalidCpuCore;
  119. }
  120. if ((uint)priority >= KScheduler.PrioritiesCount || !process.IsPriorityAllowed(priority))
  121. {
  122. return KernelResult.InvalidPriority;
  123. }
  124. process.DefaultCpuCore = cpuCore;
  125. KernelResult result = process.Start(priority, mainThreadStackSize);
  126. if (result != KernelResult.Success)
  127. {
  128. return result;
  129. }
  130. process.IncrementReferenceCount();
  131. return KernelResult.Success;
  132. }
  133. // IPC
  134. public KernelResult ConnectToNamedPort(ulong namePtr, out int handle)
  135. {
  136. handle = 0;
  137. if (!KernelTransfer.UserToKernelString(_context, namePtr, 12, out string name))
  138. {
  139. return KernelResult.UserCopyFailed;
  140. }
  141. return ConnectToNamedPort(name, out handle);
  142. }
  143. public KernelResult ConnectToNamedPort(string name, out int handle)
  144. {
  145. handle = 0;
  146. if (name.Length > 11)
  147. {
  148. return KernelResult.MaximumExceeded;
  149. }
  150. KAutoObject autoObj = KAutoObject.FindNamedObject(_context, name);
  151. if (!(autoObj is KClientPort clientPort))
  152. {
  153. return KernelResult.NotFound;
  154. }
  155. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  156. KernelResult result = currentProcess.HandleTable.ReserveHandle(out handle);
  157. if (result != KernelResult.Success)
  158. {
  159. return result;
  160. }
  161. result = clientPort.Connect(out KClientSession clientSession);
  162. if (result != KernelResult.Success)
  163. {
  164. currentProcess.HandleTable.CancelHandleReservation(handle);
  165. return result;
  166. }
  167. currentProcess.HandleTable.SetReservedHandleObj(handle, clientSession);
  168. clientSession.DecrementReferenceCount();
  169. return result;
  170. }
  171. public KernelResult SendSyncRequest(int handle)
  172. {
  173. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  174. KClientSession session = currentProcess.HandleTable.GetObject<KClientSession>(handle);
  175. if (session == null)
  176. {
  177. return KernelResult.InvalidHandle;
  178. }
  179. return session.SendSyncRequest();
  180. }
  181. public KernelResult SendSyncRequestWithUserBuffer(ulong messagePtr, ulong messageSize, int handle)
  182. {
  183. if (!PageAligned(messagePtr))
  184. {
  185. return KernelResult.InvalidAddress;
  186. }
  187. if (!PageAligned(messageSize) || messageSize == 0)
  188. {
  189. return KernelResult.InvalidSize;
  190. }
  191. if (messagePtr + messageSize <= messagePtr)
  192. {
  193. return KernelResult.InvalidMemState;
  194. }
  195. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  196. KernelResult result = currentProcess.MemoryManager.BorrowIpcBuffer(messagePtr, messageSize);
  197. if (result != KernelResult.Success)
  198. {
  199. return result;
  200. }
  201. KClientSession session = currentProcess.HandleTable.GetObject<KClientSession>(handle);
  202. if (session == null)
  203. {
  204. result = KernelResult.InvalidHandle;
  205. }
  206. else
  207. {
  208. result = session.SendSyncRequest(messagePtr, messageSize);
  209. }
  210. KernelResult result2 = currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  211. if (result == KernelResult.Success)
  212. {
  213. result = result2;
  214. }
  215. return result;
  216. }
  217. public KernelResult SendAsyncRequestWithUserBuffer(ulong messagePtr, ulong messageSize, int handle, out int doneEventHandle)
  218. {
  219. doneEventHandle = 0;
  220. if (!PageAligned(messagePtr))
  221. {
  222. return KernelResult.InvalidAddress;
  223. }
  224. if (!PageAligned(messageSize) || messageSize == 0)
  225. {
  226. return KernelResult.InvalidSize;
  227. }
  228. if (messagePtr + messageSize <= messagePtr)
  229. {
  230. return KernelResult.InvalidMemState;
  231. }
  232. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  233. KernelResult result = currentProcess.MemoryManager.BorrowIpcBuffer(messagePtr, messageSize);
  234. if (result != KernelResult.Success)
  235. {
  236. return result;
  237. }
  238. KResourceLimit resourceLimit = currentProcess.ResourceLimit;
  239. if (resourceLimit != null && !resourceLimit.Reserve(LimitableResource.Event, 1))
  240. {
  241. currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  242. return KernelResult.ResLimitExceeded;
  243. }
  244. KClientSession session = currentProcess.HandleTable.GetObject<KClientSession>(handle);
  245. if (session == null)
  246. {
  247. result = KernelResult.InvalidHandle;
  248. }
  249. else
  250. {
  251. KEvent doneEvent = new KEvent(_context);
  252. result = currentProcess.HandleTable.GenerateHandle(doneEvent.ReadableEvent, out doneEventHandle);
  253. if (result == KernelResult.Success)
  254. {
  255. result = session.SendAsyncRequest(doneEvent.WritableEvent, messagePtr, messageSize);
  256. if (result != KernelResult.Success)
  257. {
  258. currentProcess.HandleTable.CloseHandle(doneEventHandle);
  259. }
  260. }
  261. }
  262. if (result != KernelResult.Success)
  263. {
  264. resourceLimit?.Release(LimitableResource.Event, 1);
  265. currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  266. }
  267. return result;
  268. }
  269. public KernelResult CreateSession(
  270. bool isLight,
  271. ulong namePtr,
  272. out int serverSessionHandle,
  273. out int clientSessionHandle)
  274. {
  275. serverSessionHandle = 0;
  276. clientSessionHandle = 0;
  277. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  278. KResourceLimit resourceLimit = currentProcess.ResourceLimit;
  279. if (resourceLimit != null && !resourceLimit.Reserve(LimitableResource.Session, 1))
  280. {
  281. return KernelResult.ResLimitExceeded;
  282. }
  283. KernelResult result;
  284. if (isLight)
  285. {
  286. KLightSession session = new KLightSession(_context);
  287. result = currentProcess.HandleTable.GenerateHandle(session.ServerSession, out serverSessionHandle);
  288. if (result == KernelResult.Success)
  289. {
  290. result = currentProcess.HandleTable.GenerateHandle(session.ClientSession, out clientSessionHandle);
  291. if (result != KernelResult.Success)
  292. {
  293. currentProcess.HandleTable.CloseHandle(serverSessionHandle);
  294. serverSessionHandle = 0;
  295. }
  296. }
  297. session.ServerSession.DecrementReferenceCount();
  298. session.ClientSession.DecrementReferenceCount();
  299. }
  300. else
  301. {
  302. KSession session = new KSession(_context);
  303. result = currentProcess.HandleTable.GenerateHandle(session.ServerSession, out serverSessionHandle);
  304. if (result == KernelResult.Success)
  305. {
  306. result = currentProcess.HandleTable.GenerateHandle(session.ClientSession, out clientSessionHandle);
  307. if (result != KernelResult.Success)
  308. {
  309. currentProcess.HandleTable.CloseHandle(serverSessionHandle);
  310. serverSessionHandle = 0;
  311. }
  312. }
  313. session.ServerSession.DecrementReferenceCount();
  314. session.ClientSession.DecrementReferenceCount();
  315. }
  316. return result;
  317. }
  318. public KernelResult AcceptSession(int portHandle, out int sessionHandle)
  319. {
  320. sessionHandle = 0;
  321. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  322. KServerPort serverPort = currentProcess.HandleTable.GetObject<KServerPort>(portHandle);
  323. if (serverPort == null)
  324. {
  325. return KernelResult.InvalidHandle;
  326. }
  327. KernelResult result = currentProcess.HandleTable.ReserveHandle(out int handle);
  328. if (result != KernelResult.Success)
  329. {
  330. return result;
  331. }
  332. KAutoObject session;
  333. if (serverPort.IsLight)
  334. {
  335. session = serverPort.AcceptIncomingLightConnection();
  336. }
  337. else
  338. {
  339. session = serverPort.AcceptIncomingConnection();
  340. }
  341. if (session != null)
  342. {
  343. currentProcess.HandleTable.SetReservedHandleObj(handle, session);
  344. session.DecrementReferenceCount();
  345. sessionHandle = handle;
  346. result = KernelResult.Success;
  347. }
  348. else
  349. {
  350. currentProcess.HandleTable.CancelHandleReservation(handle);
  351. result = KernelResult.NotFound;
  352. }
  353. return result;
  354. }
  355. public KernelResult ReplyAndReceive(
  356. ulong handlesPtr,
  357. int handlesCount,
  358. int replyTargetHandle,
  359. long timeout,
  360. out int handleIndex)
  361. {
  362. handleIndex = 0;
  363. if ((uint)handlesCount > 0x40)
  364. {
  365. return KernelResult.MaximumExceeded;
  366. }
  367. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  368. ulong copySize = (ulong)((long)handlesCount * 4);
  369. if (!currentProcess.MemoryManager.InsideAddrSpace(handlesPtr, copySize))
  370. {
  371. return KernelResult.UserCopyFailed;
  372. }
  373. if (handlesPtr + copySize < handlesPtr)
  374. {
  375. return KernelResult.UserCopyFailed;
  376. }
  377. int[] handles = new int[handlesCount];
  378. if (!KernelTransfer.UserToKernelInt32Array(_context, handlesPtr, handles))
  379. {
  380. return KernelResult.UserCopyFailed;
  381. }
  382. return ReplyAndReceive(handles, replyTargetHandle, timeout, out handleIndex);
  383. }
  384. public KernelResult ReplyAndReceive(ReadOnlySpan<int> handles, int replyTargetHandle, long timeout, out int handleIndex)
  385. {
  386. handleIndex = 0;
  387. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  388. KSynchronizationObject[] syncObjs = new KSynchronizationObject[handles.Length];
  389. for (int index = 0; index < handles.Length; index++)
  390. {
  391. KSynchronizationObject obj = currentProcess.HandleTable.GetObject<KSynchronizationObject>(handles[index]);
  392. if (obj == null)
  393. {
  394. return KernelResult.InvalidHandle;
  395. }
  396. syncObjs[index] = obj;
  397. }
  398. KernelResult result = KernelResult.Success;
  399. if (replyTargetHandle != 0)
  400. {
  401. KServerSession replyTarget = currentProcess.HandleTable.GetObject<KServerSession>(replyTargetHandle);
  402. if (replyTarget == null)
  403. {
  404. result = KernelResult.InvalidHandle;
  405. }
  406. else
  407. {
  408. result = replyTarget.Reply();
  409. }
  410. }
  411. if (result == KernelResult.Success)
  412. {
  413. while ((result = _context.Synchronization.WaitFor(syncObjs, timeout, out handleIndex)) == KernelResult.Success)
  414. {
  415. KServerSession session = currentProcess.HandleTable.GetObject<KServerSession>(handles[handleIndex]);
  416. if (session == null)
  417. {
  418. break;
  419. }
  420. if ((result = session.Receive()) != KernelResult.NotFound)
  421. {
  422. break;
  423. }
  424. }
  425. }
  426. return result;
  427. }
  428. public KernelResult ReplyAndReceiveWithUserBuffer(
  429. ulong handlesPtr,
  430. ulong messagePtr,
  431. ulong messageSize,
  432. int handlesCount,
  433. int replyTargetHandle,
  434. long timeout,
  435. out int handleIndex)
  436. {
  437. handleIndex = 0;
  438. if ((uint)handlesCount > 0x40)
  439. {
  440. return KernelResult.MaximumExceeded;
  441. }
  442. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  443. ulong copySize = (ulong)((long)handlesCount * 4);
  444. if (!currentProcess.MemoryManager.InsideAddrSpace(handlesPtr, copySize))
  445. {
  446. return KernelResult.UserCopyFailed;
  447. }
  448. if (handlesPtr + copySize < handlesPtr)
  449. {
  450. return KernelResult.UserCopyFailed;
  451. }
  452. KernelResult result = currentProcess.MemoryManager.BorrowIpcBuffer(messagePtr, messageSize);
  453. if (result != KernelResult.Success)
  454. {
  455. return result;
  456. }
  457. int[] handles = new int[handlesCount];
  458. if (!KernelTransfer.UserToKernelInt32Array(_context, handlesPtr, handles))
  459. {
  460. currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  461. return KernelResult.UserCopyFailed;
  462. }
  463. KSynchronizationObject[] syncObjs = new KSynchronizationObject[handlesCount];
  464. for (int index = 0; index < handlesCount; index++)
  465. {
  466. KSynchronizationObject obj = currentProcess.HandleTable.GetObject<KSynchronizationObject>(handles[index]);
  467. if (obj == null)
  468. {
  469. currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  470. return KernelResult.InvalidHandle;
  471. }
  472. syncObjs[index] = obj;
  473. }
  474. if (replyTargetHandle != 0)
  475. {
  476. KServerSession replyTarget = currentProcess.HandleTable.GetObject<KServerSession>(replyTargetHandle);
  477. if (replyTarget == null)
  478. {
  479. result = KernelResult.InvalidHandle;
  480. }
  481. else
  482. {
  483. result = replyTarget.Reply(messagePtr, messageSize);
  484. }
  485. }
  486. if (result == KernelResult.Success)
  487. {
  488. while ((result = _context.Synchronization.WaitFor(syncObjs, timeout, out handleIndex)) == KernelResult.Success)
  489. {
  490. KServerSession session = currentProcess.HandleTable.GetObject<KServerSession>(handles[handleIndex]);
  491. if (session == null)
  492. {
  493. break;
  494. }
  495. if ((result = session.Receive(messagePtr, messageSize)) != KernelResult.NotFound)
  496. {
  497. break;
  498. }
  499. }
  500. }
  501. currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  502. return result;
  503. }
  504. public KernelResult CreatePort(
  505. int maxSessions,
  506. bool isLight,
  507. ulong namePtr,
  508. out int serverPortHandle,
  509. out int clientPortHandle)
  510. {
  511. serverPortHandle = clientPortHandle = 0;
  512. if (maxSessions < 1)
  513. {
  514. return KernelResult.MaximumExceeded;
  515. }
  516. KPort port = new KPort(_context, maxSessions, isLight, (long)namePtr);
  517. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  518. KernelResult result = currentProcess.HandleTable.GenerateHandle(port.ClientPort, out clientPortHandle);
  519. if (result != KernelResult.Success)
  520. {
  521. return result;
  522. }
  523. result = currentProcess.HandleTable.GenerateHandle(port.ServerPort, out serverPortHandle);
  524. if (result != KernelResult.Success)
  525. {
  526. currentProcess.HandleTable.CloseHandle(clientPortHandle);
  527. }
  528. return result;
  529. }
  530. public KernelResult ManageNamedPort(ulong namePtr, int maxSessions, out int handle)
  531. {
  532. handle = 0;
  533. if (!KernelTransfer.UserToKernelString(_context, namePtr, 12, out string name))
  534. {
  535. return KernelResult.UserCopyFailed;
  536. }
  537. if (name.Length > 11)
  538. {
  539. return KernelResult.MaximumExceeded;
  540. }
  541. return ManageNamedPort(name, maxSessions, out handle);
  542. }
  543. public KernelResult ManageNamedPort(string name, int maxSessions, out int handle)
  544. {
  545. handle = 0;
  546. if (maxSessions < 0)
  547. {
  548. return KernelResult.MaximumExceeded;
  549. }
  550. if (maxSessions == 0)
  551. {
  552. return KAutoObject.RemoveName(_context, name);
  553. }
  554. KPort port = new KPort(_context, maxSessions, false, 0);
  555. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  556. KernelResult result = currentProcess.HandleTable.GenerateHandle(port.ServerPort, out handle);
  557. if (result != KernelResult.Success)
  558. {
  559. return result;
  560. }
  561. result = port.ClientPort.SetName(name);
  562. if (result != KernelResult.Success)
  563. {
  564. currentProcess.HandleTable.CloseHandle(handle);
  565. }
  566. return result;
  567. }
  568. public KernelResult ConnectToPort(int clientPortHandle, out int clientSessionHandle)
  569. {
  570. clientSessionHandle = 0;
  571. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  572. KClientPort clientPort = currentProcess.HandleTable.GetObject<KClientPort>(clientPortHandle);
  573. if (clientPort == null)
  574. {
  575. return KernelResult.InvalidHandle;
  576. }
  577. KernelResult result = currentProcess.HandleTable.ReserveHandle(out int handle);
  578. if (result != KernelResult.Success)
  579. {
  580. return result;
  581. }
  582. KAutoObject session;
  583. if (clientPort.IsLight)
  584. {
  585. result = clientPort.ConnectLight(out KLightClientSession clientSession);
  586. session = clientSession;
  587. }
  588. else
  589. {
  590. result = clientPort.Connect(out KClientSession clientSession);
  591. session = clientSession;
  592. }
  593. if (result != KernelResult.Success)
  594. {
  595. currentProcess.HandleTable.CancelHandleReservation(handle);
  596. return result;
  597. }
  598. currentProcess.HandleTable.SetReservedHandleObj(handle, session);
  599. session.DecrementReferenceCount();
  600. clientSessionHandle = handle;
  601. return result;
  602. }
  603. // Memory
  604. public KernelResult SetHeapSize(ulong size, out ulong position)
  605. {
  606. if ((size & 0xfffffffe001fffff) != 0)
  607. {
  608. position = 0;
  609. return KernelResult.InvalidSize;
  610. }
  611. KProcess process = _context.Scheduler.GetCurrentProcess();
  612. return process.MemoryManager.SetHeapSize(size, out position);
  613. }
  614. public KernelResult SetMemoryAttribute(
  615. ulong position,
  616. ulong size,
  617. MemoryAttribute attributeMask,
  618. MemoryAttribute attributeValue)
  619. {
  620. if (!PageAligned(position))
  621. {
  622. return KernelResult.InvalidAddress;
  623. }
  624. if (!PageAligned(size) || size == 0)
  625. {
  626. return KernelResult.InvalidSize;
  627. }
  628. MemoryAttribute attributes = attributeMask | attributeValue;
  629. if (attributes != attributeMask ||
  630. (attributes | MemoryAttribute.Uncached) != MemoryAttribute.Uncached)
  631. {
  632. return KernelResult.InvalidCombination;
  633. }
  634. KProcess process = _context.Scheduler.GetCurrentProcess();
  635. KernelResult result = process.MemoryManager.SetMemoryAttribute(
  636. position,
  637. size,
  638. attributeMask,
  639. attributeValue);
  640. return result;
  641. }
  642. public KernelResult MapMemory(ulong dst, ulong src, ulong size)
  643. {
  644. if (!PageAligned(src | dst))
  645. {
  646. return KernelResult.InvalidAddress;
  647. }
  648. if (!PageAligned(size) || size == 0)
  649. {
  650. return KernelResult.InvalidSize;
  651. }
  652. if (src + size <= src || dst + size <= dst)
  653. {
  654. return KernelResult.InvalidMemState;
  655. }
  656. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  657. if (!currentProcess.MemoryManager.InsideAddrSpace(src, size))
  658. {
  659. return KernelResult.InvalidMemState;
  660. }
  661. if (currentProcess.MemoryManager.OutsideStackRegion(dst, size) ||
  662. currentProcess.MemoryManager.InsideHeapRegion(dst, size) ||
  663. currentProcess.MemoryManager.InsideAliasRegion(dst, size))
  664. {
  665. return KernelResult.InvalidMemRange;
  666. }
  667. KProcess process = _context.Scheduler.GetCurrentProcess();
  668. return process.MemoryManager.Map(dst, src, size);
  669. }
  670. public KernelResult UnmapMemory(ulong dst, ulong src, ulong size)
  671. {
  672. if (!PageAligned(src | dst))
  673. {
  674. return KernelResult.InvalidAddress;
  675. }
  676. if (!PageAligned(size) || size == 0)
  677. {
  678. return KernelResult.InvalidSize;
  679. }
  680. if (src + size <= src || dst + size <= dst)
  681. {
  682. return KernelResult.InvalidMemState;
  683. }
  684. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  685. if (!currentProcess.MemoryManager.InsideAddrSpace(src, size))
  686. {
  687. return KernelResult.InvalidMemState;
  688. }
  689. if (currentProcess.MemoryManager.OutsideStackRegion(dst, size) ||
  690. currentProcess.MemoryManager.InsideHeapRegion(dst, size) ||
  691. currentProcess.MemoryManager.InsideAliasRegion(dst, size))
  692. {
  693. return KernelResult.InvalidMemRange;
  694. }
  695. KProcess process = _context.Scheduler.GetCurrentProcess();
  696. return process.MemoryManager.Unmap(dst, src, size);
  697. }
  698. public KernelResult QueryMemory(ulong infoPtr, ulong position, out ulong pageInfo)
  699. {
  700. KProcess process = _context.Scheduler.GetCurrentProcess();
  701. KMemoryInfo blkInfo = process.MemoryManager.QueryMemory(position);
  702. process.CpuMemory.Write(infoPtr + 0x00, blkInfo.Address);
  703. process.CpuMemory.Write(infoPtr + 0x08, blkInfo.Size);
  704. process.CpuMemory.Write(infoPtr + 0x10, (int)blkInfo.State & 0xff);
  705. process.CpuMemory.Write(infoPtr + 0x14, (int)blkInfo.Attribute);
  706. process.CpuMemory.Write(infoPtr + 0x18, (int)blkInfo.Permission);
  707. process.CpuMemory.Write(infoPtr + 0x1c, blkInfo.IpcRefCount);
  708. process.CpuMemory.Write(infoPtr + 0x20, blkInfo.DeviceRefCount);
  709. process.CpuMemory.Write(infoPtr + 0x24, 0);
  710. pageInfo = 0;
  711. return KernelResult.Success;
  712. }
  713. public KernelResult MapSharedMemory(int handle, ulong address, ulong size, KMemoryPermission permission)
  714. {
  715. if (!PageAligned(address))
  716. {
  717. return KernelResult.InvalidAddress;
  718. }
  719. if (!PageAligned(size) || size == 0)
  720. {
  721. return KernelResult.InvalidSize;
  722. }
  723. if (address + size <= address)
  724. {
  725. return KernelResult.InvalidMemState;
  726. }
  727. if ((permission | KMemoryPermission.Write) != KMemoryPermission.ReadAndWrite)
  728. {
  729. return KernelResult.InvalidPermission;
  730. }
  731. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  732. KSharedMemory sharedMemory = currentProcess.HandleTable.GetObject<KSharedMemory>(handle);
  733. if (sharedMemory == null)
  734. {
  735. return KernelResult.InvalidHandle;
  736. }
  737. if (currentProcess.MemoryManager.IsInvalidRegion(address, size) ||
  738. currentProcess.MemoryManager.InsideHeapRegion(address, size) ||
  739. currentProcess.MemoryManager.InsideAliasRegion(address, size))
  740. {
  741. return KernelResult.InvalidMemRange;
  742. }
  743. return sharedMemory.MapIntoProcess(
  744. currentProcess.MemoryManager,
  745. address,
  746. size,
  747. currentProcess,
  748. permission);
  749. }
  750. public KernelResult UnmapSharedMemory(int handle, ulong address, ulong size)
  751. {
  752. if (!PageAligned(address))
  753. {
  754. return KernelResult.InvalidAddress;
  755. }
  756. if (!PageAligned(size) || size == 0)
  757. {
  758. return KernelResult.InvalidSize;
  759. }
  760. if (address + size <= address)
  761. {
  762. return KernelResult.InvalidMemState;
  763. }
  764. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  765. KSharedMemory sharedMemory = currentProcess.HandleTable.GetObject<KSharedMemory>(handle);
  766. if (sharedMemory == null)
  767. {
  768. return KernelResult.InvalidHandle;
  769. }
  770. if (currentProcess.MemoryManager.IsInvalidRegion(address, size) ||
  771. currentProcess.MemoryManager.InsideHeapRegion(address, size) ||
  772. currentProcess.MemoryManager.InsideAliasRegion(address, size))
  773. {
  774. return KernelResult.InvalidMemRange;
  775. }
  776. return sharedMemory.UnmapFromProcess(
  777. currentProcess.MemoryManager,
  778. address,
  779. size,
  780. currentProcess);
  781. }
  782. public KernelResult CreateTransferMemory(ulong address, ulong size, KMemoryPermission permission, out int handle)
  783. {
  784. handle = 0;
  785. if (!PageAligned(address))
  786. {
  787. return KernelResult.InvalidAddress;
  788. }
  789. if (!PageAligned(size) || size == 0)
  790. {
  791. return KernelResult.InvalidSize;
  792. }
  793. if (address + size <= address)
  794. {
  795. return KernelResult.InvalidMemState;
  796. }
  797. if (permission > KMemoryPermission.ReadAndWrite || permission == KMemoryPermission.Write)
  798. {
  799. return KernelResult.InvalidPermission;
  800. }
  801. KProcess process = _context.Scheduler.GetCurrentProcess();
  802. KResourceLimit resourceLimit = process.ResourceLimit;
  803. if (resourceLimit != null && !resourceLimit.Reserve(LimitableResource.TransferMemory, 1))
  804. {
  805. return KernelResult.ResLimitExceeded;
  806. }
  807. void CleanUpForError()
  808. {
  809. resourceLimit?.Release(LimitableResource.TransferMemory, 1);
  810. }
  811. if (!process.MemoryManager.InsideAddrSpace(address, size))
  812. {
  813. CleanUpForError();
  814. return KernelResult.InvalidMemState;
  815. }
  816. KTransferMemory transferMemory = new KTransferMemory(_context);
  817. KernelResult result = transferMemory.Initialize(address, size, permission);
  818. if (result != KernelResult.Success)
  819. {
  820. CleanUpForError();
  821. return result;
  822. }
  823. result = process.HandleTable.GenerateHandle(transferMemory, out handle);
  824. transferMemory.DecrementReferenceCount();
  825. return result;
  826. }
  827. public KernelResult MapPhysicalMemory(ulong address, ulong size)
  828. {
  829. if (!PageAligned(address))
  830. {
  831. return KernelResult.InvalidAddress;
  832. }
  833. if (!PageAligned(size) || size == 0)
  834. {
  835. return KernelResult.InvalidSize;
  836. }
  837. if (address + size <= address)
  838. {
  839. return KernelResult.InvalidMemRange;
  840. }
  841. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  842. if ((currentProcess.PersonalMmHeapPagesCount & 0xfffffffffffff) == 0)
  843. {
  844. return KernelResult.InvalidState;
  845. }
  846. if (!currentProcess.MemoryManager.InsideAddrSpace(address, size) ||
  847. currentProcess.MemoryManager.OutsideAliasRegion(address, size))
  848. {
  849. return KernelResult.InvalidMemRange;
  850. }
  851. KProcess process = _context.Scheduler.GetCurrentProcess();
  852. return process.MemoryManager.MapPhysicalMemory(address, size);
  853. }
  854. public KernelResult UnmapPhysicalMemory(ulong address, ulong size)
  855. {
  856. if (!PageAligned(address))
  857. {
  858. return KernelResult.InvalidAddress;
  859. }
  860. if (!PageAligned(size) || size == 0)
  861. {
  862. return KernelResult.InvalidSize;
  863. }
  864. if (address + size <= address)
  865. {
  866. return KernelResult.InvalidMemRange;
  867. }
  868. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  869. if ((currentProcess.PersonalMmHeapPagesCount & 0xfffffffffffff) == 0)
  870. {
  871. return KernelResult.InvalidState;
  872. }
  873. if (!currentProcess.MemoryManager.InsideAddrSpace(address, size) ||
  874. currentProcess.MemoryManager.OutsideAliasRegion(address, size))
  875. {
  876. return KernelResult.InvalidMemRange;
  877. }
  878. KProcess process = _context.Scheduler.GetCurrentProcess();
  879. return process.MemoryManager.UnmapPhysicalMemory(address, size);
  880. }
  881. public KernelResult MapProcessCodeMemory(int handle, ulong dst, ulong src, ulong size)
  882. {
  883. if (!PageAligned(dst) || !PageAligned(src))
  884. {
  885. return KernelResult.InvalidAddress;
  886. }
  887. if (!PageAligned(size) || size == 0)
  888. {
  889. return KernelResult.InvalidSize;
  890. }
  891. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  892. KProcess targetProcess = currentProcess.HandleTable.GetObject<KProcess>(handle);
  893. if (targetProcess == null)
  894. {
  895. return KernelResult.InvalidHandle;
  896. }
  897. if (targetProcess.MemoryManager.OutsideAddrSpace(dst, size) ||
  898. targetProcess.MemoryManager.OutsideAddrSpace(src, size) ||
  899. targetProcess.MemoryManager.InsideAliasRegion(dst, size) ||
  900. targetProcess.MemoryManager.InsideHeapRegion(dst, size))
  901. {
  902. return KernelResult.InvalidMemRange;
  903. }
  904. if (size + dst <= dst || size + src <= src)
  905. {
  906. return KernelResult.InvalidMemState;
  907. }
  908. return targetProcess.MemoryManager.MapProcessCodeMemory(dst, src, size);
  909. }
  910. public KernelResult UnmapProcessCodeMemory(int handle, ulong dst, ulong src, ulong size)
  911. {
  912. if (!PageAligned(dst) || !PageAligned(src))
  913. {
  914. return KernelResult.InvalidAddress;
  915. }
  916. if (!PageAligned(size) || size == 0)
  917. {
  918. return KernelResult.InvalidSize;
  919. }
  920. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  921. KProcess targetProcess = currentProcess.HandleTable.GetObject<KProcess>(handle);
  922. if (targetProcess == null)
  923. {
  924. return KernelResult.InvalidHandle;
  925. }
  926. if (targetProcess.MemoryManager.OutsideAddrSpace(dst, size) ||
  927. targetProcess.MemoryManager.OutsideAddrSpace(src, size) ||
  928. targetProcess.MemoryManager.InsideAliasRegion(dst, size) ||
  929. targetProcess.MemoryManager.InsideHeapRegion(dst, size))
  930. {
  931. return KernelResult.InvalidMemRange;
  932. }
  933. if (size + dst <= dst || size + src <= src)
  934. {
  935. return KernelResult.InvalidMemState;
  936. }
  937. return targetProcess.MemoryManager.UnmapProcessCodeMemory(dst, src, size);
  938. }
  939. public KernelResult SetProcessMemoryPermission(int handle, ulong src, ulong size, KMemoryPermission permission)
  940. {
  941. if (!PageAligned(src))
  942. {
  943. return KernelResult.InvalidAddress;
  944. }
  945. if (!PageAligned(size) || size == 0)
  946. {
  947. return KernelResult.InvalidSize;
  948. }
  949. if (permission != KMemoryPermission.None &&
  950. permission != KMemoryPermission.Read &&
  951. permission != KMemoryPermission.ReadAndWrite &&
  952. permission != KMemoryPermission.ReadAndExecute)
  953. {
  954. return KernelResult.InvalidPermission;
  955. }
  956. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  957. KProcess targetProcess = currentProcess.HandleTable.GetObject<KProcess>(handle);
  958. if (targetProcess == null)
  959. {
  960. return KernelResult.InvalidHandle;
  961. }
  962. if (targetProcess.MemoryManager.OutsideAddrSpace(src, size))
  963. {
  964. return KernelResult.InvalidMemState;
  965. }
  966. return targetProcess.MemoryManager.SetProcessMemoryPermission(src, size, permission);
  967. }
  968. private static bool PageAligned(ulong position)
  969. {
  970. return (position & (KMemoryManager.PageSize - 1)) == 0;
  971. }
  972. // System
  973. public KernelResult TerminateProcess(int handle)
  974. {
  975. KProcess process = _context.Scheduler.GetCurrentProcess();
  976. process = process.HandleTable.GetObject<KProcess>(handle);
  977. KernelResult result;
  978. if (process != null)
  979. {
  980. if (process == _context.Scheduler.GetCurrentProcess())
  981. {
  982. result = KernelResult.Success;
  983. process.DecrementToZeroWhileTerminatingCurrent();
  984. }
  985. else
  986. {
  987. result = process.Terminate();
  988. process.DecrementReferenceCount();
  989. }
  990. }
  991. else
  992. {
  993. result = KernelResult.InvalidHandle;
  994. }
  995. return result;
  996. }
  997. public void ExitProcess()
  998. {
  999. _context.Scheduler.GetCurrentProcess().TerminateCurrentProcess();
  1000. }
  1001. public KernelResult SignalEvent(int handle)
  1002. {
  1003. KProcess process = _context.Scheduler.GetCurrentProcess();
  1004. KWritableEvent writableEvent = process.HandleTable.GetObject<KWritableEvent>(handle);
  1005. KernelResult result;
  1006. if (writableEvent != null)
  1007. {
  1008. writableEvent.Signal();
  1009. result = KernelResult.Success;
  1010. }
  1011. else
  1012. {
  1013. result = KernelResult.InvalidHandle;
  1014. }
  1015. return result;
  1016. }
  1017. public KernelResult ClearEvent(int handle)
  1018. {
  1019. KernelResult result;
  1020. KProcess process = _context.Scheduler.GetCurrentProcess();
  1021. KWritableEvent writableEvent = process.HandleTable.GetObject<KWritableEvent>(handle);
  1022. if (writableEvent == null)
  1023. {
  1024. KReadableEvent readableEvent = process.HandleTable.GetObject<KReadableEvent>(handle);
  1025. result = readableEvent?.Clear() ?? KernelResult.InvalidHandle;
  1026. }
  1027. else
  1028. {
  1029. result = writableEvent.Clear();
  1030. }
  1031. return result;
  1032. }
  1033. public KernelResult CloseHandle(int handle)
  1034. {
  1035. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1036. return currentProcess.HandleTable.CloseHandle(handle) ? KernelResult.Success : KernelResult.InvalidHandle;
  1037. }
  1038. public KernelResult ResetSignal(int handle)
  1039. {
  1040. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1041. KReadableEvent readableEvent = currentProcess.HandleTable.GetObject<KReadableEvent>(handle);
  1042. KernelResult result;
  1043. if (readableEvent != null)
  1044. {
  1045. result = readableEvent.ClearIfSignaled();
  1046. }
  1047. else
  1048. {
  1049. KProcess process = currentProcess.HandleTable.GetKProcess(handle);
  1050. if (process != null)
  1051. {
  1052. result = process.ClearIfNotExited();
  1053. }
  1054. else
  1055. {
  1056. result = KernelResult.InvalidHandle;
  1057. }
  1058. }
  1059. return result;
  1060. }
  1061. public ulong GetSystemTick()
  1062. {
  1063. return _context.Scheduler.GetCurrentThread().Context.CntpctEl0;
  1064. }
  1065. public void Break(ulong reason)
  1066. {
  1067. KThread currentThread = _context.Scheduler.GetCurrentThread();
  1068. if ((reason & (1UL << 31)) == 0)
  1069. {
  1070. currentThread.PrintGuestStackTrace();
  1071. // As the process is exiting, this is probably caused by emulation termination.
  1072. if (currentThread.Owner.State == ProcessState.Exiting)
  1073. {
  1074. return;
  1075. }
  1076. // TODO: Debug events.
  1077. currentThread.Owner.TerminateCurrentProcess();
  1078. throw new GuestBrokeExecutionException();
  1079. }
  1080. else
  1081. {
  1082. Logger.Debug?.Print(LogClass.KernelSvc, "Debugger triggered.");
  1083. }
  1084. }
  1085. public void OutputDebugString(ulong strPtr, ulong size)
  1086. {
  1087. KProcess process = _context.Scheduler.GetCurrentProcess();
  1088. string str = MemoryHelper.ReadAsciiString(process.CpuMemory, (long)strPtr, (long)size);
  1089. Logger.Warning?.Print(LogClass.KernelSvc, str);
  1090. }
  1091. public KernelResult GetInfo(uint id, int handle, long subId, out long value)
  1092. {
  1093. value = 0;
  1094. switch (id)
  1095. {
  1096. case 0:
  1097. case 1:
  1098. case 2:
  1099. case 3:
  1100. case 4:
  1101. case 5:
  1102. case 6:
  1103. case 7:
  1104. case 12:
  1105. case 13:
  1106. case 14:
  1107. case 15:
  1108. case 16:
  1109. case 17:
  1110. case 18:
  1111. case 20:
  1112. case 21:
  1113. case 22:
  1114. {
  1115. if (subId != 0)
  1116. {
  1117. return KernelResult.InvalidCombination;
  1118. }
  1119. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1120. KProcess process = currentProcess.HandleTable.GetKProcess(handle);
  1121. if (process == null)
  1122. {
  1123. return KernelResult.InvalidHandle;
  1124. }
  1125. switch (id)
  1126. {
  1127. case 0: value = process.Capabilities.AllowedCpuCoresMask; break;
  1128. case 1: value = process.Capabilities.AllowedThreadPriosMask; break;
  1129. case 2: value = (long)process.MemoryManager.AliasRegionStart; break;
  1130. case 3:
  1131. value = (long)(process.MemoryManager.AliasRegionEnd -
  1132. process.MemoryManager.AliasRegionStart); break;
  1133. case 4: value = (long)process.MemoryManager.HeapRegionStart; break;
  1134. case 5:
  1135. value = (long)(process.MemoryManager.HeapRegionEnd -
  1136. process.MemoryManager.HeapRegionStart); break;
  1137. case 6: value = (long)process.GetMemoryCapacity(); break;
  1138. case 7: value = (long)process.GetMemoryUsage(); break;
  1139. case 12: value = (long)process.MemoryManager.GetAddrSpaceBaseAddr(); break;
  1140. case 13: value = (long)process.MemoryManager.GetAddrSpaceSize(); break;
  1141. case 14: value = (long)process.MemoryManager.StackRegionStart; break;
  1142. case 15:
  1143. value = (long)(process.MemoryManager.StackRegionEnd -
  1144. process.MemoryManager.StackRegionStart); break;
  1145. case 16: value = (long)process.PersonalMmHeapPagesCount * KMemoryManager.PageSize; break;
  1146. case 17:
  1147. if (process.PersonalMmHeapPagesCount != 0)
  1148. {
  1149. value = process.MemoryManager.GetMmUsedPages() * KMemoryManager.PageSize;
  1150. }
  1151. break;
  1152. case 18: value = (long)process.TitleId; break;
  1153. case 20: value = (long)process.UserExceptionContextAddress; break;
  1154. case 21: value = (long)process.GetMemoryCapacityWithoutPersonalMmHeap(); break;
  1155. case 22: value = (long)process.GetMemoryUsageWithoutPersonalMmHeap(); break;
  1156. }
  1157. break;
  1158. }
  1159. case 8:
  1160. {
  1161. if (handle != 0)
  1162. {
  1163. return KernelResult.InvalidHandle;
  1164. }
  1165. if (subId != 0)
  1166. {
  1167. return KernelResult.InvalidCombination;
  1168. }
  1169. value = _context.Scheduler.GetCurrentProcess().Debug ? 1 : 0;
  1170. break;
  1171. }
  1172. case 9:
  1173. {
  1174. if (handle != 0)
  1175. {
  1176. return KernelResult.InvalidHandle;
  1177. }
  1178. if (subId != 0)
  1179. {
  1180. return KernelResult.InvalidCombination;
  1181. }
  1182. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1183. if (currentProcess.ResourceLimit != null)
  1184. {
  1185. KHandleTable handleTable = currentProcess.HandleTable;
  1186. KResourceLimit resourceLimit = currentProcess.ResourceLimit;
  1187. KernelResult result = handleTable.GenerateHandle(resourceLimit, out int resLimHandle);
  1188. if (result != KernelResult.Success)
  1189. {
  1190. return result;
  1191. }
  1192. value = (uint)resLimHandle;
  1193. }
  1194. break;
  1195. }
  1196. case 10:
  1197. {
  1198. if (handle != 0)
  1199. {
  1200. return KernelResult.InvalidHandle;
  1201. }
  1202. int currentCore = _context.Scheduler.GetCurrentThread().CurrentCore;
  1203. if (subId != -1 && subId != currentCore)
  1204. {
  1205. return KernelResult.InvalidCombination;
  1206. }
  1207. value = _context.Scheduler.CoreContexts[currentCore].TotalIdleTimeTicks;
  1208. break;
  1209. }
  1210. case 11:
  1211. {
  1212. if (handle != 0)
  1213. {
  1214. return KernelResult.InvalidHandle;
  1215. }
  1216. if ((ulong)subId > 3)
  1217. {
  1218. return KernelResult.InvalidCombination;
  1219. }
  1220. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1221. value = currentProcess.RandomEntropy[subId];
  1222. break;
  1223. }
  1224. case 0xf0000002u:
  1225. {
  1226. if (subId < -1 || subId > 3)
  1227. {
  1228. return KernelResult.InvalidCombination;
  1229. }
  1230. KThread thread = _context.Scheduler.GetCurrentProcess().HandleTable.GetKThread(handle);
  1231. if (thread == null)
  1232. {
  1233. return KernelResult.InvalidHandle;
  1234. }
  1235. KThread currentThread = _context.Scheduler.GetCurrentThread();
  1236. int currentCore = currentThread.CurrentCore;
  1237. if (subId != -1 && subId != currentCore)
  1238. {
  1239. return KernelResult.Success;
  1240. }
  1241. KCoreContext coreContext = _context.Scheduler.CoreContexts[currentCore];
  1242. long timeDelta = PerformanceCounter.ElapsedMilliseconds - coreContext.LastContextSwitchTime;
  1243. if (subId != -1)
  1244. {
  1245. value = KTimeManager.ConvertMillisecondsToTicks(timeDelta);
  1246. }
  1247. else
  1248. {
  1249. long totalTimeRunning = thread.TotalTimeRunning;
  1250. if (thread == currentThread)
  1251. {
  1252. totalTimeRunning += timeDelta;
  1253. }
  1254. value = KTimeManager.ConvertMillisecondsToTicks(totalTimeRunning);
  1255. }
  1256. break;
  1257. }
  1258. default: return KernelResult.InvalidEnumValue;
  1259. }
  1260. return KernelResult.Success;
  1261. }
  1262. public KernelResult CreateEvent(out int wEventHandle, out int rEventHandle)
  1263. {
  1264. KEvent Event = new KEvent(_context);
  1265. KProcess process = _context.Scheduler.GetCurrentProcess();
  1266. KernelResult result = process.HandleTable.GenerateHandle(Event.WritableEvent, out wEventHandle);
  1267. if (result == KernelResult.Success)
  1268. {
  1269. result = process.HandleTable.GenerateHandle(Event.ReadableEvent, out rEventHandle);
  1270. if (result != KernelResult.Success)
  1271. {
  1272. process.HandleTable.CloseHandle(wEventHandle);
  1273. }
  1274. }
  1275. else
  1276. {
  1277. rEventHandle = 0;
  1278. }
  1279. return result;
  1280. }
  1281. public KernelResult GetProcessList(ulong address, int maxCount, out int count)
  1282. {
  1283. count = 0;
  1284. if ((maxCount >> 28) != 0)
  1285. {
  1286. return KernelResult.MaximumExceeded;
  1287. }
  1288. if (maxCount != 0)
  1289. {
  1290. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1291. ulong copySize = (ulong)maxCount * 8;
  1292. if (address + copySize <= address)
  1293. {
  1294. return KernelResult.InvalidMemState;
  1295. }
  1296. if (currentProcess.MemoryManager.OutsideAddrSpace(address, copySize))
  1297. {
  1298. return KernelResult.InvalidMemState;
  1299. }
  1300. }
  1301. int copyCount = 0;
  1302. lock (_context.Processes)
  1303. {
  1304. foreach (KProcess process in _context.Processes.Values)
  1305. {
  1306. if (copyCount < maxCount)
  1307. {
  1308. if (!KernelTransfer.KernelToUserInt64(_context, address + (ulong)copyCount * 8, process.Pid))
  1309. {
  1310. return KernelResult.UserCopyFailed;
  1311. }
  1312. }
  1313. copyCount++;
  1314. }
  1315. }
  1316. count = copyCount;
  1317. return KernelResult.Success;
  1318. }
  1319. public KernelResult GetSystemInfo(uint id, int handle, long subId, out long value)
  1320. {
  1321. value = 0;
  1322. if (id > 2)
  1323. {
  1324. return KernelResult.InvalidEnumValue;
  1325. }
  1326. if (handle != 0)
  1327. {
  1328. return KernelResult.InvalidHandle;
  1329. }
  1330. if (id < 2)
  1331. {
  1332. if ((ulong)subId > 3)
  1333. {
  1334. return KernelResult.InvalidCombination;
  1335. }
  1336. KMemoryRegionManager region = _context.MemoryRegions[subId];
  1337. switch (id)
  1338. {
  1339. // Memory region capacity.
  1340. case 0: value = (long)region.Size; break;
  1341. // Memory region free space.
  1342. case 1:
  1343. {
  1344. ulong freePagesCount = region.GetFreePages();
  1345. value = (long)(freePagesCount * KMemoryManager.PageSize);
  1346. break;
  1347. }
  1348. }
  1349. }
  1350. else /* if (Id == 2) */
  1351. {
  1352. if ((ulong)subId > 1)
  1353. {
  1354. return KernelResult.InvalidCombination;
  1355. }
  1356. switch (subId)
  1357. {
  1358. case 0: value = _context.PrivilegedProcessLowestId; break;
  1359. case 1: value = _context.PrivilegedProcessHighestId; break;
  1360. }
  1361. }
  1362. return KernelResult.Success;
  1363. }
  1364. // Thread
  1365. public KernelResult CreateThread(
  1366. ulong entrypoint,
  1367. ulong argsPtr,
  1368. ulong stackTop,
  1369. int priority,
  1370. int cpuCore,
  1371. out int handle)
  1372. {
  1373. handle = 0;
  1374. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1375. if (cpuCore == -2)
  1376. {
  1377. cpuCore = currentProcess.DefaultCpuCore;
  1378. }
  1379. if ((uint)cpuCore >= KScheduler.CpuCoresCount || !currentProcess.IsCpuCoreAllowed(cpuCore))
  1380. {
  1381. return KernelResult.InvalidCpuCore;
  1382. }
  1383. if ((uint)priority >= KScheduler.PrioritiesCount || !currentProcess.IsPriorityAllowed(priority))
  1384. {
  1385. return KernelResult.InvalidPriority;
  1386. }
  1387. long timeout = KTimeManager.ConvertMillisecondsToNanoseconds(100);
  1388. if (currentProcess.ResourceLimit != null &&
  1389. !currentProcess.ResourceLimit.Reserve(LimitableResource.Thread, 1, timeout))
  1390. {
  1391. return KernelResult.ResLimitExceeded;
  1392. }
  1393. KThread thread = new KThread(_context);
  1394. KernelResult result = currentProcess.InitializeThread(
  1395. thread,
  1396. entrypoint,
  1397. argsPtr,
  1398. stackTop,
  1399. priority,
  1400. cpuCore);
  1401. if (result == KernelResult.Success)
  1402. {
  1403. KProcess process = _context.Scheduler.GetCurrentProcess();
  1404. result = process.HandleTable.GenerateHandle(thread, out handle);
  1405. }
  1406. else
  1407. {
  1408. currentProcess.ResourceLimit?.Release(LimitableResource.Thread, 1);
  1409. }
  1410. thread.DecrementReferenceCount();
  1411. return result;
  1412. }
  1413. public KernelResult StartThread(int handle)
  1414. {
  1415. KProcess process = _context.Scheduler.GetCurrentProcess();
  1416. KThread thread = process.HandleTable.GetKThread(handle);
  1417. if (thread != null)
  1418. {
  1419. thread.IncrementReferenceCount();
  1420. KernelResult result = thread.Start();
  1421. if (result == KernelResult.Success)
  1422. {
  1423. thread.IncrementReferenceCount();
  1424. }
  1425. thread.DecrementReferenceCount();
  1426. return result;
  1427. }
  1428. else
  1429. {
  1430. return KernelResult.InvalidHandle;
  1431. }
  1432. }
  1433. public void ExitThread()
  1434. {
  1435. KThread currentThread = _context.Scheduler.GetCurrentThread();
  1436. _context.Scheduler.ExitThread(currentThread);
  1437. currentThread.Exit();
  1438. }
  1439. public void SleepThread(long timeout)
  1440. {
  1441. KThread currentThread = _context.Scheduler.GetCurrentThread();
  1442. if (timeout < 1)
  1443. {
  1444. switch (timeout)
  1445. {
  1446. case 0: currentThread.Yield(); break;
  1447. case -1: currentThread.YieldWithLoadBalancing(); break;
  1448. case -2: currentThread.YieldAndWaitForLoadBalancing(); break;
  1449. }
  1450. }
  1451. else
  1452. {
  1453. currentThread.Sleep(timeout);
  1454. }
  1455. }
  1456. public KernelResult GetThreadPriority(int handle, out int priority)
  1457. {
  1458. KProcess process = _context.Scheduler.GetCurrentProcess();
  1459. KThread thread = process.HandleTable.GetKThread(handle);
  1460. if (thread != null)
  1461. {
  1462. priority = thread.DynamicPriority;
  1463. return KernelResult.Success;
  1464. }
  1465. else
  1466. {
  1467. priority = 0;
  1468. return KernelResult.InvalidHandle;
  1469. }
  1470. }
  1471. public KernelResult SetThreadPriority(int handle, int priority)
  1472. {
  1473. // TODO: NPDM check.
  1474. KProcess process = _context.Scheduler.GetCurrentProcess();
  1475. KThread thread = process.HandleTable.GetKThread(handle);
  1476. if (thread == null)
  1477. {
  1478. return KernelResult.InvalidHandle;
  1479. }
  1480. thread.SetPriority(priority);
  1481. return KernelResult.Success;
  1482. }
  1483. public KernelResult GetThreadCoreMask(int handle, out int preferredCore, out long affinityMask)
  1484. {
  1485. KProcess process = _context.Scheduler.GetCurrentProcess();
  1486. KThread thread = process.HandleTable.GetKThread(handle);
  1487. if (thread != null)
  1488. {
  1489. preferredCore = thread.PreferredCore;
  1490. affinityMask = thread.AffinityMask;
  1491. return KernelResult.Success;
  1492. }
  1493. else
  1494. {
  1495. preferredCore = 0;
  1496. affinityMask = 0;
  1497. return KernelResult.InvalidHandle;
  1498. }
  1499. }
  1500. public KernelResult SetThreadCoreMask(int handle, int preferredCore, long affinityMask)
  1501. {
  1502. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1503. if (preferredCore == -2)
  1504. {
  1505. preferredCore = currentProcess.DefaultCpuCore;
  1506. affinityMask = 1 << preferredCore;
  1507. }
  1508. else
  1509. {
  1510. if ((currentProcess.Capabilities.AllowedCpuCoresMask | affinityMask) !=
  1511. currentProcess.Capabilities.AllowedCpuCoresMask)
  1512. {
  1513. return KernelResult.InvalidCpuCore;
  1514. }
  1515. if (affinityMask == 0)
  1516. {
  1517. return KernelResult.InvalidCombination;
  1518. }
  1519. if ((uint)preferredCore > 3)
  1520. {
  1521. if ((preferredCore | 2) != -1)
  1522. {
  1523. return KernelResult.InvalidCpuCore;
  1524. }
  1525. }
  1526. else if ((affinityMask & (1 << preferredCore)) == 0)
  1527. {
  1528. return KernelResult.InvalidCombination;
  1529. }
  1530. }
  1531. KProcess process = _context.Scheduler.GetCurrentProcess();
  1532. KThread thread = process.HandleTable.GetKThread(handle);
  1533. if (thread == null)
  1534. {
  1535. return KernelResult.InvalidHandle;
  1536. }
  1537. return thread.SetCoreAndAffinityMask(preferredCore, affinityMask);
  1538. }
  1539. public int GetCurrentProcessorNumber()
  1540. {
  1541. return _context.Scheduler.GetCurrentThread().CurrentCore;
  1542. }
  1543. public KernelResult GetThreadId(int handle, out long threadUid)
  1544. {
  1545. KProcess process = _context.Scheduler.GetCurrentProcess();
  1546. KThread thread = process.HandleTable.GetKThread(handle);
  1547. if (thread != null)
  1548. {
  1549. threadUid = thread.ThreadUid;
  1550. return KernelResult.Success;
  1551. }
  1552. else
  1553. {
  1554. threadUid = 0;
  1555. return KernelResult.InvalidHandle;
  1556. }
  1557. }
  1558. public KernelResult SetThreadActivity(int handle, bool pause)
  1559. {
  1560. KProcess process = _context.Scheduler.GetCurrentProcess();
  1561. KThread thread = process.HandleTable.GetObject<KThread>(handle);
  1562. if (thread == null)
  1563. {
  1564. return KernelResult.InvalidHandle;
  1565. }
  1566. if (thread.Owner != process)
  1567. {
  1568. return KernelResult.InvalidHandle;
  1569. }
  1570. if (thread == _context.Scheduler.GetCurrentThread())
  1571. {
  1572. return KernelResult.InvalidThread;
  1573. }
  1574. return thread.SetActivity(pause);
  1575. }
  1576. public KernelResult GetThreadContext3(ulong address, int handle)
  1577. {
  1578. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1579. KThread currentThread = _context.Scheduler.GetCurrentThread();
  1580. KThread thread = currentProcess.HandleTable.GetObject<KThread>(handle);
  1581. if (thread == null)
  1582. {
  1583. return KernelResult.InvalidHandle;
  1584. }
  1585. if (thread.Owner != currentProcess)
  1586. {
  1587. return KernelResult.InvalidHandle;
  1588. }
  1589. if (currentThread == thread)
  1590. {
  1591. return KernelResult.InvalidThread;
  1592. }
  1593. IVirtualMemoryManager memory = currentProcess.CpuMemory;
  1594. memory.Write(address + 0x0, thread.Context.GetX(0));
  1595. memory.Write(address + 0x8, thread.Context.GetX(1));
  1596. memory.Write(address + 0x10, thread.Context.GetX(2));
  1597. memory.Write(address + 0x18, thread.Context.GetX(3));
  1598. memory.Write(address + 0x20, thread.Context.GetX(4));
  1599. memory.Write(address + 0x28, thread.Context.GetX(5));
  1600. memory.Write(address + 0x30, thread.Context.GetX(6));
  1601. memory.Write(address + 0x38, thread.Context.GetX(7));
  1602. memory.Write(address + 0x40, thread.Context.GetX(8));
  1603. memory.Write(address + 0x48, thread.Context.GetX(9));
  1604. memory.Write(address + 0x50, thread.Context.GetX(10));
  1605. memory.Write(address + 0x58, thread.Context.GetX(11));
  1606. memory.Write(address + 0x60, thread.Context.GetX(12));
  1607. memory.Write(address + 0x68, thread.Context.GetX(13));
  1608. memory.Write(address + 0x70, thread.Context.GetX(14));
  1609. memory.Write(address + 0x78, thread.Context.GetX(15));
  1610. memory.Write(address + 0x80, thread.Context.GetX(16));
  1611. memory.Write(address + 0x88, thread.Context.GetX(17));
  1612. memory.Write(address + 0x90, thread.Context.GetX(18));
  1613. memory.Write(address + 0x98, thread.Context.GetX(19));
  1614. memory.Write(address + 0xa0, thread.Context.GetX(20));
  1615. memory.Write(address + 0xa8, thread.Context.GetX(21));
  1616. memory.Write(address + 0xb0, thread.Context.GetX(22));
  1617. memory.Write(address + 0xb8, thread.Context.GetX(23));
  1618. memory.Write(address + 0xc0, thread.Context.GetX(24));
  1619. memory.Write(address + 0xc8, thread.Context.GetX(25));
  1620. memory.Write(address + 0xd0, thread.Context.GetX(26));
  1621. memory.Write(address + 0xd8, thread.Context.GetX(27));
  1622. memory.Write(address + 0xe0, thread.Context.GetX(28));
  1623. memory.Write(address + 0xe8, thread.Context.GetX(29));
  1624. memory.Write(address + 0xf0, thread.Context.GetX(30));
  1625. memory.Write(address + 0xf8, thread.Context.GetX(31));
  1626. memory.Write(address + 0x100, thread.LastPc);
  1627. memory.Write(address + 0x108, (ulong)GetPsr(thread.Context));
  1628. memory.Write(address + 0x110, thread.Context.GetV(0));
  1629. memory.Write(address + 0x120, thread.Context.GetV(1));
  1630. memory.Write(address + 0x130, thread.Context.GetV(2));
  1631. memory.Write(address + 0x140, thread.Context.GetV(3));
  1632. memory.Write(address + 0x150, thread.Context.GetV(4));
  1633. memory.Write(address + 0x160, thread.Context.GetV(5));
  1634. memory.Write(address + 0x170, thread.Context.GetV(6));
  1635. memory.Write(address + 0x180, thread.Context.GetV(7));
  1636. memory.Write(address + 0x190, thread.Context.GetV(8));
  1637. memory.Write(address + 0x1a0, thread.Context.GetV(9));
  1638. memory.Write(address + 0x1b0, thread.Context.GetV(10));
  1639. memory.Write(address + 0x1c0, thread.Context.GetV(11));
  1640. memory.Write(address + 0x1d0, thread.Context.GetV(12));
  1641. memory.Write(address + 0x1e0, thread.Context.GetV(13));
  1642. memory.Write(address + 0x1f0, thread.Context.GetV(14));
  1643. memory.Write(address + 0x200, thread.Context.GetV(15));
  1644. memory.Write(address + 0x210, thread.Context.GetV(16));
  1645. memory.Write(address + 0x220, thread.Context.GetV(17));
  1646. memory.Write(address + 0x230, thread.Context.GetV(18));
  1647. memory.Write(address + 0x240, thread.Context.GetV(19));
  1648. memory.Write(address + 0x250, thread.Context.GetV(20));
  1649. memory.Write(address + 0x260, thread.Context.GetV(21));
  1650. memory.Write(address + 0x270, thread.Context.GetV(22));
  1651. memory.Write(address + 0x280, thread.Context.GetV(23));
  1652. memory.Write(address + 0x290, thread.Context.GetV(24));
  1653. memory.Write(address + 0x2a0, thread.Context.GetV(25));
  1654. memory.Write(address + 0x2b0, thread.Context.GetV(26));
  1655. memory.Write(address + 0x2c0, thread.Context.GetV(27));
  1656. memory.Write(address + 0x2d0, thread.Context.GetV(28));
  1657. memory.Write(address + 0x2e0, thread.Context.GetV(29));
  1658. memory.Write(address + 0x2f0, thread.Context.GetV(30));
  1659. memory.Write(address + 0x300, thread.Context.GetV(31));
  1660. memory.Write(address + 0x310, (int)thread.Context.Fpcr);
  1661. memory.Write(address + 0x314, (int)thread.Context.Fpsr);
  1662. memory.Write(address + 0x318, thread.Context.Tpidr);
  1663. return KernelResult.Success;
  1664. }
  1665. private static int GetPsr(ARMeilleure.State.ExecutionContext context)
  1666. {
  1667. return (context.GetPstateFlag(ARMeilleure.State.PState.NFlag) ? (1 << (int)ARMeilleure.State.PState.NFlag) : 0) |
  1668. (context.GetPstateFlag(ARMeilleure.State.PState.ZFlag) ? (1 << (int)ARMeilleure.State.PState.ZFlag) : 0) |
  1669. (context.GetPstateFlag(ARMeilleure.State.PState.CFlag) ? (1 << (int)ARMeilleure.State.PState.CFlag) : 0) |
  1670. (context.GetPstateFlag(ARMeilleure.State.PState.VFlag) ? (1 << (int)ARMeilleure.State.PState.VFlag) : 0);
  1671. }
  1672. // Thread synchronization
  1673. public KernelResult WaitSynchronization(ulong handlesPtr, int handlesCount, long timeout, out int handleIndex)
  1674. {
  1675. handleIndex = 0;
  1676. if ((uint)handlesCount > KThread.MaxWaitSyncObjects)
  1677. {
  1678. return KernelResult.MaximumExceeded;
  1679. }
  1680. KThread currentThread = _context.Scheduler.GetCurrentThread();
  1681. var syncObjs = new Span<KSynchronizationObject>(currentThread.WaitSyncObjects).Slice(0, handlesCount);
  1682. if (handlesCount != 0)
  1683. {
  1684. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1685. if (currentProcess.MemoryManager.AddrSpaceStart > handlesPtr)
  1686. {
  1687. return KernelResult.UserCopyFailed;
  1688. }
  1689. long handlesSize = handlesCount * 4;
  1690. if (handlesPtr + (ulong)handlesSize <= handlesPtr)
  1691. {
  1692. return KernelResult.UserCopyFailed;
  1693. }
  1694. if (handlesPtr + (ulong)handlesSize - 1 > currentProcess.MemoryManager.AddrSpaceEnd - 1)
  1695. {
  1696. return KernelResult.UserCopyFailed;
  1697. }
  1698. Span<int> handles = new Span<int>(currentThread.WaitSyncHandles).Slice(0, handlesCount);
  1699. if (!KernelTransfer.UserToKernelInt32Array(_context, handlesPtr, handles))
  1700. {
  1701. return KernelResult.UserCopyFailed;
  1702. }
  1703. int processedHandles = 0;
  1704. for (; processedHandles < handlesCount; processedHandles++)
  1705. {
  1706. KSynchronizationObject syncObj = currentProcess.HandleTable.GetObject<KSynchronizationObject>(handles[processedHandles]);
  1707. if (syncObj == null)
  1708. {
  1709. break;
  1710. }
  1711. syncObjs[processedHandles] = syncObj;
  1712. syncObj.IncrementReferenceCount();
  1713. }
  1714. if (processedHandles != handlesCount)
  1715. {
  1716. // One or more handles are invalid.
  1717. for (int index = 0; index < processedHandles; index++)
  1718. {
  1719. currentThread.WaitSyncObjects[index].DecrementReferenceCount();
  1720. }
  1721. return KernelResult.InvalidHandle;
  1722. }
  1723. }
  1724. KernelResult result = _context.Synchronization.WaitFor(syncObjs, timeout, out handleIndex);
  1725. if (result == KernelResult.PortRemoteClosed)
  1726. {
  1727. result = KernelResult.Success;
  1728. }
  1729. for (int index = 0; index < handlesCount; index++)
  1730. {
  1731. currentThread.WaitSyncObjects[index].DecrementReferenceCount();
  1732. }
  1733. return result;
  1734. }
  1735. public KernelResult CancelSynchronization(int handle)
  1736. {
  1737. KProcess process = _context.Scheduler.GetCurrentProcess();
  1738. KThread thread = process.HandleTable.GetKThread(handle);
  1739. if (thread == null)
  1740. {
  1741. return KernelResult.InvalidHandle;
  1742. }
  1743. thread.CancelSynchronization();
  1744. return KernelResult.Success;
  1745. }
  1746. public KernelResult ArbitrateLock(int ownerHandle, ulong mutexAddress, int requesterHandle)
  1747. {
  1748. if (IsPointingInsideKernel(mutexAddress))
  1749. {
  1750. return KernelResult.InvalidMemState;
  1751. }
  1752. if (IsAddressNotWordAligned(mutexAddress))
  1753. {
  1754. return KernelResult.InvalidAddress;
  1755. }
  1756. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1757. return currentProcess.AddressArbiter.ArbitrateLock(ownerHandle, mutexAddress, requesterHandle);
  1758. }
  1759. public KernelResult ArbitrateUnlock(ulong mutexAddress)
  1760. {
  1761. if (IsPointingInsideKernel(mutexAddress))
  1762. {
  1763. return KernelResult.InvalidMemState;
  1764. }
  1765. if (IsAddressNotWordAligned(mutexAddress))
  1766. {
  1767. return KernelResult.InvalidAddress;
  1768. }
  1769. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1770. return currentProcess.AddressArbiter.ArbitrateUnlock(mutexAddress);
  1771. }
  1772. public KernelResult WaitProcessWideKeyAtomic(
  1773. ulong mutexAddress,
  1774. ulong condVarAddress,
  1775. int handle,
  1776. long timeout)
  1777. {
  1778. if (IsPointingInsideKernel(mutexAddress))
  1779. {
  1780. return KernelResult.InvalidMemState;
  1781. }
  1782. if (IsAddressNotWordAligned(mutexAddress))
  1783. {
  1784. return KernelResult.InvalidAddress;
  1785. }
  1786. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1787. return currentProcess.AddressArbiter.WaitProcessWideKeyAtomic(
  1788. mutexAddress,
  1789. condVarAddress,
  1790. handle,
  1791. timeout);
  1792. }
  1793. public KernelResult SignalProcessWideKey(ulong address, int count)
  1794. {
  1795. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1796. currentProcess.AddressArbiter.SignalProcessWideKey(address, count);
  1797. return KernelResult.Success;
  1798. }
  1799. public KernelResult WaitForAddress(ulong address, ArbitrationType type, int value, long timeout)
  1800. {
  1801. if (IsPointingInsideKernel(address))
  1802. {
  1803. return KernelResult.InvalidMemState;
  1804. }
  1805. if (IsAddressNotWordAligned(address))
  1806. {
  1807. return KernelResult.InvalidAddress;
  1808. }
  1809. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1810. return type switch
  1811. {
  1812. ArbitrationType.WaitIfLessThan
  1813. => currentProcess.AddressArbiter.WaitForAddressIfLessThan(address, value, false, timeout),
  1814. ArbitrationType.DecrementAndWaitIfLessThan
  1815. => currentProcess.AddressArbiter.WaitForAddressIfLessThan(address, value, true, timeout),
  1816. ArbitrationType.WaitIfEqual
  1817. => currentProcess.AddressArbiter.WaitForAddressIfEqual(address, value, timeout),
  1818. _ => KernelResult.InvalidEnumValue,
  1819. };
  1820. }
  1821. public KernelResult SignalToAddress(ulong address, SignalType type, int value, int count)
  1822. {
  1823. if (IsPointingInsideKernel(address))
  1824. {
  1825. return KernelResult.InvalidMemState;
  1826. }
  1827. if (IsAddressNotWordAligned(address))
  1828. {
  1829. return KernelResult.InvalidAddress;
  1830. }
  1831. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1832. return type switch
  1833. {
  1834. SignalType.Signal
  1835. => currentProcess.AddressArbiter.Signal(address, count),
  1836. SignalType.SignalAndIncrementIfEqual
  1837. => currentProcess.AddressArbiter.SignalAndIncrementIfEqual(address, value, count),
  1838. SignalType.SignalAndModifyIfEqual
  1839. => currentProcess.AddressArbiter.SignalAndModifyIfEqual(address, value, count),
  1840. _ => KernelResult.InvalidEnumValue
  1841. };
  1842. }
  1843. private bool IsPointingInsideKernel(ulong address)
  1844. {
  1845. return (address + 0x1000000000) < 0xffffff000;
  1846. }
  1847. private bool IsAddressNotWordAligned(ulong address)
  1848. {
  1849. return (address & 3) != 0;
  1850. }
  1851. }
  1852. }