Syscall.cs 88 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819
  1. using Ryujinx.Common;
  2. using Ryujinx.Common.Logging;
  3. using Ryujinx.Cpu;
  4. using Ryujinx.HLE.Exceptions;
  5. using Ryujinx.HLE.HOS.Kernel.Common;
  6. using Ryujinx.HLE.HOS.Kernel.Ipc;
  7. using Ryujinx.HLE.HOS.Kernel.Memory;
  8. using Ryujinx.HLE.HOS.Kernel.Process;
  9. using Ryujinx.HLE.HOS.Kernel.Threading;
  10. using System;
  11. using System.Threading;
  12. namespace Ryujinx.HLE.HOS.Kernel.SupervisorCall
  13. {
  14. class Syscall
  15. {
  16. private readonly KernelContext _context;
  17. public Syscall(KernelContext context)
  18. {
  19. _context = context;
  20. }
  21. // Process
  22. public KernelResult GetProcessId(out ulong pid, int handle)
  23. {
  24. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  25. KProcess process = currentProcess.HandleTable.GetKProcess(handle);
  26. if (process == null)
  27. {
  28. KThread thread = currentProcess.HandleTable.GetKThread(handle);
  29. if (thread != null)
  30. {
  31. process = thread.Owner;
  32. }
  33. // TODO: KDebugEvent.
  34. }
  35. pid = process?.Pid ?? 0;
  36. return process != null
  37. ? KernelResult.Success
  38. : KernelResult.InvalidHandle;
  39. }
  40. public KernelResult CreateProcess(
  41. out int handle,
  42. ProcessCreationInfo info,
  43. ReadOnlySpan<int> capabilities,
  44. IProcessContextFactory contextFactory,
  45. ThreadStart customThreadStart = null)
  46. {
  47. handle = 0;
  48. if ((info.Flags & ~ProcessCreationFlags.All) != 0)
  49. {
  50. return KernelResult.InvalidEnumValue;
  51. }
  52. // TODO: Address space check.
  53. if ((info.Flags & ProcessCreationFlags.PoolPartitionMask) > ProcessCreationFlags.PoolPartitionSystemNonSecure)
  54. {
  55. return KernelResult.InvalidEnumValue;
  56. }
  57. if ((info.CodeAddress & 0x1fffff) != 0)
  58. {
  59. return KernelResult.InvalidAddress;
  60. }
  61. if (info.CodePagesCount < 0 || info.SystemResourcePagesCount < 0)
  62. {
  63. return KernelResult.InvalidSize;
  64. }
  65. if (info.Flags.HasFlag(ProcessCreationFlags.OptimizeMemoryAllocation) &&
  66. !info.Flags.HasFlag(ProcessCreationFlags.IsApplication))
  67. {
  68. return KernelResult.InvalidThread;
  69. }
  70. KHandleTable handleTable = KernelStatic.GetCurrentProcess().HandleTable;
  71. KProcess process = new KProcess(_context);
  72. using var _ = new OnScopeExit(process.DecrementReferenceCount);
  73. KResourceLimit resourceLimit;
  74. if (info.ResourceLimitHandle != 0)
  75. {
  76. resourceLimit = handleTable.GetObject<KResourceLimit>(info.ResourceLimitHandle);
  77. if (resourceLimit == null)
  78. {
  79. return KernelResult.InvalidHandle;
  80. }
  81. }
  82. else
  83. {
  84. resourceLimit = _context.ResourceLimit;
  85. }
  86. MemoryRegion memRegion = (info.Flags & ProcessCreationFlags.PoolPartitionMask) switch
  87. {
  88. ProcessCreationFlags.PoolPartitionApplication => MemoryRegion.Application,
  89. ProcessCreationFlags.PoolPartitionApplet => MemoryRegion.Applet,
  90. ProcessCreationFlags.PoolPartitionSystem => MemoryRegion.Service,
  91. ProcessCreationFlags.PoolPartitionSystemNonSecure => MemoryRegion.NvServices,
  92. _ => MemoryRegion.NvServices
  93. };
  94. KernelResult result = process.Initialize(
  95. info,
  96. capabilities,
  97. resourceLimit,
  98. memRegion,
  99. contextFactory,
  100. customThreadStart);
  101. if (result != KernelResult.Success)
  102. {
  103. return result;
  104. }
  105. _context.Processes.TryAdd(process.Pid, process);
  106. return handleTable.GenerateHandle(process, out handle);
  107. }
  108. public KernelResult StartProcess(int handle, int priority, int cpuCore, ulong mainThreadStackSize)
  109. {
  110. KProcess process = KernelStatic.GetCurrentProcess().HandleTable.GetObject<KProcess>(handle);
  111. if (process == null)
  112. {
  113. return KernelResult.InvalidHandle;
  114. }
  115. if ((uint)cpuCore >= KScheduler.CpuCoresCount || !process.IsCpuCoreAllowed(cpuCore))
  116. {
  117. return KernelResult.InvalidCpuCore;
  118. }
  119. if ((uint)priority >= KScheduler.PrioritiesCount || !process.IsPriorityAllowed(priority))
  120. {
  121. return KernelResult.InvalidPriority;
  122. }
  123. process.DefaultCpuCore = cpuCore;
  124. KernelResult result = process.Start(priority, mainThreadStackSize);
  125. if (result != KernelResult.Success)
  126. {
  127. return result;
  128. }
  129. process.IncrementReferenceCount();
  130. return KernelResult.Success;
  131. }
  132. // IPC
  133. public KernelResult ConnectToNamedPort(out int handle, ulong namePtr)
  134. {
  135. handle = 0;
  136. if (!KernelTransfer.UserToKernelString(out string name, namePtr, 12))
  137. {
  138. return KernelResult.UserCopyFailed;
  139. }
  140. return ConnectToNamedPort(out handle, name);
  141. }
  142. public KernelResult ConnectToNamedPort(out int handle, string name)
  143. {
  144. handle = 0;
  145. if (name.Length > 11)
  146. {
  147. return KernelResult.MaximumExceeded;
  148. }
  149. KAutoObject autoObj = KAutoObject.FindNamedObject(_context, name);
  150. if (autoObj is not KClientPort clientPort)
  151. {
  152. return KernelResult.NotFound;
  153. }
  154. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  155. KernelResult result = currentProcess.HandleTable.ReserveHandle(out handle);
  156. if (result != KernelResult.Success)
  157. {
  158. return result;
  159. }
  160. result = clientPort.Connect(out KClientSession clientSession);
  161. if (result != KernelResult.Success)
  162. {
  163. currentProcess.HandleTable.CancelHandleReservation(handle);
  164. return result;
  165. }
  166. currentProcess.HandleTable.SetReservedHandleObj(handle, clientSession);
  167. clientSession.DecrementReferenceCount();
  168. return result;
  169. }
  170. public KernelResult SendSyncRequest(int handle)
  171. {
  172. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  173. KClientSession session = currentProcess.HandleTable.GetObject<KClientSession>(handle);
  174. if (session == null)
  175. {
  176. return KernelResult.InvalidHandle;
  177. }
  178. return session.SendSyncRequest();
  179. }
  180. public KernelResult SendSyncRequestWithUserBuffer(ulong messagePtr, ulong messageSize, int handle)
  181. {
  182. if (!PageAligned(messagePtr))
  183. {
  184. return KernelResult.InvalidAddress;
  185. }
  186. if (!PageAligned(messageSize) || messageSize == 0)
  187. {
  188. return KernelResult.InvalidSize;
  189. }
  190. if (messagePtr + messageSize <= messagePtr)
  191. {
  192. return KernelResult.InvalidMemState;
  193. }
  194. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  195. KernelResult result = currentProcess.MemoryManager.BorrowIpcBuffer(messagePtr, messageSize);
  196. if (result != KernelResult.Success)
  197. {
  198. return result;
  199. }
  200. KClientSession session = currentProcess.HandleTable.GetObject<KClientSession>(handle);
  201. if (session == null)
  202. {
  203. result = KernelResult.InvalidHandle;
  204. }
  205. else
  206. {
  207. result = session.SendSyncRequest(messagePtr, messageSize);
  208. }
  209. KernelResult result2 = currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  210. if (result == KernelResult.Success)
  211. {
  212. result = result2;
  213. }
  214. return result;
  215. }
  216. public KernelResult SendAsyncRequestWithUserBuffer(out int doneEventHandle, ulong messagePtr, ulong messageSize, int handle)
  217. {
  218. doneEventHandle = 0;
  219. if (!PageAligned(messagePtr))
  220. {
  221. return KernelResult.InvalidAddress;
  222. }
  223. if (!PageAligned(messageSize) || messageSize == 0)
  224. {
  225. return KernelResult.InvalidSize;
  226. }
  227. if (messagePtr + messageSize <= messagePtr)
  228. {
  229. return KernelResult.InvalidMemState;
  230. }
  231. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  232. KernelResult result = currentProcess.MemoryManager.BorrowIpcBuffer(messagePtr, messageSize);
  233. if (result != KernelResult.Success)
  234. {
  235. return result;
  236. }
  237. KResourceLimit resourceLimit = currentProcess.ResourceLimit;
  238. if (resourceLimit != null && !resourceLimit.Reserve(LimitableResource.Event, 1))
  239. {
  240. currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  241. return KernelResult.ResLimitExceeded;
  242. }
  243. KClientSession session = currentProcess.HandleTable.GetObject<KClientSession>(handle);
  244. if (session == null)
  245. {
  246. result = KernelResult.InvalidHandle;
  247. }
  248. else
  249. {
  250. KEvent doneEvent = new KEvent(_context);
  251. result = currentProcess.HandleTable.GenerateHandle(doneEvent.ReadableEvent, out doneEventHandle);
  252. if (result == KernelResult.Success)
  253. {
  254. result = session.SendAsyncRequest(doneEvent.WritableEvent, messagePtr, messageSize);
  255. if (result != KernelResult.Success)
  256. {
  257. currentProcess.HandleTable.CloseHandle(doneEventHandle);
  258. }
  259. }
  260. }
  261. if (result != KernelResult.Success)
  262. {
  263. resourceLimit?.Release(LimitableResource.Event, 1);
  264. currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  265. }
  266. return result;
  267. }
  268. public KernelResult CreateSession(
  269. out int serverSessionHandle,
  270. out int clientSessionHandle,
  271. bool isLight,
  272. ulong namePtr)
  273. {
  274. serverSessionHandle = 0;
  275. clientSessionHandle = 0;
  276. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  277. KResourceLimit resourceLimit = currentProcess.ResourceLimit;
  278. if (resourceLimit != null && !resourceLimit.Reserve(LimitableResource.Session, 1))
  279. {
  280. return KernelResult.ResLimitExceeded;
  281. }
  282. KernelResult result;
  283. if (isLight)
  284. {
  285. KLightSession session = new KLightSession(_context);
  286. result = currentProcess.HandleTable.GenerateHandle(session.ServerSession, out serverSessionHandle);
  287. if (result == KernelResult.Success)
  288. {
  289. result = currentProcess.HandleTable.GenerateHandle(session.ClientSession, out clientSessionHandle);
  290. if (result != KernelResult.Success)
  291. {
  292. currentProcess.HandleTable.CloseHandle(serverSessionHandle);
  293. serverSessionHandle = 0;
  294. }
  295. }
  296. session.ServerSession.DecrementReferenceCount();
  297. session.ClientSession.DecrementReferenceCount();
  298. }
  299. else
  300. {
  301. KSession session = new KSession(_context);
  302. result = currentProcess.HandleTable.GenerateHandle(session.ServerSession, out serverSessionHandle);
  303. if (result == KernelResult.Success)
  304. {
  305. result = currentProcess.HandleTable.GenerateHandle(session.ClientSession, out clientSessionHandle);
  306. if (result != KernelResult.Success)
  307. {
  308. currentProcess.HandleTable.CloseHandle(serverSessionHandle);
  309. serverSessionHandle = 0;
  310. }
  311. }
  312. session.ServerSession.DecrementReferenceCount();
  313. session.ClientSession.DecrementReferenceCount();
  314. }
  315. return result;
  316. }
  317. public KernelResult AcceptSession(out int sessionHandle, int portHandle)
  318. {
  319. sessionHandle = 0;
  320. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  321. KServerPort serverPort = currentProcess.HandleTable.GetObject<KServerPort>(portHandle);
  322. if (serverPort == null)
  323. {
  324. return KernelResult.InvalidHandle;
  325. }
  326. KernelResult result = currentProcess.HandleTable.ReserveHandle(out int handle);
  327. if (result != KernelResult.Success)
  328. {
  329. return result;
  330. }
  331. KAutoObject session;
  332. if (serverPort.IsLight)
  333. {
  334. session = serverPort.AcceptIncomingLightConnection();
  335. }
  336. else
  337. {
  338. session = serverPort.AcceptIncomingConnection();
  339. }
  340. if (session != null)
  341. {
  342. currentProcess.HandleTable.SetReservedHandleObj(handle, session);
  343. session.DecrementReferenceCount();
  344. sessionHandle = handle;
  345. result = KernelResult.Success;
  346. }
  347. else
  348. {
  349. currentProcess.HandleTable.CancelHandleReservation(handle);
  350. result = KernelResult.NotFound;
  351. }
  352. return result;
  353. }
  354. public KernelResult ReplyAndReceive(
  355. out int handleIndex,
  356. ulong handlesPtr,
  357. int handlesCount,
  358. int replyTargetHandle,
  359. long timeout)
  360. {
  361. handleIndex = 0;
  362. if ((uint)handlesCount > 0x40)
  363. {
  364. return KernelResult.MaximumExceeded;
  365. }
  366. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  367. ulong copySize = (ulong)((long)handlesCount * 4);
  368. if (!currentProcess.MemoryManager.InsideAddrSpace(handlesPtr, copySize))
  369. {
  370. return KernelResult.UserCopyFailed;
  371. }
  372. if (handlesPtr + copySize < handlesPtr)
  373. {
  374. return KernelResult.UserCopyFailed;
  375. }
  376. int[] handles = new int[handlesCount];
  377. if (!KernelTransfer.UserToKernelArray<int>(handlesPtr, handles))
  378. {
  379. return KernelResult.UserCopyFailed;
  380. }
  381. if (timeout > 0)
  382. {
  383. timeout += KTimeManager.DefaultTimeIncrementNanoseconds;
  384. }
  385. return ReplyAndReceive(out handleIndex, handles, replyTargetHandle, timeout);
  386. }
  387. public KernelResult ReplyAndReceive(out int handleIndex, ReadOnlySpan<int> handles, int replyTargetHandle, long timeout)
  388. {
  389. handleIndex = 0;
  390. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  391. KSynchronizationObject[] syncObjs = new KSynchronizationObject[handles.Length];
  392. for (int index = 0; index < handles.Length; index++)
  393. {
  394. KSynchronizationObject obj = currentProcess.HandleTable.GetObject<KSynchronizationObject>(handles[index]);
  395. if (obj == null)
  396. {
  397. return KernelResult.InvalidHandle;
  398. }
  399. syncObjs[index] = obj;
  400. }
  401. KernelResult result = KernelResult.Success;
  402. if (replyTargetHandle != 0)
  403. {
  404. KServerSession replyTarget = currentProcess.HandleTable.GetObject<KServerSession>(replyTargetHandle);
  405. if (replyTarget == null)
  406. {
  407. result = KernelResult.InvalidHandle;
  408. }
  409. else
  410. {
  411. result = replyTarget.Reply();
  412. }
  413. }
  414. if (result == KernelResult.Success)
  415. {
  416. if (timeout > 0)
  417. {
  418. timeout += KTimeManager.DefaultTimeIncrementNanoseconds;
  419. }
  420. while ((result = _context.Synchronization.WaitFor(syncObjs, timeout, out handleIndex)) == KernelResult.Success)
  421. {
  422. KServerSession session = currentProcess.HandleTable.GetObject<KServerSession>(handles[handleIndex]);
  423. if (session == null)
  424. {
  425. break;
  426. }
  427. if ((result = session.Receive()) != KernelResult.NotFound)
  428. {
  429. break;
  430. }
  431. }
  432. }
  433. return result;
  434. }
  435. public KernelResult ReplyAndReceiveWithUserBuffer(
  436. out int handleIndex,
  437. ulong handlesPtr,
  438. ulong messagePtr,
  439. ulong messageSize,
  440. int handlesCount,
  441. int replyTargetHandle,
  442. long timeout)
  443. {
  444. handleIndex = 0;
  445. if ((uint)handlesCount > 0x40)
  446. {
  447. return KernelResult.MaximumExceeded;
  448. }
  449. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  450. ulong copySize = (ulong)((long)handlesCount * 4);
  451. if (!currentProcess.MemoryManager.InsideAddrSpace(handlesPtr, copySize))
  452. {
  453. return KernelResult.UserCopyFailed;
  454. }
  455. if (handlesPtr + copySize < handlesPtr)
  456. {
  457. return KernelResult.UserCopyFailed;
  458. }
  459. KernelResult result = currentProcess.MemoryManager.BorrowIpcBuffer(messagePtr, messageSize);
  460. if (result != KernelResult.Success)
  461. {
  462. return result;
  463. }
  464. int[] handles = new int[handlesCount];
  465. if (!KernelTransfer.UserToKernelArray<int>(handlesPtr, handles))
  466. {
  467. currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  468. return KernelResult.UserCopyFailed;
  469. }
  470. KSynchronizationObject[] syncObjs = new KSynchronizationObject[handlesCount];
  471. for (int index = 0; index < handlesCount; index++)
  472. {
  473. KSynchronizationObject obj = currentProcess.HandleTable.GetObject<KSynchronizationObject>(handles[index]);
  474. if (obj == null)
  475. {
  476. currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  477. return KernelResult.InvalidHandle;
  478. }
  479. syncObjs[index] = obj;
  480. }
  481. if (replyTargetHandle != 0)
  482. {
  483. KServerSession replyTarget = currentProcess.HandleTable.GetObject<KServerSession>(replyTargetHandle);
  484. if (replyTarget == null)
  485. {
  486. result = KernelResult.InvalidHandle;
  487. }
  488. else
  489. {
  490. result = replyTarget.Reply(messagePtr, messageSize);
  491. }
  492. }
  493. if (result == KernelResult.Success)
  494. {
  495. if (timeout > 0)
  496. {
  497. timeout += KTimeManager.DefaultTimeIncrementNanoseconds;
  498. }
  499. while ((result = _context.Synchronization.WaitFor(syncObjs, timeout, out handleIndex)) == KernelResult.Success)
  500. {
  501. KServerSession session = currentProcess.HandleTable.GetObject<KServerSession>(handles[handleIndex]);
  502. if (session == null)
  503. {
  504. break;
  505. }
  506. if ((result = session.Receive(messagePtr, messageSize)) != KernelResult.NotFound)
  507. {
  508. break;
  509. }
  510. }
  511. }
  512. currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  513. return result;
  514. }
  515. public KernelResult CreatePort(
  516. out int serverPortHandle,
  517. out int clientPortHandle,
  518. int maxSessions,
  519. bool isLight,
  520. ulong namePtr)
  521. {
  522. serverPortHandle = clientPortHandle = 0;
  523. if (maxSessions < 1)
  524. {
  525. return KernelResult.MaximumExceeded;
  526. }
  527. KPort port = new KPort(_context, maxSessions, isLight, (long)namePtr);
  528. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  529. KernelResult result = currentProcess.HandleTable.GenerateHandle(port.ClientPort, out clientPortHandle);
  530. if (result != KernelResult.Success)
  531. {
  532. return result;
  533. }
  534. result = currentProcess.HandleTable.GenerateHandle(port.ServerPort, out serverPortHandle);
  535. if (result != KernelResult.Success)
  536. {
  537. currentProcess.HandleTable.CloseHandle(clientPortHandle);
  538. }
  539. return result;
  540. }
  541. public KernelResult ManageNamedPort(out int handle, ulong namePtr, int maxSessions)
  542. {
  543. handle = 0;
  544. if (!KernelTransfer.UserToKernelString(out string name, namePtr, 12))
  545. {
  546. return KernelResult.UserCopyFailed;
  547. }
  548. if (name.Length > 11)
  549. {
  550. return KernelResult.MaximumExceeded;
  551. }
  552. return ManageNamedPort(out handle, name, maxSessions);
  553. }
  554. public KernelResult ManageNamedPort(out int handle, string name, int maxSessions)
  555. {
  556. handle = 0;
  557. if (maxSessions < 0)
  558. {
  559. return KernelResult.MaximumExceeded;
  560. }
  561. if (maxSessions == 0)
  562. {
  563. return KAutoObject.RemoveName(_context, name);
  564. }
  565. KPort port = new KPort(_context, maxSessions, false, 0);
  566. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  567. KernelResult result = currentProcess.HandleTable.GenerateHandle(port.ServerPort, out handle);
  568. if (result != KernelResult.Success)
  569. {
  570. return result;
  571. }
  572. result = port.ClientPort.SetName(name);
  573. if (result != KernelResult.Success)
  574. {
  575. currentProcess.HandleTable.CloseHandle(handle);
  576. }
  577. return result;
  578. }
  579. public KernelResult ConnectToPort(out int clientSessionHandle, int clientPortHandle)
  580. {
  581. clientSessionHandle = 0;
  582. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  583. KClientPort clientPort = currentProcess.HandleTable.GetObject<KClientPort>(clientPortHandle);
  584. if (clientPort == null)
  585. {
  586. return KernelResult.InvalidHandle;
  587. }
  588. KernelResult result = currentProcess.HandleTable.ReserveHandle(out int handle);
  589. if (result != KernelResult.Success)
  590. {
  591. return result;
  592. }
  593. KAutoObject session;
  594. if (clientPort.IsLight)
  595. {
  596. result = clientPort.ConnectLight(out KLightClientSession clientSession);
  597. session = clientSession;
  598. }
  599. else
  600. {
  601. result = clientPort.Connect(out KClientSession clientSession);
  602. session = clientSession;
  603. }
  604. if (result != KernelResult.Success)
  605. {
  606. currentProcess.HandleTable.CancelHandleReservation(handle);
  607. return result;
  608. }
  609. currentProcess.HandleTable.SetReservedHandleObj(handle, session);
  610. session.DecrementReferenceCount();
  611. clientSessionHandle = handle;
  612. return result;
  613. }
  614. // Memory
  615. public KernelResult SetHeapSize(out ulong address, ulong size)
  616. {
  617. if ((size & 0xfffffffe001fffff) != 0)
  618. {
  619. address = 0;
  620. return KernelResult.InvalidSize;
  621. }
  622. KProcess process = KernelStatic.GetCurrentProcess();
  623. return process.MemoryManager.SetHeapSize(size, out address);
  624. }
  625. public KernelResult SetMemoryPermission(ulong address, ulong size, KMemoryPermission permission)
  626. {
  627. if (!PageAligned(address))
  628. {
  629. return KernelResult.InvalidAddress;
  630. }
  631. if (!PageAligned(size) || size == 0)
  632. {
  633. return KernelResult.InvalidSize;
  634. }
  635. if (address + size <= address)
  636. {
  637. return KernelResult.InvalidMemState;
  638. }
  639. if (permission != KMemoryPermission.None && (permission | KMemoryPermission.Write) != KMemoryPermission.ReadAndWrite)
  640. {
  641. return KernelResult.InvalidPermission;
  642. }
  643. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  644. if (!currentProcess.MemoryManager.InsideAddrSpace(address, size))
  645. {
  646. return KernelResult.InvalidMemState;
  647. }
  648. return currentProcess.MemoryManager.SetMemoryPermission(address, size, permission);
  649. }
  650. public KernelResult SetMemoryAttribute(
  651. ulong address,
  652. ulong size,
  653. MemoryAttribute attributeMask,
  654. MemoryAttribute attributeValue)
  655. {
  656. if (!PageAligned(address))
  657. {
  658. return KernelResult.InvalidAddress;
  659. }
  660. if (!PageAligned(size) || size == 0)
  661. {
  662. return KernelResult.InvalidSize;
  663. }
  664. MemoryAttribute attributes = attributeMask | attributeValue;
  665. if (attributes != attributeMask ||
  666. (attributes | MemoryAttribute.Uncached) != MemoryAttribute.Uncached)
  667. {
  668. return KernelResult.InvalidCombination;
  669. }
  670. KProcess process = KernelStatic.GetCurrentProcess();
  671. if (!process.MemoryManager.InsideAddrSpace(address, size))
  672. {
  673. return KernelResult.InvalidMemState;
  674. }
  675. KernelResult result = process.MemoryManager.SetMemoryAttribute(
  676. address,
  677. size,
  678. attributeMask,
  679. attributeValue);
  680. return result;
  681. }
  682. public KernelResult MapMemory(ulong dst, ulong src, ulong size)
  683. {
  684. if (!PageAligned(src | dst))
  685. {
  686. return KernelResult.InvalidAddress;
  687. }
  688. if (!PageAligned(size) || size == 0)
  689. {
  690. return KernelResult.InvalidSize;
  691. }
  692. if (src + size <= src || dst + size <= dst)
  693. {
  694. return KernelResult.InvalidMemState;
  695. }
  696. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  697. if (!currentProcess.MemoryManager.InsideAddrSpace(src, size))
  698. {
  699. return KernelResult.InvalidMemState;
  700. }
  701. if (currentProcess.MemoryManager.OutsideStackRegion(dst, size) ||
  702. currentProcess.MemoryManager.InsideHeapRegion(dst, size) ||
  703. currentProcess.MemoryManager.InsideAliasRegion(dst, size))
  704. {
  705. return KernelResult.InvalidMemRange;
  706. }
  707. KProcess process = KernelStatic.GetCurrentProcess();
  708. return process.MemoryManager.Map(dst, src, size);
  709. }
  710. public KernelResult UnmapMemory(ulong dst, ulong src, ulong size)
  711. {
  712. if (!PageAligned(src | dst))
  713. {
  714. return KernelResult.InvalidAddress;
  715. }
  716. if (!PageAligned(size) || size == 0)
  717. {
  718. return KernelResult.InvalidSize;
  719. }
  720. if (src + size <= src || dst + size <= dst)
  721. {
  722. return KernelResult.InvalidMemState;
  723. }
  724. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  725. if (!currentProcess.MemoryManager.InsideAddrSpace(src, size))
  726. {
  727. return KernelResult.InvalidMemState;
  728. }
  729. if (currentProcess.MemoryManager.OutsideStackRegion(dst, size) ||
  730. currentProcess.MemoryManager.InsideHeapRegion(dst, size) ||
  731. currentProcess.MemoryManager.InsideAliasRegion(dst, size))
  732. {
  733. return KernelResult.InvalidMemRange;
  734. }
  735. KProcess process = KernelStatic.GetCurrentProcess();
  736. return process.MemoryManager.Unmap(dst, src, size);
  737. }
  738. public KernelResult QueryMemory(ulong infoPtr, out ulong pageInfo, ulong address)
  739. {
  740. KernelResult result = QueryMemory(out MemoryInfo info, out pageInfo, address);
  741. if (result == KernelResult.Success)
  742. {
  743. return KernelTransfer.KernelToUser(infoPtr, info)
  744. ? KernelResult.Success
  745. : KernelResult.InvalidMemState;
  746. }
  747. return result;
  748. }
  749. public KernelResult QueryMemory(out MemoryInfo info, out ulong pageInfo, ulong address)
  750. {
  751. KProcess process = KernelStatic.GetCurrentProcess();
  752. KMemoryInfo blockInfo = process.MemoryManager.QueryMemory(address);
  753. info = new MemoryInfo(
  754. blockInfo.Address,
  755. blockInfo.Size,
  756. blockInfo.State & MemoryState.UserMask,
  757. blockInfo.Attribute,
  758. blockInfo.Permission & KMemoryPermission.UserMask,
  759. blockInfo.IpcRefCount,
  760. blockInfo.DeviceRefCount);
  761. pageInfo = 0;
  762. return KernelResult.Success;
  763. }
  764. public KernelResult MapSharedMemory(int handle, ulong address, ulong size, KMemoryPermission permission)
  765. {
  766. if (!PageAligned(address))
  767. {
  768. return KernelResult.InvalidAddress;
  769. }
  770. if (!PageAligned(size) || size == 0)
  771. {
  772. return KernelResult.InvalidSize;
  773. }
  774. if (address + size <= address)
  775. {
  776. return KernelResult.InvalidMemState;
  777. }
  778. if ((permission | KMemoryPermission.Write) != KMemoryPermission.ReadAndWrite)
  779. {
  780. return KernelResult.InvalidPermission;
  781. }
  782. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  783. KSharedMemory sharedMemory = currentProcess.HandleTable.GetObject<KSharedMemory>(handle);
  784. if (sharedMemory == null)
  785. {
  786. return KernelResult.InvalidHandle;
  787. }
  788. if (currentProcess.MemoryManager.IsInvalidRegion(address, size) ||
  789. currentProcess.MemoryManager.InsideHeapRegion(address, size) ||
  790. currentProcess.MemoryManager.InsideAliasRegion(address, size))
  791. {
  792. return KernelResult.InvalidMemRange;
  793. }
  794. return sharedMemory.MapIntoProcess(
  795. currentProcess.MemoryManager,
  796. address,
  797. size,
  798. currentProcess,
  799. permission);
  800. }
  801. public KernelResult UnmapSharedMemory(int handle, ulong address, ulong size)
  802. {
  803. if (!PageAligned(address))
  804. {
  805. return KernelResult.InvalidAddress;
  806. }
  807. if (!PageAligned(size) || size == 0)
  808. {
  809. return KernelResult.InvalidSize;
  810. }
  811. if (address + size <= address)
  812. {
  813. return KernelResult.InvalidMemState;
  814. }
  815. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  816. KSharedMemory sharedMemory = currentProcess.HandleTable.GetObject<KSharedMemory>(handle);
  817. if (sharedMemory == null)
  818. {
  819. return KernelResult.InvalidHandle;
  820. }
  821. if (currentProcess.MemoryManager.IsInvalidRegion(address, size) ||
  822. currentProcess.MemoryManager.InsideHeapRegion(address, size) ||
  823. currentProcess.MemoryManager.InsideAliasRegion(address, size))
  824. {
  825. return KernelResult.InvalidMemRange;
  826. }
  827. return sharedMemory.UnmapFromProcess(
  828. currentProcess.MemoryManager,
  829. address,
  830. size,
  831. currentProcess);
  832. }
  833. public KernelResult CreateTransferMemory(out int handle, ulong address, ulong size, KMemoryPermission permission)
  834. {
  835. handle = 0;
  836. if (!PageAligned(address))
  837. {
  838. return KernelResult.InvalidAddress;
  839. }
  840. if (!PageAligned(size) || size == 0)
  841. {
  842. return KernelResult.InvalidSize;
  843. }
  844. if (address + size <= address)
  845. {
  846. return KernelResult.InvalidMemState;
  847. }
  848. if (permission > KMemoryPermission.ReadAndWrite || permission == KMemoryPermission.Write)
  849. {
  850. return KernelResult.InvalidPermission;
  851. }
  852. KProcess process = KernelStatic.GetCurrentProcess();
  853. KResourceLimit resourceLimit = process.ResourceLimit;
  854. if (resourceLimit != null && !resourceLimit.Reserve(LimitableResource.TransferMemory, 1))
  855. {
  856. return KernelResult.ResLimitExceeded;
  857. }
  858. void CleanUpForError()
  859. {
  860. resourceLimit?.Release(LimitableResource.TransferMemory, 1);
  861. }
  862. if (!process.MemoryManager.InsideAddrSpace(address, size))
  863. {
  864. CleanUpForError();
  865. return KernelResult.InvalidMemState;
  866. }
  867. KTransferMemory transferMemory = new KTransferMemory(_context);
  868. KernelResult result = transferMemory.Initialize(address, size, permission);
  869. if (result != KernelResult.Success)
  870. {
  871. CleanUpForError();
  872. return result;
  873. }
  874. result = process.HandleTable.GenerateHandle(transferMemory, out handle);
  875. transferMemory.DecrementReferenceCount();
  876. return result;
  877. }
  878. public KernelResult MapTransferMemory(int handle, ulong address, ulong size, KMemoryPermission permission)
  879. {
  880. if (!PageAligned(address))
  881. {
  882. return KernelResult.InvalidAddress;
  883. }
  884. if (!PageAligned(size) || size == 0)
  885. {
  886. return KernelResult.InvalidSize;
  887. }
  888. if (address + size <= address)
  889. {
  890. return KernelResult.InvalidMemState;
  891. }
  892. if (permission > KMemoryPermission.ReadAndWrite || permission == KMemoryPermission.Write)
  893. {
  894. return KernelResult.InvalidPermission;
  895. }
  896. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  897. KTransferMemory transferMemory = currentProcess.HandleTable.GetObject<KTransferMemory>(handle);
  898. if (transferMemory == null)
  899. {
  900. return KernelResult.InvalidHandle;
  901. }
  902. if (currentProcess.MemoryManager.IsInvalidRegion(address, size) ||
  903. currentProcess.MemoryManager.InsideHeapRegion(address, size) ||
  904. currentProcess.MemoryManager.InsideAliasRegion(address, size))
  905. {
  906. return KernelResult.InvalidMemRange;
  907. }
  908. return transferMemory.MapIntoProcess(
  909. currentProcess.MemoryManager,
  910. address,
  911. size,
  912. currentProcess,
  913. permission);
  914. }
  915. public KernelResult UnmapTransferMemory(int handle, ulong address, ulong size)
  916. {
  917. if (!PageAligned(address))
  918. {
  919. return KernelResult.InvalidAddress;
  920. }
  921. if (!PageAligned(size) || size == 0)
  922. {
  923. return KernelResult.InvalidSize;
  924. }
  925. if (address + size <= address)
  926. {
  927. return KernelResult.InvalidMemState;
  928. }
  929. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  930. KTransferMemory transferMemory = currentProcess.HandleTable.GetObject<KTransferMemory>(handle);
  931. if (transferMemory == null)
  932. {
  933. return KernelResult.InvalidHandle;
  934. }
  935. if (currentProcess.MemoryManager.IsInvalidRegion(address, size) ||
  936. currentProcess.MemoryManager.InsideHeapRegion(address, size) ||
  937. currentProcess.MemoryManager.InsideAliasRegion(address, size))
  938. {
  939. return KernelResult.InvalidMemRange;
  940. }
  941. return transferMemory.UnmapFromProcess(
  942. currentProcess.MemoryManager,
  943. address,
  944. size,
  945. currentProcess);
  946. }
  947. public KernelResult MapPhysicalMemory(ulong address, ulong size)
  948. {
  949. if (!PageAligned(address))
  950. {
  951. return KernelResult.InvalidAddress;
  952. }
  953. if (!PageAligned(size) || size == 0)
  954. {
  955. return KernelResult.InvalidSize;
  956. }
  957. if (address + size <= address)
  958. {
  959. return KernelResult.InvalidMemRange;
  960. }
  961. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  962. if ((currentProcess.PersonalMmHeapPagesCount & 0xfffffffffffff) == 0)
  963. {
  964. return KernelResult.InvalidState;
  965. }
  966. if (!currentProcess.MemoryManager.InsideAddrSpace(address, size) ||
  967. currentProcess.MemoryManager.OutsideAliasRegion(address, size))
  968. {
  969. return KernelResult.InvalidMemRange;
  970. }
  971. KProcess process = KernelStatic.GetCurrentProcess();
  972. return process.MemoryManager.MapPhysicalMemory(address, size);
  973. }
  974. public KernelResult UnmapPhysicalMemory(ulong address, ulong size)
  975. {
  976. if (!PageAligned(address))
  977. {
  978. return KernelResult.InvalidAddress;
  979. }
  980. if (!PageAligned(size) || size == 0)
  981. {
  982. return KernelResult.InvalidSize;
  983. }
  984. if (address + size <= address)
  985. {
  986. return KernelResult.InvalidMemRange;
  987. }
  988. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  989. if ((currentProcess.PersonalMmHeapPagesCount & 0xfffffffffffff) == 0)
  990. {
  991. return KernelResult.InvalidState;
  992. }
  993. if (!currentProcess.MemoryManager.InsideAddrSpace(address, size) ||
  994. currentProcess.MemoryManager.OutsideAliasRegion(address, size))
  995. {
  996. return KernelResult.InvalidMemRange;
  997. }
  998. KProcess process = KernelStatic.GetCurrentProcess();
  999. return process.MemoryManager.UnmapPhysicalMemory(address, size);
  1000. }
  1001. public KernelResult CreateCodeMemory(ulong address, ulong size, out int handle)
  1002. {
  1003. handle = 0;
  1004. if (!PageAligned(address))
  1005. {
  1006. return KernelResult.InvalidAddress;
  1007. }
  1008. if (!PageAligned(size) || size == 0)
  1009. {
  1010. return KernelResult.InvalidSize;
  1011. }
  1012. if (size + address <= address)
  1013. {
  1014. return KernelResult.InvalidMemState;
  1015. }
  1016. KCodeMemory codeMemory = new KCodeMemory(_context);
  1017. using var _ = new OnScopeExit(codeMemory.DecrementReferenceCount);
  1018. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1019. if (!currentProcess.MemoryManager.InsideAddrSpace(address, size))
  1020. {
  1021. return KernelResult.InvalidMemState;
  1022. }
  1023. KernelResult result = codeMemory.Initialize(address, size);
  1024. if (result != KernelResult.Success)
  1025. {
  1026. return result;
  1027. }
  1028. return currentProcess.HandleTable.GenerateHandle(codeMemory, out handle);
  1029. }
  1030. public KernelResult ControlCodeMemory(int handle, CodeMemoryOperation op, ulong address, ulong size, KMemoryPermission permission)
  1031. {
  1032. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1033. KCodeMemory codeMemory = currentProcess.HandleTable.GetObject<KCodeMemory>(handle);
  1034. // Newer versions of the kernel also returns an error here if the owner and process
  1035. // where the operation will happen are the same. We do not return an error here
  1036. // for homebrew because some of them requires this to be patched out to work (for JIT).
  1037. if (codeMemory == null || (!currentProcess.AllowCodeMemoryForJit && codeMemory.Owner == currentProcess))
  1038. {
  1039. return KernelResult.InvalidHandle;
  1040. }
  1041. switch (op)
  1042. {
  1043. case CodeMemoryOperation.Map:
  1044. if (!currentProcess.MemoryManager.CanContain(address, size, MemoryState.CodeWritable))
  1045. {
  1046. return KernelResult.InvalidMemRange;
  1047. }
  1048. if (permission != KMemoryPermission.ReadAndWrite)
  1049. {
  1050. return KernelResult.InvalidPermission;
  1051. }
  1052. return codeMemory.Map(address, size, permission);
  1053. case CodeMemoryOperation.MapToOwner:
  1054. if (!currentProcess.MemoryManager.CanContain(address, size, MemoryState.CodeReadOnly))
  1055. {
  1056. return KernelResult.InvalidMemRange;
  1057. }
  1058. if (permission != KMemoryPermission.Read && permission != KMemoryPermission.ReadAndExecute)
  1059. {
  1060. return KernelResult.InvalidPermission;
  1061. }
  1062. return codeMemory.MapToOwner(address, size, permission);
  1063. case CodeMemoryOperation.Unmap:
  1064. if (!currentProcess.MemoryManager.CanContain(address, size, MemoryState.CodeWritable))
  1065. {
  1066. return KernelResult.InvalidMemRange;
  1067. }
  1068. if (permission != KMemoryPermission.None)
  1069. {
  1070. return KernelResult.InvalidPermission;
  1071. }
  1072. return codeMemory.Unmap(address, size);
  1073. case CodeMemoryOperation.UnmapFromOwner:
  1074. if (!currentProcess.MemoryManager.CanContain(address, size, MemoryState.CodeReadOnly))
  1075. {
  1076. return KernelResult.InvalidMemRange;
  1077. }
  1078. if (permission != KMemoryPermission.None)
  1079. {
  1080. return KernelResult.InvalidPermission;
  1081. }
  1082. return codeMemory.UnmapFromOwner(address, size);
  1083. default: return KernelResult.InvalidEnumValue;
  1084. }
  1085. }
  1086. public KernelResult SetProcessMemoryPermission(int handle, ulong src, ulong size, KMemoryPermission permission)
  1087. {
  1088. if (!PageAligned(src))
  1089. {
  1090. return KernelResult.InvalidAddress;
  1091. }
  1092. if (!PageAligned(size) || size == 0)
  1093. {
  1094. return KernelResult.InvalidSize;
  1095. }
  1096. if (permission != KMemoryPermission.None &&
  1097. permission != KMemoryPermission.Read &&
  1098. permission != KMemoryPermission.ReadAndWrite &&
  1099. permission != KMemoryPermission.ReadAndExecute)
  1100. {
  1101. return KernelResult.InvalidPermission;
  1102. }
  1103. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1104. KProcess targetProcess = currentProcess.HandleTable.GetObject<KProcess>(handle);
  1105. if (targetProcess == null)
  1106. {
  1107. return KernelResult.InvalidHandle;
  1108. }
  1109. if (targetProcess.MemoryManager.OutsideAddrSpace(src, size))
  1110. {
  1111. return KernelResult.InvalidMemState;
  1112. }
  1113. return targetProcess.MemoryManager.SetProcessMemoryPermission(src, size, permission);
  1114. }
  1115. public KernelResult MapProcessMemory(ulong dst, int handle, ulong src, ulong size)
  1116. {
  1117. if (!PageAligned(src) || !PageAligned(dst))
  1118. {
  1119. return KernelResult.InvalidAddress;
  1120. }
  1121. if (!PageAligned(size) || size == 0)
  1122. {
  1123. return KernelResult.InvalidSize;
  1124. }
  1125. if (dst + size <= dst || src + size <= src)
  1126. {
  1127. return KernelResult.InvalidMemRange;
  1128. }
  1129. KProcess dstProcess = KernelStatic.GetCurrentProcess();
  1130. KProcess srcProcess = dstProcess.HandleTable.GetObject<KProcess>(handle);
  1131. if (srcProcess == null)
  1132. {
  1133. return KernelResult.InvalidHandle;
  1134. }
  1135. if (!srcProcess.MemoryManager.InsideAddrSpace(src, size) ||
  1136. !dstProcess.MemoryManager.CanContain(dst, size, MemoryState.ProcessMemory))
  1137. {
  1138. return KernelResult.InvalidMemRange;
  1139. }
  1140. KPageList pageList = new KPageList();
  1141. KernelResult result = srcProcess.MemoryManager.GetPagesIfStateEquals(
  1142. src,
  1143. size,
  1144. MemoryState.MapProcessAllowed,
  1145. MemoryState.MapProcessAllowed,
  1146. KMemoryPermission.None,
  1147. KMemoryPermission.None,
  1148. MemoryAttribute.Mask,
  1149. MemoryAttribute.None,
  1150. pageList);
  1151. if (result != KernelResult.Success)
  1152. {
  1153. return result;
  1154. }
  1155. return dstProcess.MemoryManager.MapPages(dst, pageList, MemoryState.ProcessMemory, KMemoryPermission.ReadAndWrite);
  1156. }
  1157. public KernelResult UnmapProcessMemory(ulong dst, int handle, ulong src, ulong size)
  1158. {
  1159. if (!PageAligned(src) || !PageAligned(dst))
  1160. {
  1161. return KernelResult.InvalidAddress;
  1162. }
  1163. if (!PageAligned(size) || size == 0)
  1164. {
  1165. return KernelResult.InvalidSize;
  1166. }
  1167. if (dst + size <= dst || src + size <= src)
  1168. {
  1169. return KernelResult.InvalidMemRange;
  1170. }
  1171. KProcess dstProcess = KernelStatic.GetCurrentProcess();
  1172. KProcess srcProcess = dstProcess.HandleTable.GetObject<KProcess>(handle);
  1173. if (srcProcess == null)
  1174. {
  1175. return KernelResult.InvalidHandle;
  1176. }
  1177. if (!srcProcess.MemoryManager.InsideAddrSpace(src, size) ||
  1178. !dstProcess.MemoryManager.CanContain(dst, size, MemoryState.ProcessMemory))
  1179. {
  1180. return KernelResult.InvalidMemRange;
  1181. }
  1182. KernelResult result = dstProcess.MemoryManager.UnmapProcessMemory(dst, size, srcProcess.MemoryManager, src);
  1183. if (result != KernelResult.Success)
  1184. {
  1185. return result;
  1186. }
  1187. return KernelResult.Success;
  1188. }
  1189. public KernelResult MapProcessCodeMemory(int handle, ulong dst, ulong src, ulong size)
  1190. {
  1191. if (!PageAligned(dst) || !PageAligned(src))
  1192. {
  1193. return KernelResult.InvalidAddress;
  1194. }
  1195. if (!PageAligned(size) || size == 0)
  1196. {
  1197. return KernelResult.InvalidSize;
  1198. }
  1199. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1200. KProcess targetProcess = currentProcess.HandleTable.GetObject<KProcess>(handle);
  1201. if (targetProcess == null)
  1202. {
  1203. return KernelResult.InvalidHandle;
  1204. }
  1205. if (targetProcess.MemoryManager.OutsideAddrSpace(dst, size) ||
  1206. targetProcess.MemoryManager.OutsideAddrSpace(src, size) ||
  1207. targetProcess.MemoryManager.InsideAliasRegion(dst, size) ||
  1208. targetProcess.MemoryManager.InsideHeapRegion(dst, size))
  1209. {
  1210. return KernelResult.InvalidMemRange;
  1211. }
  1212. if (size + dst <= dst || size + src <= src)
  1213. {
  1214. return KernelResult.InvalidMemState;
  1215. }
  1216. return targetProcess.MemoryManager.MapProcessCodeMemory(dst, src, size);
  1217. }
  1218. public KernelResult UnmapProcessCodeMemory(int handle, ulong dst, ulong src, ulong size)
  1219. {
  1220. if (!PageAligned(dst) || !PageAligned(src))
  1221. {
  1222. return KernelResult.InvalidAddress;
  1223. }
  1224. if (!PageAligned(size) || size == 0)
  1225. {
  1226. return KernelResult.InvalidSize;
  1227. }
  1228. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1229. KProcess targetProcess = currentProcess.HandleTable.GetObject<KProcess>(handle);
  1230. if (targetProcess == null)
  1231. {
  1232. return KernelResult.InvalidHandle;
  1233. }
  1234. if (targetProcess.MemoryManager.OutsideAddrSpace(dst, size) ||
  1235. targetProcess.MemoryManager.OutsideAddrSpace(src, size) ||
  1236. targetProcess.MemoryManager.InsideAliasRegion(dst, size) ||
  1237. targetProcess.MemoryManager.InsideHeapRegion(dst, size))
  1238. {
  1239. return KernelResult.InvalidMemRange;
  1240. }
  1241. if (size + dst <= dst || size + src <= src)
  1242. {
  1243. return KernelResult.InvalidMemState;
  1244. }
  1245. return targetProcess.MemoryManager.UnmapProcessCodeMemory(dst, src, size);
  1246. }
  1247. private static bool PageAligned(ulong address)
  1248. {
  1249. return (address & (KPageTableBase.PageSize - 1)) == 0;
  1250. }
  1251. // System
  1252. public KernelResult TerminateProcess(int handle)
  1253. {
  1254. KProcess process = KernelStatic.GetCurrentProcess();
  1255. process = process.HandleTable.GetObject<KProcess>(handle);
  1256. KernelResult result;
  1257. if (process != null)
  1258. {
  1259. if (process == KernelStatic.GetCurrentProcess())
  1260. {
  1261. result = KernelResult.Success;
  1262. process.DecrementToZeroWhileTerminatingCurrent();
  1263. }
  1264. else
  1265. {
  1266. result = process.Terminate();
  1267. process.DecrementReferenceCount();
  1268. }
  1269. }
  1270. else
  1271. {
  1272. result = KernelResult.InvalidHandle;
  1273. }
  1274. return result;
  1275. }
  1276. public void ExitProcess()
  1277. {
  1278. KernelStatic.GetCurrentProcess().TerminateCurrentProcess();
  1279. }
  1280. public KernelResult SignalEvent(int handle)
  1281. {
  1282. KProcess process = KernelStatic.GetCurrentProcess();
  1283. KWritableEvent writableEvent = process.HandleTable.GetObject<KWritableEvent>(handle);
  1284. KernelResult result;
  1285. if (writableEvent != null)
  1286. {
  1287. writableEvent.Signal();
  1288. result = KernelResult.Success;
  1289. }
  1290. else
  1291. {
  1292. result = KernelResult.InvalidHandle;
  1293. }
  1294. return result;
  1295. }
  1296. public KernelResult ClearEvent(int handle)
  1297. {
  1298. KernelResult result;
  1299. KProcess process = KernelStatic.GetCurrentProcess();
  1300. KWritableEvent writableEvent = process.HandleTable.GetObject<KWritableEvent>(handle);
  1301. if (writableEvent == null)
  1302. {
  1303. KReadableEvent readableEvent = process.HandleTable.GetObject<KReadableEvent>(handle);
  1304. result = readableEvent?.Clear() ?? KernelResult.InvalidHandle;
  1305. }
  1306. else
  1307. {
  1308. result = writableEvent.Clear();
  1309. }
  1310. return result;
  1311. }
  1312. public KernelResult CloseHandle(int handle)
  1313. {
  1314. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1315. return currentProcess.HandleTable.CloseHandle(handle) ? KernelResult.Success : KernelResult.InvalidHandle;
  1316. }
  1317. public KernelResult ResetSignal(int handle)
  1318. {
  1319. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1320. KReadableEvent readableEvent = currentProcess.HandleTable.GetObject<KReadableEvent>(handle);
  1321. KernelResult result;
  1322. if (readableEvent != null)
  1323. {
  1324. result = readableEvent.ClearIfSignaled();
  1325. }
  1326. else
  1327. {
  1328. KProcess process = currentProcess.HandleTable.GetKProcess(handle);
  1329. if (process != null)
  1330. {
  1331. result = process.ClearIfNotExited();
  1332. }
  1333. else
  1334. {
  1335. result = KernelResult.InvalidHandle;
  1336. }
  1337. }
  1338. return result;
  1339. }
  1340. public ulong GetSystemTick()
  1341. {
  1342. return KernelStatic.GetCurrentThread().Context.CntpctEl0;
  1343. }
  1344. public void Break(ulong reason)
  1345. {
  1346. KThread currentThread = KernelStatic.GetCurrentThread();
  1347. if ((reason & (1UL << 31)) == 0)
  1348. {
  1349. currentThread.PrintGuestStackTrace();
  1350. currentThread.PrintGuestRegisterPrintout();
  1351. // As the process is exiting, this is probably caused by emulation termination.
  1352. if (currentThread.Owner.State == ProcessState.Exiting)
  1353. {
  1354. return;
  1355. }
  1356. // TODO: Debug events.
  1357. currentThread.Owner.TerminateCurrentProcess();
  1358. throw new GuestBrokeExecutionException();
  1359. }
  1360. else
  1361. {
  1362. Logger.Debug?.Print(LogClass.KernelSvc, "Debugger triggered.");
  1363. }
  1364. }
  1365. public void OutputDebugString(ulong strPtr, ulong size)
  1366. {
  1367. KProcess process = KernelStatic.GetCurrentProcess();
  1368. string str = MemoryHelper.ReadAsciiString(process.CpuMemory, strPtr, (long)size);
  1369. Logger.Warning?.Print(LogClass.KernelSvc, str);
  1370. }
  1371. public KernelResult GetInfo(out ulong value, InfoType id, int handle, long subId)
  1372. {
  1373. value = 0;
  1374. switch (id)
  1375. {
  1376. case InfoType.CoreMask:
  1377. case InfoType.PriorityMask:
  1378. case InfoType.AliasRegionAddress:
  1379. case InfoType.AliasRegionSize:
  1380. case InfoType.HeapRegionAddress:
  1381. case InfoType.HeapRegionSize:
  1382. case InfoType.TotalMemorySize:
  1383. case InfoType.UsedMemorySize:
  1384. case InfoType.AslrRegionAddress:
  1385. case InfoType.AslrRegionSize:
  1386. case InfoType.StackRegionAddress:
  1387. case InfoType.StackRegionSize:
  1388. case InfoType.SystemResourceSizeTotal:
  1389. case InfoType.SystemResourceSizeUsed:
  1390. case InfoType.ProgramId:
  1391. case InfoType.UserExceptionContextAddress:
  1392. case InfoType.TotalNonSystemMemorySize:
  1393. case InfoType.UsedNonSystemMemorySize:
  1394. case InfoType.IsApplication:
  1395. case InfoType.FreeThreadCount:
  1396. {
  1397. if (subId != 0)
  1398. {
  1399. return KernelResult.InvalidCombination;
  1400. }
  1401. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1402. KProcess process = currentProcess.HandleTable.GetKProcess(handle);
  1403. if (process == null)
  1404. {
  1405. return KernelResult.InvalidHandle;
  1406. }
  1407. switch (id)
  1408. {
  1409. case InfoType.CoreMask: value = process.Capabilities.AllowedCpuCoresMask; break;
  1410. case InfoType.PriorityMask: value = process.Capabilities.AllowedThreadPriosMask; break;
  1411. case InfoType.AliasRegionAddress: value = process.MemoryManager.AliasRegionStart; break;
  1412. case InfoType.AliasRegionSize:
  1413. value = (process.MemoryManager.AliasRegionEnd -
  1414. process.MemoryManager.AliasRegionStart); break;
  1415. case InfoType.HeapRegionAddress: value = process.MemoryManager.HeapRegionStart; break;
  1416. case InfoType.HeapRegionSize:
  1417. value = (process.MemoryManager.HeapRegionEnd -
  1418. process.MemoryManager.HeapRegionStart); break;
  1419. case InfoType.TotalMemorySize: value = process.GetMemoryCapacity(); break;
  1420. case InfoType.UsedMemorySize: value = process.GetMemoryUsage(); break;
  1421. case InfoType.AslrRegionAddress: value = process.MemoryManager.GetAddrSpaceBaseAddr(); break;
  1422. case InfoType.AslrRegionSize: value = process.MemoryManager.GetAddrSpaceSize(); break;
  1423. case InfoType.StackRegionAddress: value = process.MemoryManager.StackRegionStart; break;
  1424. case InfoType.StackRegionSize:
  1425. value = (process.MemoryManager.StackRegionEnd -
  1426. process.MemoryManager.StackRegionStart); break;
  1427. case InfoType.SystemResourceSizeTotal: value = process.PersonalMmHeapPagesCount * KPageTableBase.PageSize; break;
  1428. case InfoType.SystemResourceSizeUsed:
  1429. if (process.PersonalMmHeapPagesCount != 0)
  1430. {
  1431. value = process.MemoryManager.GetMmUsedPages() * KPageTableBase.PageSize;
  1432. }
  1433. break;
  1434. case InfoType.ProgramId: value = process.TitleId; break;
  1435. case InfoType.UserExceptionContextAddress: value = process.UserExceptionContextAddress; break;
  1436. case InfoType.TotalNonSystemMemorySize: value = process.GetMemoryCapacityWithoutPersonalMmHeap(); break;
  1437. case InfoType.UsedNonSystemMemorySize: value = process.GetMemoryUsageWithoutPersonalMmHeap(); break;
  1438. case InfoType.IsApplication: value = process.IsApplication ? 1UL : 0UL; break;
  1439. case InfoType.FreeThreadCount:
  1440. if (process.ResourceLimit != null)
  1441. {
  1442. value = (ulong)(process.ResourceLimit.GetLimitValue(LimitableResource.Thread) -
  1443. process.ResourceLimit.GetCurrentValue(LimitableResource.Thread));
  1444. }
  1445. else
  1446. {
  1447. value = 0;
  1448. }
  1449. break;
  1450. }
  1451. break;
  1452. }
  1453. case InfoType.DebuggerAttached:
  1454. {
  1455. if (handle != 0)
  1456. {
  1457. return KernelResult.InvalidHandle;
  1458. }
  1459. if (subId != 0)
  1460. {
  1461. return KernelResult.InvalidCombination;
  1462. }
  1463. value = KernelStatic.GetCurrentProcess().Debug ? 1UL : 0UL;
  1464. break;
  1465. }
  1466. case InfoType.ResourceLimit:
  1467. {
  1468. if (handle != 0)
  1469. {
  1470. return KernelResult.InvalidHandle;
  1471. }
  1472. if (subId != 0)
  1473. {
  1474. return KernelResult.InvalidCombination;
  1475. }
  1476. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1477. if (currentProcess.ResourceLimit != null)
  1478. {
  1479. KHandleTable handleTable = currentProcess.HandleTable;
  1480. KResourceLimit resourceLimit = currentProcess.ResourceLimit;
  1481. KernelResult result = handleTable.GenerateHandle(resourceLimit, out int resLimHandle);
  1482. if (result != KernelResult.Success)
  1483. {
  1484. return result;
  1485. }
  1486. value = (uint)resLimHandle;
  1487. }
  1488. break;
  1489. }
  1490. case InfoType.IdleTickCount:
  1491. {
  1492. if (handle != 0)
  1493. {
  1494. return KernelResult.InvalidHandle;
  1495. }
  1496. int currentCore = KernelStatic.GetCurrentThread().CurrentCore;
  1497. if (subId != -1 && subId != currentCore)
  1498. {
  1499. return KernelResult.InvalidCombination;
  1500. }
  1501. value = (ulong)KTimeManager.ConvertHostTicksToTicks(_context.Schedulers[currentCore].TotalIdleTimeTicks);
  1502. break;
  1503. }
  1504. case InfoType.RandomEntropy:
  1505. {
  1506. if (handle != 0)
  1507. {
  1508. return KernelResult.InvalidHandle;
  1509. }
  1510. if ((ulong)subId > 3)
  1511. {
  1512. return KernelResult.InvalidCombination;
  1513. }
  1514. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1515. value = currentProcess.RandomEntropy[subId];
  1516. break;
  1517. }
  1518. case InfoType.ThreadTickCount:
  1519. {
  1520. if (subId < -1 || subId > 3)
  1521. {
  1522. return KernelResult.InvalidCombination;
  1523. }
  1524. KThread thread = KernelStatic.GetCurrentProcess().HandleTable.GetKThread(handle);
  1525. if (thread == null)
  1526. {
  1527. return KernelResult.InvalidHandle;
  1528. }
  1529. KThread currentThread = KernelStatic.GetCurrentThread();
  1530. int currentCore = currentThread.CurrentCore;
  1531. if (subId != -1 && subId != currentCore)
  1532. {
  1533. return KernelResult.Success;
  1534. }
  1535. KScheduler scheduler = _context.Schedulers[currentCore];
  1536. long timeDelta = PerformanceCounter.ElapsedTicks - scheduler.LastContextSwitchTime;
  1537. if (subId != -1)
  1538. {
  1539. value = (ulong)KTimeManager.ConvertHostTicksToTicks(timeDelta);
  1540. }
  1541. else
  1542. {
  1543. long totalTimeRunning = thread.TotalTimeRunning;
  1544. if (thread == currentThread)
  1545. {
  1546. totalTimeRunning += timeDelta;
  1547. }
  1548. value = (ulong)KTimeManager.ConvertHostTicksToTicks(totalTimeRunning);
  1549. }
  1550. break;
  1551. }
  1552. default: return KernelResult.InvalidEnumValue;
  1553. }
  1554. return KernelResult.Success;
  1555. }
  1556. public KernelResult CreateEvent(out int wEventHandle, out int rEventHandle)
  1557. {
  1558. KEvent Event = new KEvent(_context);
  1559. KProcess process = KernelStatic.GetCurrentProcess();
  1560. KernelResult result = process.HandleTable.GenerateHandle(Event.WritableEvent, out wEventHandle);
  1561. if (result == KernelResult.Success)
  1562. {
  1563. result = process.HandleTable.GenerateHandle(Event.ReadableEvent, out rEventHandle);
  1564. if (result != KernelResult.Success)
  1565. {
  1566. process.HandleTable.CloseHandle(wEventHandle);
  1567. }
  1568. }
  1569. else
  1570. {
  1571. rEventHandle = 0;
  1572. }
  1573. return result;
  1574. }
  1575. public KernelResult GetProcessList(out int count, ulong address, int maxCount)
  1576. {
  1577. count = 0;
  1578. if ((maxCount >> 28) != 0)
  1579. {
  1580. return KernelResult.MaximumExceeded;
  1581. }
  1582. if (maxCount != 0)
  1583. {
  1584. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1585. ulong copySize = (ulong)maxCount * 8;
  1586. if (address + copySize <= address)
  1587. {
  1588. return KernelResult.InvalidMemState;
  1589. }
  1590. if (currentProcess.MemoryManager.OutsideAddrSpace(address, copySize))
  1591. {
  1592. return KernelResult.InvalidMemState;
  1593. }
  1594. }
  1595. int copyCount = 0;
  1596. lock (_context.Processes)
  1597. {
  1598. foreach (KProcess process in _context.Processes.Values)
  1599. {
  1600. if (copyCount < maxCount)
  1601. {
  1602. if (!KernelTransfer.KernelToUser(address + (ulong)copyCount * 8, process.Pid))
  1603. {
  1604. return KernelResult.UserCopyFailed;
  1605. }
  1606. }
  1607. copyCount++;
  1608. }
  1609. }
  1610. count = copyCount;
  1611. return KernelResult.Success;
  1612. }
  1613. public KernelResult GetSystemInfo(out long value, uint id, int handle, long subId)
  1614. {
  1615. value = 0;
  1616. if (id > 2)
  1617. {
  1618. return KernelResult.InvalidEnumValue;
  1619. }
  1620. if (handle != 0)
  1621. {
  1622. return KernelResult.InvalidHandle;
  1623. }
  1624. if (id < 2)
  1625. {
  1626. if ((ulong)subId > 3)
  1627. {
  1628. return KernelResult.InvalidCombination;
  1629. }
  1630. KMemoryRegionManager region = _context.MemoryManager.MemoryRegions[subId];
  1631. switch (id)
  1632. {
  1633. // Memory region capacity.
  1634. case 0: value = (long)region.Size; break;
  1635. // Memory region free space.
  1636. case 1:
  1637. {
  1638. ulong freePagesCount = region.GetFreePages();
  1639. value = (long)(freePagesCount * KPageTableBase.PageSize);
  1640. break;
  1641. }
  1642. }
  1643. }
  1644. else /* if (Id == 2) */
  1645. {
  1646. if ((ulong)subId > 1)
  1647. {
  1648. return KernelResult.InvalidCombination;
  1649. }
  1650. switch (subId)
  1651. {
  1652. case 0: value = _context.PrivilegedProcessLowestId; break;
  1653. case 1: value = _context.PrivilegedProcessHighestId; break;
  1654. }
  1655. }
  1656. return KernelResult.Success;
  1657. }
  1658. public KernelResult GetResourceLimitLimitValue(out long limitValue, int handle, LimitableResource resource)
  1659. {
  1660. limitValue = 0;
  1661. if (resource >= LimitableResource.Count)
  1662. {
  1663. return KernelResult.InvalidEnumValue;
  1664. }
  1665. KResourceLimit resourceLimit = KernelStatic.GetCurrentProcess().HandleTable.GetObject<KResourceLimit>(handle);
  1666. if (resourceLimit == null)
  1667. {
  1668. return KernelResult.InvalidHandle;
  1669. }
  1670. limitValue = resourceLimit.GetLimitValue(resource);
  1671. return KernelResult.Success;
  1672. }
  1673. public KernelResult GetResourceLimitCurrentValue(out long limitValue, int handle, LimitableResource resource)
  1674. {
  1675. limitValue = 0;
  1676. if (resource >= LimitableResource.Count)
  1677. {
  1678. return KernelResult.InvalidEnumValue;
  1679. }
  1680. KResourceLimit resourceLimit = KernelStatic.GetCurrentProcess().HandleTable.GetObject<KResourceLimit>(handle);
  1681. if (resourceLimit == null)
  1682. {
  1683. return KernelResult.InvalidHandle;
  1684. }
  1685. limitValue = resourceLimit.GetCurrentValue(resource);
  1686. return KernelResult.Success;
  1687. }
  1688. public KernelResult GetResourceLimitPeakValue(out long peak, int handle, LimitableResource resource)
  1689. {
  1690. peak = 0;
  1691. if (resource >= LimitableResource.Count)
  1692. {
  1693. return KernelResult.InvalidEnumValue;
  1694. }
  1695. KResourceLimit resourceLimit = KernelStatic.GetCurrentProcess().HandleTable.GetObject<KResourceLimit>(handle);
  1696. if (resourceLimit == null)
  1697. {
  1698. return KernelResult.InvalidHandle;
  1699. }
  1700. peak = resourceLimit.GetPeakValue(resource);
  1701. return KernelResult.Success;
  1702. }
  1703. public KernelResult CreateResourceLimit(out int handle)
  1704. {
  1705. KResourceLimit limit = new KResourceLimit(_context);
  1706. KProcess process = KernelStatic.GetCurrentProcess();
  1707. return process.HandleTable.GenerateHandle(limit, out handle);
  1708. }
  1709. public KernelResult SetResourceLimitLimitValue(int handle, LimitableResource resource, long limitValue)
  1710. {
  1711. if (resource >= LimitableResource.Count)
  1712. {
  1713. return KernelResult.InvalidEnumValue;
  1714. }
  1715. KResourceLimit resourceLimit = KernelStatic.GetCurrentProcess().HandleTable.GetObject<KResourceLimit>(handle);
  1716. if (resourceLimit == null)
  1717. {
  1718. return KernelResult.InvalidHandle;
  1719. }
  1720. return resourceLimit.SetLimitValue(resource, limitValue);
  1721. }
  1722. // Thread
  1723. public KernelResult CreateThread(
  1724. out int handle,
  1725. ulong entrypoint,
  1726. ulong argsPtr,
  1727. ulong stackTop,
  1728. int priority,
  1729. int cpuCore)
  1730. {
  1731. handle = 0;
  1732. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1733. if (cpuCore == -2)
  1734. {
  1735. cpuCore = currentProcess.DefaultCpuCore;
  1736. }
  1737. if ((uint)cpuCore >= KScheduler.CpuCoresCount || !currentProcess.IsCpuCoreAllowed(cpuCore))
  1738. {
  1739. return KernelResult.InvalidCpuCore;
  1740. }
  1741. if ((uint)priority >= KScheduler.PrioritiesCount || !currentProcess.IsPriorityAllowed(priority))
  1742. {
  1743. return KernelResult.InvalidPriority;
  1744. }
  1745. long timeout = KTimeManager.ConvertMillisecondsToNanoseconds(100);
  1746. if (currentProcess.ResourceLimit != null &&
  1747. !currentProcess.ResourceLimit.Reserve(LimitableResource.Thread, 1, timeout))
  1748. {
  1749. return KernelResult.ResLimitExceeded;
  1750. }
  1751. KThread thread = new KThread(_context);
  1752. KernelResult result = currentProcess.InitializeThread(
  1753. thread,
  1754. entrypoint,
  1755. argsPtr,
  1756. stackTop,
  1757. priority,
  1758. cpuCore);
  1759. if (result == KernelResult.Success)
  1760. {
  1761. KProcess process = KernelStatic.GetCurrentProcess();
  1762. result = process.HandleTable.GenerateHandle(thread, out handle);
  1763. }
  1764. else
  1765. {
  1766. currentProcess.ResourceLimit?.Release(LimitableResource.Thread, 1);
  1767. }
  1768. thread.DecrementReferenceCount();
  1769. return result;
  1770. }
  1771. public KernelResult StartThread(int handle)
  1772. {
  1773. KProcess process = KernelStatic.GetCurrentProcess();
  1774. KThread thread = process.HandleTable.GetKThread(handle);
  1775. if (thread != null)
  1776. {
  1777. thread.IncrementReferenceCount();
  1778. KernelResult result = thread.Start();
  1779. if (result == KernelResult.Success)
  1780. {
  1781. thread.IncrementReferenceCount();
  1782. }
  1783. thread.DecrementReferenceCount();
  1784. return result;
  1785. }
  1786. else
  1787. {
  1788. return KernelResult.InvalidHandle;
  1789. }
  1790. }
  1791. public void ExitThread()
  1792. {
  1793. KThread currentThread = KernelStatic.GetCurrentThread();
  1794. currentThread.Exit();
  1795. }
  1796. public void SleepThread(long timeout)
  1797. {
  1798. if (timeout < 1)
  1799. {
  1800. switch (timeout)
  1801. {
  1802. case 0: KScheduler.Yield(_context); break;
  1803. case -1: KScheduler.YieldWithLoadBalancing(_context); break;
  1804. case -2: KScheduler.YieldToAnyThread(_context); break;
  1805. }
  1806. }
  1807. else
  1808. {
  1809. KernelStatic.GetCurrentThread().Sleep(timeout + KTimeManager.DefaultTimeIncrementNanoseconds);
  1810. }
  1811. }
  1812. public KernelResult GetThreadPriority(out int priority, int handle)
  1813. {
  1814. KProcess process = KernelStatic.GetCurrentProcess();
  1815. KThread thread = process.HandleTable.GetKThread(handle);
  1816. if (thread != null)
  1817. {
  1818. priority = thread.DynamicPriority;
  1819. return KernelResult.Success;
  1820. }
  1821. else
  1822. {
  1823. priority = 0;
  1824. return KernelResult.InvalidHandle;
  1825. }
  1826. }
  1827. public KernelResult SetThreadPriority(int handle, int priority)
  1828. {
  1829. // TODO: NPDM check.
  1830. KProcess process = KernelStatic.GetCurrentProcess();
  1831. KThread thread = process.HandleTable.GetKThread(handle);
  1832. if (thread == null)
  1833. {
  1834. return KernelResult.InvalidHandle;
  1835. }
  1836. thread.SetPriority(priority);
  1837. return KernelResult.Success;
  1838. }
  1839. public KernelResult GetThreadCoreMask(out int preferredCore, out ulong affinityMask, int handle)
  1840. {
  1841. KProcess process = KernelStatic.GetCurrentProcess();
  1842. KThread thread = process.HandleTable.GetKThread(handle);
  1843. if (thread != null)
  1844. {
  1845. preferredCore = thread.PreferredCore;
  1846. affinityMask = thread.AffinityMask;
  1847. return KernelResult.Success;
  1848. }
  1849. else
  1850. {
  1851. preferredCore = 0;
  1852. affinityMask = 0;
  1853. return KernelResult.InvalidHandle;
  1854. }
  1855. }
  1856. public KernelResult SetThreadCoreMask(int handle, int preferredCore, ulong affinityMask)
  1857. {
  1858. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1859. if (preferredCore == -2)
  1860. {
  1861. preferredCore = currentProcess.DefaultCpuCore;
  1862. affinityMask = 1UL << preferredCore;
  1863. }
  1864. else
  1865. {
  1866. if ((currentProcess.Capabilities.AllowedCpuCoresMask | affinityMask) !=
  1867. currentProcess.Capabilities.AllowedCpuCoresMask)
  1868. {
  1869. return KernelResult.InvalidCpuCore;
  1870. }
  1871. if (affinityMask == 0)
  1872. {
  1873. return KernelResult.InvalidCombination;
  1874. }
  1875. if ((uint)preferredCore > 3)
  1876. {
  1877. if ((preferredCore | 2) != -1)
  1878. {
  1879. return KernelResult.InvalidCpuCore;
  1880. }
  1881. }
  1882. else if ((affinityMask & (1UL << preferredCore)) == 0)
  1883. {
  1884. return KernelResult.InvalidCombination;
  1885. }
  1886. }
  1887. KProcess process = KernelStatic.GetCurrentProcess();
  1888. KThread thread = process.HandleTable.GetKThread(handle);
  1889. if (thread == null)
  1890. {
  1891. return KernelResult.InvalidHandle;
  1892. }
  1893. return thread.SetCoreAndAffinityMask(preferredCore, affinityMask);
  1894. }
  1895. public int GetCurrentProcessorNumber()
  1896. {
  1897. return KernelStatic.GetCurrentThread().CurrentCore;
  1898. }
  1899. public KernelResult GetThreadId(out ulong threadUid, int handle)
  1900. {
  1901. KProcess process = KernelStatic.GetCurrentProcess();
  1902. KThread thread = process.HandleTable.GetKThread(handle);
  1903. if (thread != null)
  1904. {
  1905. threadUid = thread.ThreadUid;
  1906. return KernelResult.Success;
  1907. }
  1908. else
  1909. {
  1910. threadUid = 0;
  1911. return KernelResult.InvalidHandle;
  1912. }
  1913. }
  1914. public KernelResult SetThreadActivity(int handle, bool pause)
  1915. {
  1916. KProcess process = KernelStatic.GetCurrentProcess();
  1917. KThread thread = process.HandleTable.GetObject<KThread>(handle);
  1918. if (thread == null)
  1919. {
  1920. return KernelResult.InvalidHandle;
  1921. }
  1922. if (thread.Owner != process)
  1923. {
  1924. return KernelResult.InvalidHandle;
  1925. }
  1926. if (thread == KernelStatic.GetCurrentThread())
  1927. {
  1928. return KernelResult.InvalidThread;
  1929. }
  1930. return thread.SetActivity(pause);
  1931. }
  1932. public KernelResult GetThreadContext3(ulong address, int handle)
  1933. {
  1934. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1935. KThread currentThread = KernelStatic.GetCurrentThread();
  1936. KThread thread = currentProcess.HandleTable.GetObject<KThread>(handle);
  1937. if (thread == null)
  1938. {
  1939. return KernelResult.InvalidHandle;
  1940. }
  1941. if (thread.Owner != currentProcess)
  1942. {
  1943. return KernelResult.InvalidHandle;
  1944. }
  1945. if (currentThread == thread)
  1946. {
  1947. return KernelResult.InvalidThread;
  1948. }
  1949. KernelResult result = thread.GetThreadContext3(out ThreadContext context);
  1950. if (result == KernelResult.Success)
  1951. {
  1952. return KernelTransfer.KernelToUser(address, context)
  1953. ? KernelResult.Success
  1954. : KernelResult.InvalidMemState;
  1955. }
  1956. return result;
  1957. }
  1958. // Thread synchronization
  1959. public KernelResult WaitSynchronization(out int handleIndex, ulong handlesPtr, int handlesCount, long timeout)
  1960. {
  1961. handleIndex = 0;
  1962. if ((uint)handlesCount > KThread.MaxWaitSyncObjects)
  1963. {
  1964. return KernelResult.MaximumExceeded;
  1965. }
  1966. KThread currentThread = KernelStatic.GetCurrentThread();
  1967. var syncObjs = new Span<KSynchronizationObject>(currentThread.WaitSyncObjects).Slice(0, handlesCount);
  1968. if (handlesCount != 0)
  1969. {
  1970. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1971. if (currentProcess.MemoryManager.AddrSpaceStart > handlesPtr)
  1972. {
  1973. return KernelResult.UserCopyFailed;
  1974. }
  1975. long handlesSize = handlesCount * 4;
  1976. if (handlesPtr + (ulong)handlesSize <= handlesPtr)
  1977. {
  1978. return KernelResult.UserCopyFailed;
  1979. }
  1980. if (handlesPtr + (ulong)handlesSize - 1 > currentProcess.MemoryManager.AddrSpaceEnd - 1)
  1981. {
  1982. return KernelResult.UserCopyFailed;
  1983. }
  1984. Span<int> handles = new Span<int>(currentThread.WaitSyncHandles).Slice(0, handlesCount);
  1985. if (!KernelTransfer.UserToKernelArray(handlesPtr, handles))
  1986. {
  1987. return KernelResult.UserCopyFailed;
  1988. }
  1989. int processedHandles = 0;
  1990. for (; processedHandles < handlesCount; processedHandles++)
  1991. {
  1992. KSynchronizationObject syncObj = currentProcess.HandleTable.GetObject<KSynchronizationObject>(handles[processedHandles]);
  1993. if (syncObj == null)
  1994. {
  1995. break;
  1996. }
  1997. syncObjs[processedHandles] = syncObj;
  1998. syncObj.IncrementReferenceCount();
  1999. }
  2000. if (processedHandles != handlesCount)
  2001. {
  2002. // One or more handles are invalid.
  2003. for (int index = 0; index < processedHandles; index++)
  2004. {
  2005. currentThread.WaitSyncObjects[index].DecrementReferenceCount();
  2006. }
  2007. return KernelResult.InvalidHandle;
  2008. }
  2009. }
  2010. if (timeout > 0)
  2011. {
  2012. timeout += KTimeManager.DefaultTimeIncrementNanoseconds;
  2013. }
  2014. KernelResult result = _context.Synchronization.WaitFor(syncObjs, timeout, out handleIndex);
  2015. if (result == KernelResult.PortRemoteClosed)
  2016. {
  2017. result = KernelResult.Success;
  2018. }
  2019. for (int index = 0; index < handlesCount; index++)
  2020. {
  2021. currentThread.WaitSyncObjects[index].DecrementReferenceCount();
  2022. }
  2023. return result;
  2024. }
  2025. public KernelResult CancelSynchronization(int handle)
  2026. {
  2027. KProcess process = KernelStatic.GetCurrentProcess();
  2028. KThread thread = process.HandleTable.GetKThread(handle);
  2029. if (thread == null)
  2030. {
  2031. return KernelResult.InvalidHandle;
  2032. }
  2033. thread.CancelSynchronization();
  2034. return KernelResult.Success;
  2035. }
  2036. public KernelResult ArbitrateLock(int ownerHandle, ulong mutexAddress, int requesterHandle)
  2037. {
  2038. if (IsPointingInsideKernel(mutexAddress))
  2039. {
  2040. return KernelResult.InvalidMemState;
  2041. }
  2042. if (IsAddressNotWordAligned(mutexAddress))
  2043. {
  2044. return KernelResult.InvalidAddress;
  2045. }
  2046. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  2047. return currentProcess.AddressArbiter.ArbitrateLock(ownerHandle, mutexAddress, requesterHandle);
  2048. }
  2049. public KernelResult ArbitrateUnlock(ulong mutexAddress)
  2050. {
  2051. if (IsPointingInsideKernel(mutexAddress))
  2052. {
  2053. return KernelResult.InvalidMemState;
  2054. }
  2055. if (IsAddressNotWordAligned(mutexAddress))
  2056. {
  2057. return KernelResult.InvalidAddress;
  2058. }
  2059. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  2060. return currentProcess.AddressArbiter.ArbitrateUnlock(mutexAddress);
  2061. }
  2062. public KernelResult WaitProcessWideKeyAtomic(
  2063. ulong mutexAddress,
  2064. ulong condVarAddress,
  2065. int handle,
  2066. long timeout)
  2067. {
  2068. if (IsPointingInsideKernel(mutexAddress))
  2069. {
  2070. return KernelResult.InvalidMemState;
  2071. }
  2072. if (IsAddressNotWordAligned(mutexAddress))
  2073. {
  2074. return KernelResult.InvalidAddress;
  2075. }
  2076. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  2077. if (timeout > 0)
  2078. {
  2079. timeout += KTimeManager.DefaultTimeIncrementNanoseconds;
  2080. }
  2081. return currentProcess.AddressArbiter.WaitProcessWideKeyAtomic(
  2082. mutexAddress,
  2083. condVarAddress,
  2084. handle,
  2085. timeout);
  2086. }
  2087. public KernelResult SignalProcessWideKey(ulong address, int count)
  2088. {
  2089. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  2090. currentProcess.AddressArbiter.SignalProcessWideKey(address, count);
  2091. return KernelResult.Success;
  2092. }
  2093. public KernelResult WaitForAddress(ulong address, ArbitrationType type, int value, long timeout)
  2094. {
  2095. if (IsPointingInsideKernel(address))
  2096. {
  2097. return KernelResult.InvalidMemState;
  2098. }
  2099. if (IsAddressNotWordAligned(address))
  2100. {
  2101. return KernelResult.InvalidAddress;
  2102. }
  2103. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  2104. if (timeout > 0)
  2105. {
  2106. timeout += KTimeManager.DefaultTimeIncrementNanoseconds;
  2107. }
  2108. return type switch
  2109. {
  2110. ArbitrationType.WaitIfLessThan
  2111. => currentProcess.AddressArbiter.WaitForAddressIfLessThan(address, value, false, timeout),
  2112. ArbitrationType.DecrementAndWaitIfLessThan
  2113. => currentProcess.AddressArbiter.WaitForAddressIfLessThan(address, value, true, timeout),
  2114. ArbitrationType.WaitIfEqual
  2115. => currentProcess.AddressArbiter.WaitForAddressIfEqual(address, value, timeout),
  2116. _ => KernelResult.InvalidEnumValue,
  2117. };
  2118. }
  2119. public KernelResult SignalToAddress(ulong address, SignalType type, int value, int count)
  2120. {
  2121. if (IsPointingInsideKernel(address))
  2122. {
  2123. return KernelResult.InvalidMemState;
  2124. }
  2125. if (IsAddressNotWordAligned(address))
  2126. {
  2127. return KernelResult.InvalidAddress;
  2128. }
  2129. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  2130. return type switch
  2131. {
  2132. SignalType.Signal
  2133. => currentProcess.AddressArbiter.Signal(address, count),
  2134. SignalType.SignalAndIncrementIfEqual
  2135. => currentProcess.AddressArbiter.SignalAndIncrementIfEqual(address, value, count),
  2136. SignalType.SignalAndModifyIfEqual
  2137. => currentProcess.AddressArbiter.SignalAndModifyIfEqual(address, value, count),
  2138. _ => KernelResult.InvalidEnumValue
  2139. };
  2140. }
  2141. public KernelResult SynchronizePreemptionState()
  2142. {
  2143. KernelStatic.GetCurrentThread().SynchronizePreemptionState();
  2144. return KernelResult.Success;
  2145. }
  2146. private bool IsPointingInsideKernel(ulong address)
  2147. {
  2148. return (address + 0x1000000000) < 0xffffff000;
  2149. }
  2150. private bool IsAddressNotWordAligned(ulong address)
  2151. {
  2152. return (address & 3) != 0;
  2153. }
  2154. }
  2155. }