Syscall.cs 88 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820
  1. using Ryujinx.Common;
  2. using Ryujinx.Common.Logging;
  3. using Ryujinx.Cpu;
  4. using Ryujinx.HLE.Exceptions;
  5. using Ryujinx.HLE.HOS.Kernel.Common;
  6. using Ryujinx.HLE.HOS.Kernel.Ipc;
  7. using Ryujinx.HLE.HOS.Kernel.Memory;
  8. using Ryujinx.HLE.HOS.Kernel.Process;
  9. using Ryujinx.HLE.HOS.Kernel.Threading;
  10. using Ryujinx.Memory;
  11. using System;
  12. using System.Threading;
  13. namespace Ryujinx.HLE.HOS.Kernel.SupervisorCall
  14. {
  15. class Syscall
  16. {
  17. private readonly KernelContext _context;
  18. public Syscall(KernelContext context)
  19. {
  20. _context = context;
  21. }
  22. // Process
  23. public KernelResult GetProcessId(out ulong pid, int handle)
  24. {
  25. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  26. KProcess process = currentProcess.HandleTable.GetKProcess(handle);
  27. if (process == null)
  28. {
  29. KThread thread = currentProcess.HandleTable.GetKThread(handle);
  30. if (thread != null)
  31. {
  32. process = thread.Owner;
  33. }
  34. // TODO: KDebugEvent.
  35. }
  36. pid = process?.Pid ?? 0;
  37. return process != null
  38. ? KernelResult.Success
  39. : KernelResult.InvalidHandle;
  40. }
  41. public KernelResult CreateProcess(
  42. out int handle,
  43. ProcessCreationInfo info,
  44. ReadOnlySpan<int> capabilities,
  45. IProcessContextFactory contextFactory,
  46. ThreadStart customThreadStart = null)
  47. {
  48. handle = 0;
  49. if ((info.Flags & ~ProcessCreationFlags.All) != 0)
  50. {
  51. return KernelResult.InvalidEnumValue;
  52. }
  53. // TODO: Address space check.
  54. if ((info.Flags & ProcessCreationFlags.PoolPartitionMask) > ProcessCreationFlags.PoolPartitionSystemNonSecure)
  55. {
  56. return KernelResult.InvalidEnumValue;
  57. }
  58. if ((info.CodeAddress & 0x1fffff) != 0)
  59. {
  60. return KernelResult.InvalidAddress;
  61. }
  62. if (info.CodePagesCount < 0 || info.SystemResourcePagesCount < 0)
  63. {
  64. return KernelResult.InvalidSize;
  65. }
  66. if (info.Flags.HasFlag(ProcessCreationFlags.OptimizeMemoryAllocation) &&
  67. !info.Flags.HasFlag(ProcessCreationFlags.IsApplication))
  68. {
  69. return KernelResult.InvalidThread;
  70. }
  71. KHandleTable handleTable = KernelStatic.GetCurrentProcess().HandleTable;
  72. KProcess process = new KProcess(_context);
  73. using var _ = new OnScopeExit(process.DecrementReferenceCount);
  74. KResourceLimit resourceLimit;
  75. if (info.ResourceLimitHandle != 0)
  76. {
  77. resourceLimit = handleTable.GetObject<KResourceLimit>(info.ResourceLimitHandle);
  78. if (resourceLimit == null)
  79. {
  80. return KernelResult.InvalidHandle;
  81. }
  82. }
  83. else
  84. {
  85. resourceLimit = _context.ResourceLimit;
  86. }
  87. MemoryRegion memRegion = (info.Flags & ProcessCreationFlags.PoolPartitionMask) switch
  88. {
  89. ProcessCreationFlags.PoolPartitionApplication => MemoryRegion.Application,
  90. ProcessCreationFlags.PoolPartitionApplet => MemoryRegion.Applet,
  91. ProcessCreationFlags.PoolPartitionSystem => MemoryRegion.Service,
  92. ProcessCreationFlags.PoolPartitionSystemNonSecure => MemoryRegion.NvServices,
  93. _ => MemoryRegion.NvServices
  94. };
  95. KernelResult result = process.Initialize(
  96. info,
  97. capabilities,
  98. resourceLimit,
  99. memRegion,
  100. contextFactory,
  101. customThreadStart);
  102. if (result != KernelResult.Success)
  103. {
  104. return result;
  105. }
  106. _context.Processes.TryAdd(process.Pid, process);
  107. return handleTable.GenerateHandle(process, out handle);
  108. }
  109. public KernelResult StartProcess(int handle, int priority, int cpuCore, ulong mainThreadStackSize)
  110. {
  111. KProcess process = KernelStatic.GetCurrentProcess().HandleTable.GetObject<KProcess>(handle);
  112. if (process == null)
  113. {
  114. return KernelResult.InvalidHandle;
  115. }
  116. if ((uint)cpuCore >= KScheduler.CpuCoresCount || !process.IsCpuCoreAllowed(cpuCore))
  117. {
  118. return KernelResult.InvalidCpuCore;
  119. }
  120. if ((uint)priority >= KScheduler.PrioritiesCount || !process.IsPriorityAllowed(priority))
  121. {
  122. return KernelResult.InvalidPriority;
  123. }
  124. process.DefaultCpuCore = cpuCore;
  125. KernelResult result = process.Start(priority, mainThreadStackSize);
  126. if (result != KernelResult.Success)
  127. {
  128. return result;
  129. }
  130. process.IncrementReferenceCount();
  131. return KernelResult.Success;
  132. }
  133. // IPC
  134. public KernelResult ConnectToNamedPort(out int handle, ulong namePtr)
  135. {
  136. handle = 0;
  137. if (!KernelTransfer.UserToKernelString(out string name, namePtr, 12))
  138. {
  139. return KernelResult.UserCopyFailed;
  140. }
  141. return ConnectToNamedPort(out handle, name);
  142. }
  143. public KernelResult ConnectToNamedPort(out int handle, string name)
  144. {
  145. handle = 0;
  146. if (name.Length > 11)
  147. {
  148. return KernelResult.MaximumExceeded;
  149. }
  150. KAutoObject autoObj = KAutoObject.FindNamedObject(_context, name);
  151. if (autoObj is not KClientPort clientPort)
  152. {
  153. return KernelResult.NotFound;
  154. }
  155. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  156. KernelResult result = currentProcess.HandleTable.ReserveHandle(out handle);
  157. if (result != KernelResult.Success)
  158. {
  159. return result;
  160. }
  161. result = clientPort.Connect(out KClientSession clientSession);
  162. if (result != KernelResult.Success)
  163. {
  164. currentProcess.HandleTable.CancelHandleReservation(handle);
  165. return result;
  166. }
  167. currentProcess.HandleTable.SetReservedHandleObj(handle, clientSession);
  168. clientSession.DecrementReferenceCount();
  169. return result;
  170. }
  171. public KernelResult SendSyncRequest(int handle)
  172. {
  173. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  174. KClientSession session = currentProcess.HandleTable.GetObject<KClientSession>(handle);
  175. if (session == null)
  176. {
  177. return KernelResult.InvalidHandle;
  178. }
  179. return session.SendSyncRequest();
  180. }
  181. public KernelResult SendSyncRequestWithUserBuffer(ulong messagePtr, ulong messageSize, int handle)
  182. {
  183. if (!PageAligned(messagePtr))
  184. {
  185. return KernelResult.InvalidAddress;
  186. }
  187. if (!PageAligned(messageSize) || messageSize == 0)
  188. {
  189. return KernelResult.InvalidSize;
  190. }
  191. if (messagePtr + messageSize <= messagePtr)
  192. {
  193. return KernelResult.InvalidMemState;
  194. }
  195. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  196. KernelResult result = currentProcess.MemoryManager.BorrowIpcBuffer(messagePtr, messageSize);
  197. if (result != KernelResult.Success)
  198. {
  199. return result;
  200. }
  201. KClientSession session = currentProcess.HandleTable.GetObject<KClientSession>(handle);
  202. if (session == null)
  203. {
  204. result = KernelResult.InvalidHandle;
  205. }
  206. else
  207. {
  208. result = session.SendSyncRequest(messagePtr, messageSize);
  209. }
  210. KernelResult result2 = currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  211. if (result == KernelResult.Success)
  212. {
  213. result = result2;
  214. }
  215. return result;
  216. }
  217. public KernelResult SendAsyncRequestWithUserBuffer(out int doneEventHandle, ulong messagePtr, ulong messageSize, int handle)
  218. {
  219. doneEventHandle = 0;
  220. if (!PageAligned(messagePtr))
  221. {
  222. return KernelResult.InvalidAddress;
  223. }
  224. if (!PageAligned(messageSize) || messageSize == 0)
  225. {
  226. return KernelResult.InvalidSize;
  227. }
  228. if (messagePtr + messageSize <= messagePtr)
  229. {
  230. return KernelResult.InvalidMemState;
  231. }
  232. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  233. KernelResult result = currentProcess.MemoryManager.BorrowIpcBuffer(messagePtr, messageSize);
  234. if (result != KernelResult.Success)
  235. {
  236. return result;
  237. }
  238. KResourceLimit resourceLimit = currentProcess.ResourceLimit;
  239. if (resourceLimit != null && !resourceLimit.Reserve(LimitableResource.Event, 1))
  240. {
  241. currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  242. return KernelResult.ResLimitExceeded;
  243. }
  244. KClientSession session = currentProcess.HandleTable.GetObject<KClientSession>(handle);
  245. if (session == null)
  246. {
  247. result = KernelResult.InvalidHandle;
  248. }
  249. else
  250. {
  251. KEvent doneEvent = new KEvent(_context);
  252. result = currentProcess.HandleTable.GenerateHandle(doneEvent.ReadableEvent, out doneEventHandle);
  253. if (result == KernelResult.Success)
  254. {
  255. result = session.SendAsyncRequest(doneEvent.WritableEvent, messagePtr, messageSize);
  256. if (result != KernelResult.Success)
  257. {
  258. currentProcess.HandleTable.CloseHandle(doneEventHandle);
  259. }
  260. }
  261. }
  262. if (result != KernelResult.Success)
  263. {
  264. resourceLimit?.Release(LimitableResource.Event, 1);
  265. currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  266. }
  267. return result;
  268. }
  269. public KernelResult CreateSession(
  270. out int serverSessionHandle,
  271. out int clientSessionHandle,
  272. bool isLight,
  273. ulong namePtr)
  274. {
  275. serverSessionHandle = 0;
  276. clientSessionHandle = 0;
  277. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  278. KResourceLimit resourceLimit = currentProcess.ResourceLimit;
  279. if (resourceLimit != null && !resourceLimit.Reserve(LimitableResource.Session, 1))
  280. {
  281. return KernelResult.ResLimitExceeded;
  282. }
  283. KernelResult result;
  284. if (isLight)
  285. {
  286. KLightSession session = new KLightSession(_context);
  287. result = currentProcess.HandleTable.GenerateHandle(session.ServerSession, out serverSessionHandle);
  288. if (result == KernelResult.Success)
  289. {
  290. result = currentProcess.HandleTable.GenerateHandle(session.ClientSession, out clientSessionHandle);
  291. if (result != KernelResult.Success)
  292. {
  293. currentProcess.HandleTable.CloseHandle(serverSessionHandle);
  294. serverSessionHandle = 0;
  295. }
  296. }
  297. session.ServerSession.DecrementReferenceCount();
  298. session.ClientSession.DecrementReferenceCount();
  299. }
  300. else
  301. {
  302. KSession session = new KSession(_context);
  303. result = currentProcess.HandleTable.GenerateHandle(session.ServerSession, out serverSessionHandle);
  304. if (result == KernelResult.Success)
  305. {
  306. result = currentProcess.HandleTable.GenerateHandle(session.ClientSession, out clientSessionHandle);
  307. if (result != KernelResult.Success)
  308. {
  309. currentProcess.HandleTable.CloseHandle(serverSessionHandle);
  310. serverSessionHandle = 0;
  311. }
  312. }
  313. session.ServerSession.DecrementReferenceCount();
  314. session.ClientSession.DecrementReferenceCount();
  315. }
  316. return result;
  317. }
  318. public KernelResult AcceptSession(out int sessionHandle, int portHandle)
  319. {
  320. sessionHandle = 0;
  321. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  322. KServerPort serverPort = currentProcess.HandleTable.GetObject<KServerPort>(portHandle);
  323. if (serverPort == null)
  324. {
  325. return KernelResult.InvalidHandle;
  326. }
  327. KernelResult result = currentProcess.HandleTable.ReserveHandle(out int handle);
  328. if (result != KernelResult.Success)
  329. {
  330. return result;
  331. }
  332. KAutoObject session;
  333. if (serverPort.IsLight)
  334. {
  335. session = serverPort.AcceptIncomingLightConnection();
  336. }
  337. else
  338. {
  339. session = serverPort.AcceptIncomingConnection();
  340. }
  341. if (session != null)
  342. {
  343. currentProcess.HandleTable.SetReservedHandleObj(handle, session);
  344. session.DecrementReferenceCount();
  345. sessionHandle = handle;
  346. result = KernelResult.Success;
  347. }
  348. else
  349. {
  350. currentProcess.HandleTable.CancelHandleReservation(handle);
  351. result = KernelResult.NotFound;
  352. }
  353. return result;
  354. }
  355. public KernelResult ReplyAndReceive(
  356. out int handleIndex,
  357. ulong handlesPtr,
  358. int handlesCount,
  359. int replyTargetHandle,
  360. long timeout)
  361. {
  362. handleIndex = 0;
  363. if ((uint)handlesCount > 0x40)
  364. {
  365. return KernelResult.MaximumExceeded;
  366. }
  367. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  368. ulong copySize = (ulong)((long)handlesCount * 4);
  369. if (!currentProcess.MemoryManager.InsideAddrSpace(handlesPtr, copySize))
  370. {
  371. return KernelResult.UserCopyFailed;
  372. }
  373. if (handlesPtr + copySize < handlesPtr)
  374. {
  375. return KernelResult.UserCopyFailed;
  376. }
  377. int[] handles = new int[handlesCount];
  378. if (!KernelTransfer.UserToKernelArray<int>(handlesPtr, handles))
  379. {
  380. return KernelResult.UserCopyFailed;
  381. }
  382. if (timeout > 0)
  383. {
  384. timeout += KTimeManager.DefaultTimeIncrementNanoseconds;
  385. }
  386. return ReplyAndReceive(out handleIndex, handles, replyTargetHandle, timeout);
  387. }
  388. public KernelResult ReplyAndReceive(out int handleIndex, ReadOnlySpan<int> handles, int replyTargetHandle, long timeout)
  389. {
  390. handleIndex = 0;
  391. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  392. KSynchronizationObject[] syncObjs = new KSynchronizationObject[handles.Length];
  393. for (int index = 0; index < handles.Length; index++)
  394. {
  395. KSynchronizationObject obj = currentProcess.HandleTable.GetObject<KSynchronizationObject>(handles[index]);
  396. if (obj == null)
  397. {
  398. return KernelResult.InvalidHandle;
  399. }
  400. syncObjs[index] = obj;
  401. }
  402. KernelResult result = KernelResult.Success;
  403. if (replyTargetHandle != 0)
  404. {
  405. KServerSession replyTarget = currentProcess.HandleTable.GetObject<KServerSession>(replyTargetHandle);
  406. if (replyTarget == null)
  407. {
  408. result = KernelResult.InvalidHandle;
  409. }
  410. else
  411. {
  412. result = replyTarget.Reply();
  413. }
  414. }
  415. if (result == KernelResult.Success)
  416. {
  417. if (timeout > 0)
  418. {
  419. timeout += KTimeManager.DefaultTimeIncrementNanoseconds;
  420. }
  421. while ((result = _context.Synchronization.WaitFor(syncObjs, timeout, out handleIndex)) == KernelResult.Success)
  422. {
  423. KServerSession session = currentProcess.HandleTable.GetObject<KServerSession>(handles[handleIndex]);
  424. if (session == null)
  425. {
  426. break;
  427. }
  428. if ((result = session.Receive()) != KernelResult.NotFound)
  429. {
  430. break;
  431. }
  432. }
  433. }
  434. return result;
  435. }
  436. public KernelResult ReplyAndReceiveWithUserBuffer(
  437. out int handleIndex,
  438. ulong handlesPtr,
  439. ulong messagePtr,
  440. ulong messageSize,
  441. int handlesCount,
  442. int replyTargetHandle,
  443. long timeout)
  444. {
  445. handleIndex = 0;
  446. if ((uint)handlesCount > 0x40)
  447. {
  448. return KernelResult.MaximumExceeded;
  449. }
  450. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  451. ulong copySize = (ulong)((long)handlesCount * 4);
  452. if (!currentProcess.MemoryManager.InsideAddrSpace(handlesPtr, copySize))
  453. {
  454. return KernelResult.UserCopyFailed;
  455. }
  456. if (handlesPtr + copySize < handlesPtr)
  457. {
  458. return KernelResult.UserCopyFailed;
  459. }
  460. KernelResult result = currentProcess.MemoryManager.BorrowIpcBuffer(messagePtr, messageSize);
  461. if (result != KernelResult.Success)
  462. {
  463. return result;
  464. }
  465. int[] handles = new int[handlesCount];
  466. if (!KernelTransfer.UserToKernelArray<int>(handlesPtr, handles))
  467. {
  468. currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  469. return KernelResult.UserCopyFailed;
  470. }
  471. KSynchronizationObject[] syncObjs = new KSynchronizationObject[handlesCount];
  472. for (int index = 0; index < handlesCount; index++)
  473. {
  474. KSynchronizationObject obj = currentProcess.HandleTable.GetObject<KSynchronizationObject>(handles[index]);
  475. if (obj == null)
  476. {
  477. currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  478. return KernelResult.InvalidHandle;
  479. }
  480. syncObjs[index] = obj;
  481. }
  482. if (replyTargetHandle != 0)
  483. {
  484. KServerSession replyTarget = currentProcess.HandleTable.GetObject<KServerSession>(replyTargetHandle);
  485. if (replyTarget == null)
  486. {
  487. result = KernelResult.InvalidHandle;
  488. }
  489. else
  490. {
  491. result = replyTarget.Reply(messagePtr, messageSize);
  492. }
  493. }
  494. if (result == KernelResult.Success)
  495. {
  496. if (timeout > 0)
  497. {
  498. timeout += KTimeManager.DefaultTimeIncrementNanoseconds;
  499. }
  500. while ((result = _context.Synchronization.WaitFor(syncObjs, timeout, out handleIndex)) == KernelResult.Success)
  501. {
  502. KServerSession session = currentProcess.HandleTable.GetObject<KServerSession>(handles[handleIndex]);
  503. if (session == null)
  504. {
  505. break;
  506. }
  507. if ((result = session.Receive(messagePtr, messageSize)) != KernelResult.NotFound)
  508. {
  509. break;
  510. }
  511. }
  512. }
  513. currentProcess.MemoryManager.UnborrowIpcBuffer(messagePtr, messageSize);
  514. return result;
  515. }
  516. public KernelResult CreatePort(
  517. out int serverPortHandle,
  518. out int clientPortHandle,
  519. int maxSessions,
  520. bool isLight,
  521. ulong namePtr)
  522. {
  523. serverPortHandle = clientPortHandle = 0;
  524. if (maxSessions < 1)
  525. {
  526. return KernelResult.MaximumExceeded;
  527. }
  528. KPort port = new KPort(_context, maxSessions, isLight, (long)namePtr);
  529. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  530. KernelResult result = currentProcess.HandleTable.GenerateHandle(port.ClientPort, out clientPortHandle);
  531. if (result != KernelResult.Success)
  532. {
  533. return result;
  534. }
  535. result = currentProcess.HandleTable.GenerateHandle(port.ServerPort, out serverPortHandle);
  536. if (result != KernelResult.Success)
  537. {
  538. currentProcess.HandleTable.CloseHandle(clientPortHandle);
  539. }
  540. return result;
  541. }
  542. public KernelResult ManageNamedPort(out int handle, ulong namePtr, int maxSessions)
  543. {
  544. handle = 0;
  545. if (!KernelTransfer.UserToKernelString(out string name, namePtr, 12))
  546. {
  547. return KernelResult.UserCopyFailed;
  548. }
  549. if (name.Length > 11)
  550. {
  551. return KernelResult.MaximumExceeded;
  552. }
  553. return ManageNamedPort(out handle, name, maxSessions);
  554. }
  555. public KernelResult ManageNamedPort(out int handle, string name, int maxSessions)
  556. {
  557. handle = 0;
  558. if (maxSessions < 0)
  559. {
  560. return KernelResult.MaximumExceeded;
  561. }
  562. if (maxSessions == 0)
  563. {
  564. return KAutoObject.RemoveName(_context, name);
  565. }
  566. KPort port = new KPort(_context, maxSessions, false, 0);
  567. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  568. KernelResult result = currentProcess.HandleTable.GenerateHandle(port.ServerPort, out handle);
  569. if (result != KernelResult.Success)
  570. {
  571. return result;
  572. }
  573. result = port.ClientPort.SetName(name);
  574. if (result != KernelResult.Success)
  575. {
  576. currentProcess.HandleTable.CloseHandle(handle);
  577. }
  578. return result;
  579. }
  580. public KernelResult ConnectToPort(out int clientSessionHandle, int clientPortHandle)
  581. {
  582. clientSessionHandle = 0;
  583. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  584. KClientPort clientPort = currentProcess.HandleTable.GetObject<KClientPort>(clientPortHandle);
  585. if (clientPort == null)
  586. {
  587. return KernelResult.InvalidHandle;
  588. }
  589. KernelResult result = currentProcess.HandleTable.ReserveHandle(out int handle);
  590. if (result != KernelResult.Success)
  591. {
  592. return result;
  593. }
  594. KAutoObject session;
  595. if (clientPort.IsLight)
  596. {
  597. result = clientPort.ConnectLight(out KLightClientSession clientSession);
  598. session = clientSession;
  599. }
  600. else
  601. {
  602. result = clientPort.Connect(out KClientSession clientSession);
  603. session = clientSession;
  604. }
  605. if (result != KernelResult.Success)
  606. {
  607. currentProcess.HandleTable.CancelHandleReservation(handle);
  608. return result;
  609. }
  610. currentProcess.HandleTable.SetReservedHandleObj(handle, session);
  611. session.DecrementReferenceCount();
  612. clientSessionHandle = handle;
  613. return result;
  614. }
  615. // Memory
  616. public KernelResult SetHeapSize(out ulong address, ulong size)
  617. {
  618. if ((size & 0xfffffffe001fffff) != 0)
  619. {
  620. address = 0;
  621. return KernelResult.InvalidSize;
  622. }
  623. KProcess process = KernelStatic.GetCurrentProcess();
  624. return process.MemoryManager.SetHeapSize(size, out address);
  625. }
  626. public KernelResult SetMemoryPermission(ulong address, ulong size, KMemoryPermission permission)
  627. {
  628. if (!PageAligned(address))
  629. {
  630. return KernelResult.InvalidAddress;
  631. }
  632. if (!PageAligned(size) || size == 0)
  633. {
  634. return KernelResult.InvalidSize;
  635. }
  636. if (address + size <= address)
  637. {
  638. return KernelResult.InvalidMemState;
  639. }
  640. if (permission != KMemoryPermission.None && (permission | KMemoryPermission.Write) != KMemoryPermission.ReadAndWrite)
  641. {
  642. return KernelResult.InvalidPermission;
  643. }
  644. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  645. if (!currentProcess.MemoryManager.InsideAddrSpace(address, size))
  646. {
  647. return KernelResult.InvalidMemState;
  648. }
  649. return currentProcess.MemoryManager.SetMemoryPermission(address, size, permission);
  650. }
  651. public KernelResult SetMemoryAttribute(
  652. ulong address,
  653. ulong size,
  654. MemoryAttribute attributeMask,
  655. MemoryAttribute attributeValue)
  656. {
  657. if (!PageAligned(address))
  658. {
  659. return KernelResult.InvalidAddress;
  660. }
  661. if (!PageAligned(size) || size == 0)
  662. {
  663. return KernelResult.InvalidSize;
  664. }
  665. MemoryAttribute attributes = attributeMask | attributeValue;
  666. if (attributes != attributeMask ||
  667. (attributes | MemoryAttribute.Uncached) != MemoryAttribute.Uncached)
  668. {
  669. return KernelResult.InvalidCombination;
  670. }
  671. KProcess process = KernelStatic.GetCurrentProcess();
  672. if (!process.MemoryManager.InsideAddrSpace(address, size))
  673. {
  674. return KernelResult.InvalidMemState;
  675. }
  676. KernelResult result = process.MemoryManager.SetMemoryAttribute(
  677. address,
  678. size,
  679. attributeMask,
  680. attributeValue);
  681. return result;
  682. }
  683. public KernelResult MapMemory(ulong dst, ulong src, ulong size)
  684. {
  685. if (!PageAligned(src | dst))
  686. {
  687. return KernelResult.InvalidAddress;
  688. }
  689. if (!PageAligned(size) || size == 0)
  690. {
  691. return KernelResult.InvalidSize;
  692. }
  693. if (src + size <= src || dst + size <= dst)
  694. {
  695. return KernelResult.InvalidMemState;
  696. }
  697. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  698. if (!currentProcess.MemoryManager.InsideAddrSpace(src, size))
  699. {
  700. return KernelResult.InvalidMemState;
  701. }
  702. if (currentProcess.MemoryManager.OutsideStackRegion(dst, size) ||
  703. currentProcess.MemoryManager.InsideHeapRegion(dst, size) ||
  704. currentProcess.MemoryManager.InsideAliasRegion(dst, size))
  705. {
  706. return KernelResult.InvalidMemRange;
  707. }
  708. KProcess process = KernelStatic.GetCurrentProcess();
  709. return process.MemoryManager.Map(dst, src, size);
  710. }
  711. public KernelResult UnmapMemory(ulong dst, ulong src, ulong size)
  712. {
  713. if (!PageAligned(src | dst))
  714. {
  715. return KernelResult.InvalidAddress;
  716. }
  717. if (!PageAligned(size) || size == 0)
  718. {
  719. return KernelResult.InvalidSize;
  720. }
  721. if (src + size <= src || dst + size <= dst)
  722. {
  723. return KernelResult.InvalidMemState;
  724. }
  725. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  726. if (!currentProcess.MemoryManager.InsideAddrSpace(src, size))
  727. {
  728. return KernelResult.InvalidMemState;
  729. }
  730. if (currentProcess.MemoryManager.OutsideStackRegion(dst, size) ||
  731. currentProcess.MemoryManager.InsideHeapRegion(dst, size) ||
  732. currentProcess.MemoryManager.InsideAliasRegion(dst, size))
  733. {
  734. return KernelResult.InvalidMemRange;
  735. }
  736. KProcess process = KernelStatic.GetCurrentProcess();
  737. return process.MemoryManager.Unmap(dst, src, size);
  738. }
  739. public KernelResult QueryMemory(ulong infoPtr, out ulong pageInfo, ulong address)
  740. {
  741. KernelResult result = QueryMemory(out MemoryInfo info, out pageInfo, address);
  742. if (result == KernelResult.Success)
  743. {
  744. return KernelTransfer.KernelToUser(infoPtr, info)
  745. ? KernelResult.Success
  746. : KernelResult.InvalidMemState;
  747. }
  748. return result;
  749. }
  750. public KernelResult QueryMemory(out MemoryInfo info, out ulong pageInfo, ulong address)
  751. {
  752. KProcess process = KernelStatic.GetCurrentProcess();
  753. KMemoryInfo blockInfo = process.MemoryManager.QueryMemory(address);
  754. info = new MemoryInfo(
  755. blockInfo.Address,
  756. blockInfo.Size,
  757. blockInfo.State & MemoryState.UserMask,
  758. blockInfo.Attribute,
  759. blockInfo.Permission & KMemoryPermission.UserMask,
  760. blockInfo.IpcRefCount,
  761. blockInfo.DeviceRefCount);
  762. pageInfo = 0;
  763. return KernelResult.Success;
  764. }
  765. public KernelResult MapSharedMemory(int handle, ulong address, ulong size, KMemoryPermission permission)
  766. {
  767. if (!PageAligned(address))
  768. {
  769. return KernelResult.InvalidAddress;
  770. }
  771. if (!PageAligned(size) || size == 0)
  772. {
  773. return KernelResult.InvalidSize;
  774. }
  775. if (address + size <= address)
  776. {
  777. return KernelResult.InvalidMemState;
  778. }
  779. if ((permission | KMemoryPermission.Write) != KMemoryPermission.ReadAndWrite)
  780. {
  781. return KernelResult.InvalidPermission;
  782. }
  783. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  784. KSharedMemory sharedMemory = currentProcess.HandleTable.GetObject<KSharedMemory>(handle);
  785. if (sharedMemory == null)
  786. {
  787. return KernelResult.InvalidHandle;
  788. }
  789. if (currentProcess.MemoryManager.IsInvalidRegion(address, size) ||
  790. currentProcess.MemoryManager.InsideHeapRegion(address, size) ||
  791. currentProcess.MemoryManager.InsideAliasRegion(address, size))
  792. {
  793. return KernelResult.InvalidMemRange;
  794. }
  795. return sharedMemory.MapIntoProcess(
  796. currentProcess.MemoryManager,
  797. address,
  798. size,
  799. currentProcess,
  800. permission);
  801. }
  802. public KernelResult UnmapSharedMemory(int handle, ulong address, ulong size)
  803. {
  804. if (!PageAligned(address))
  805. {
  806. return KernelResult.InvalidAddress;
  807. }
  808. if (!PageAligned(size) || size == 0)
  809. {
  810. return KernelResult.InvalidSize;
  811. }
  812. if (address + size <= address)
  813. {
  814. return KernelResult.InvalidMemState;
  815. }
  816. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  817. KSharedMemory sharedMemory = currentProcess.HandleTable.GetObject<KSharedMemory>(handle);
  818. if (sharedMemory == null)
  819. {
  820. return KernelResult.InvalidHandle;
  821. }
  822. if (currentProcess.MemoryManager.IsInvalidRegion(address, size) ||
  823. currentProcess.MemoryManager.InsideHeapRegion(address, size) ||
  824. currentProcess.MemoryManager.InsideAliasRegion(address, size))
  825. {
  826. return KernelResult.InvalidMemRange;
  827. }
  828. return sharedMemory.UnmapFromProcess(
  829. currentProcess.MemoryManager,
  830. address,
  831. size,
  832. currentProcess);
  833. }
  834. public KernelResult CreateTransferMemory(out int handle, ulong address, ulong size, KMemoryPermission permission)
  835. {
  836. handle = 0;
  837. if (!PageAligned(address))
  838. {
  839. return KernelResult.InvalidAddress;
  840. }
  841. if (!PageAligned(size) || size == 0)
  842. {
  843. return KernelResult.InvalidSize;
  844. }
  845. if (address + size <= address)
  846. {
  847. return KernelResult.InvalidMemState;
  848. }
  849. if (permission > KMemoryPermission.ReadAndWrite || permission == KMemoryPermission.Write)
  850. {
  851. return KernelResult.InvalidPermission;
  852. }
  853. KProcess process = KernelStatic.GetCurrentProcess();
  854. KResourceLimit resourceLimit = process.ResourceLimit;
  855. if (resourceLimit != null && !resourceLimit.Reserve(LimitableResource.TransferMemory, 1))
  856. {
  857. return KernelResult.ResLimitExceeded;
  858. }
  859. void CleanUpForError()
  860. {
  861. resourceLimit?.Release(LimitableResource.TransferMemory, 1);
  862. }
  863. if (!process.MemoryManager.InsideAddrSpace(address, size))
  864. {
  865. CleanUpForError();
  866. return KernelResult.InvalidMemState;
  867. }
  868. KTransferMemory transferMemory = new KTransferMemory(_context);
  869. KernelResult result = transferMemory.Initialize(address, size, permission);
  870. if (result != KernelResult.Success)
  871. {
  872. CleanUpForError();
  873. return result;
  874. }
  875. result = process.HandleTable.GenerateHandle(transferMemory, out handle);
  876. transferMemory.DecrementReferenceCount();
  877. return result;
  878. }
  879. public KernelResult MapTransferMemory(int handle, ulong address, ulong size, KMemoryPermission permission)
  880. {
  881. if (!PageAligned(address))
  882. {
  883. return KernelResult.InvalidAddress;
  884. }
  885. if (!PageAligned(size) || size == 0)
  886. {
  887. return KernelResult.InvalidSize;
  888. }
  889. if (address + size <= address)
  890. {
  891. return KernelResult.InvalidMemState;
  892. }
  893. if (permission > KMemoryPermission.ReadAndWrite || permission == KMemoryPermission.Write)
  894. {
  895. return KernelResult.InvalidPermission;
  896. }
  897. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  898. KTransferMemory transferMemory = currentProcess.HandleTable.GetObject<KTransferMemory>(handle);
  899. if (transferMemory == null)
  900. {
  901. return KernelResult.InvalidHandle;
  902. }
  903. if (currentProcess.MemoryManager.IsInvalidRegion(address, size) ||
  904. currentProcess.MemoryManager.InsideHeapRegion(address, size) ||
  905. currentProcess.MemoryManager.InsideAliasRegion(address, size))
  906. {
  907. return KernelResult.InvalidMemRange;
  908. }
  909. return transferMemory.MapIntoProcess(
  910. currentProcess.MemoryManager,
  911. address,
  912. size,
  913. currentProcess,
  914. permission);
  915. }
  916. public KernelResult UnmapTransferMemory(int handle, ulong address, ulong size)
  917. {
  918. if (!PageAligned(address))
  919. {
  920. return KernelResult.InvalidAddress;
  921. }
  922. if (!PageAligned(size) || size == 0)
  923. {
  924. return KernelResult.InvalidSize;
  925. }
  926. if (address + size <= address)
  927. {
  928. return KernelResult.InvalidMemState;
  929. }
  930. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  931. KTransferMemory transferMemory = currentProcess.HandleTable.GetObject<KTransferMemory>(handle);
  932. if (transferMemory == null)
  933. {
  934. return KernelResult.InvalidHandle;
  935. }
  936. if (currentProcess.MemoryManager.IsInvalidRegion(address, size) ||
  937. currentProcess.MemoryManager.InsideHeapRegion(address, size) ||
  938. currentProcess.MemoryManager.InsideAliasRegion(address, size))
  939. {
  940. return KernelResult.InvalidMemRange;
  941. }
  942. return transferMemory.UnmapFromProcess(
  943. currentProcess.MemoryManager,
  944. address,
  945. size,
  946. currentProcess);
  947. }
  948. public KernelResult MapPhysicalMemory(ulong address, ulong size)
  949. {
  950. if (!PageAligned(address))
  951. {
  952. return KernelResult.InvalidAddress;
  953. }
  954. if (!PageAligned(size) || size == 0)
  955. {
  956. return KernelResult.InvalidSize;
  957. }
  958. if (address + size <= address)
  959. {
  960. return KernelResult.InvalidMemRange;
  961. }
  962. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  963. if ((currentProcess.PersonalMmHeapPagesCount & 0xfffffffffffff) == 0)
  964. {
  965. return KernelResult.InvalidState;
  966. }
  967. if (!currentProcess.MemoryManager.InsideAddrSpace(address, size) ||
  968. currentProcess.MemoryManager.OutsideAliasRegion(address, size))
  969. {
  970. return KernelResult.InvalidMemRange;
  971. }
  972. KProcess process = KernelStatic.GetCurrentProcess();
  973. return process.MemoryManager.MapPhysicalMemory(address, size);
  974. }
  975. public KernelResult UnmapPhysicalMemory(ulong address, ulong size)
  976. {
  977. if (!PageAligned(address))
  978. {
  979. return KernelResult.InvalidAddress;
  980. }
  981. if (!PageAligned(size) || size == 0)
  982. {
  983. return KernelResult.InvalidSize;
  984. }
  985. if (address + size <= address)
  986. {
  987. return KernelResult.InvalidMemRange;
  988. }
  989. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  990. if ((currentProcess.PersonalMmHeapPagesCount & 0xfffffffffffff) == 0)
  991. {
  992. return KernelResult.InvalidState;
  993. }
  994. if (!currentProcess.MemoryManager.InsideAddrSpace(address, size) ||
  995. currentProcess.MemoryManager.OutsideAliasRegion(address, size))
  996. {
  997. return KernelResult.InvalidMemRange;
  998. }
  999. KProcess process = KernelStatic.GetCurrentProcess();
  1000. return process.MemoryManager.UnmapPhysicalMemory(address, size);
  1001. }
  1002. public KernelResult CreateCodeMemory(ulong address, ulong size, out int handle)
  1003. {
  1004. handle = 0;
  1005. if (!PageAligned(address))
  1006. {
  1007. return KernelResult.InvalidAddress;
  1008. }
  1009. if (!PageAligned(size) || size == 0)
  1010. {
  1011. return KernelResult.InvalidSize;
  1012. }
  1013. if (size + address <= address)
  1014. {
  1015. return KernelResult.InvalidMemState;
  1016. }
  1017. KCodeMemory codeMemory = new KCodeMemory(_context);
  1018. using var _ = new OnScopeExit(codeMemory.DecrementReferenceCount);
  1019. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1020. if (!currentProcess.MemoryManager.InsideAddrSpace(address, size))
  1021. {
  1022. return KernelResult.InvalidMemState;
  1023. }
  1024. KernelResult result = codeMemory.Initialize(address, size);
  1025. if (result != KernelResult.Success)
  1026. {
  1027. return result;
  1028. }
  1029. return currentProcess.HandleTable.GenerateHandle(codeMemory, out handle);
  1030. }
  1031. public KernelResult ControlCodeMemory(int handle, CodeMemoryOperation op, ulong address, ulong size, KMemoryPermission permission)
  1032. {
  1033. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1034. KCodeMemory codeMemory = currentProcess.HandleTable.GetObject<KCodeMemory>(handle);
  1035. // Newer versions of the return also returns an error here if the owner and process
  1036. // where the operation will happen are the same. We do not return an error here
  1037. // because some homebrew requires this to be patched out to work (for JIT).
  1038. if (codeMemory == null /* || codeMemory.Owner == currentProcess */)
  1039. {
  1040. return KernelResult.InvalidHandle;
  1041. }
  1042. switch (op)
  1043. {
  1044. case CodeMemoryOperation.Map:
  1045. if (!currentProcess.MemoryManager.CanContain(address, size, MemoryState.CodeWritable))
  1046. {
  1047. return KernelResult.InvalidMemRange;
  1048. }
  1049. if (permission != KMemoryPermission.ReadAndWrite)
  1050. {
  1051. return KernelResult.InvalidPermission;
  1052. }
  1053. return codeMemory.Map(address, size, permission);
  1054. case CodeMemoryOperation.MapToOwner:
  1055. if (!currentProcess.MemoryManager.CanContain(address, size, MemoryState.CodeReadOnly))
  1056. {
  1057. return KernelResult.InvalidMemRange;
  1058. }
  1059. if (permission != KMemoryPermission.Read && permission != KMemoryPermission.ReadAndExecute)
  1060. {
  1061. return KernelResult.InvalidPermission;
  1062. }
  1063. return codeMemory.MapToOwner(address, size, permission);
  1064. case CodeMemoryOperation.Unmap:
  1065. if (!currentProcess.MemoryManager.CanContain(address, size, MemoryState.CodeWritable))
  1066. {
  1067. return KernelResult.InvalidMemRange;
  1068. }
  1069. if (permission != KMemoryPermission.None)
  1070. {
  1071. return KernelResult.InvalidPermission;
  1072. }
  1073. return codeMemory.Unmap(address, size);
  1074. case CodeMemoryOperation.UnmapFromOwner:
  1075. if (!currentProcess.MemoryManager.CanContain(address, size, MemoryState.CodeReadOnly))
  1076. {
  1077. return KernelResult.InvalidMemRange;
  1078. }
  1079. if (permission != KMemoryPermission.None)
  1080. {
  1081. return KernelResult.InvalidPermission;
  1082. }
  1083. return codeMemory.UnmapFromOwner(address, size);
  1084. default: return KernelResult.InvalidEnumValue;
  1085. }
  1086. }
  1087. public KernelResult SetProcessMemoryPermission(int handle, ulong src, ulong size, KMemoryPermission permission)
  1088. {
  1089. if (!PageAligned(src))
  1090. {
  1091. return KernelResult.InvalidAddress;
  1092. }
  1093. if (!PageAligned(size) || size == 0)
  1094. {
  1095. return KernelResult.InvalidSize;
  1096. }
  1097. if (permission != KMemoryPermission.None &&
  1098. permission != KMemoryPermission.Read &&
  1099. permission != KMemoryPermission.ReadAndWrite &&
  1100. permission != KMemoryPermission.ReadAndExecute)
  1101. {
  1102. return KernelResult.InvalidPermission;
  1103. }
  1104. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1105. KProcess targetProcess = currentProcess.HandleTable.GetObject<KProcess>(handle);
  1106. if (targetProcess == null)
  1107. {
  1108. return KernelResult.InvalidHandle;
  1109. }
  1110. if (targetProcess.MemoryManager.OutsideAddrSpace(src, size))
  1111. {
  1112. return KernelResult.InvalidMemState;
  1113. }
  1114. return targetProcess.MemoryManager.SetProcessMemoryPermission(src, size, permission);
  1115. }
  1116. public KernelResult MapProcessMemory(ulong dst, int handle, ulong src, ulong size)
  1117. {
  1118. if (!PageAligned(src) || !PageAligned(dst))
  1119. {
  1120. return KernelResult.InvalidAddress;
  1121. }
  1122. if (!PageAligned(size) || size == 0)
  1123. {
  1124. return KernelResult.InvalidSize;
  1125. }
  1126. if (dst + size <= dst || src + size <= src)
  1127. {
  1128. return KernelResult.InvalidMemRange;
  1129. }
  1130. KProcess dstProcess = KernelStatic.GetCurrentProcess();
  1131. KProcess srcProcess = dstProcess.HandleTable.GetObject<KProcess>(handle);
  1132. if (srcProcess == null)
  1133. {
  1134. return KernelResult.InvalidHandle;
  1135. }
  1136. if (!srcProcess.MemoryManager.InsideAddrSpace(src, size) ||
  1137. !dstProcess.MemoryManager.CanContain(dst, size, MemoryState.ProcessMemory))
  1138. {
  1139. return KernelResult.InvalidMemRange;
  1140. }
  1141. KPageList pageList = new KPageList();
  1142. KernelResult result = srcProcess.MemoryManager.GetPagesIfStateEquals(
  1143. src,
  1144. size,
  1145. MemoryState.MapProcessAllowed,
  1146. MemoryState.MapProcessAllowed,
  1147. KMemoryPermission.None,
  1148. KMemoryPermission.None,
  1149. MemoryAttribute.Mask,
  1150. MemoryAttribute.None,
  1151. pageList);
  1152. if (result != KernelResult.Success)
  1153. {
  1154. return result;
  1155. }
  1156. return dstProcess.MemoryManager.MapPages(dst, pageList, MemoryState.ProcessMemory, KMemoryPermission.ReadAndWrite);
  1157. }
  1158. public KernelResult UnmapProcessMemory(ulong dst, int handle, ulong src, ulong size)
  1159. {
  1160. if (!PageAligned(src) || !PageAligned(dst))
  1161. {
  1162. return KernelResult.InvalidAddress;
  1163. }
  1164. if (!PageAligned(size) || size == 0)
  1165. {
  1166. return KernelResult.InvalidSize;
  1167. }
  1168. if (dst + size <= dst || src + size <= src)
  1169. {
  1170. return KernelResult.InvalidMemRange;
  1171. }
  1172. KProcess dstProcess = KernelStatic.GetCurrentProcess();
  1173. KProcess srcProcess = dstProcess.HandleTable.GetObject<KProcess>(handle);
  1174. if (srcProcess == null)
  1175. {
  1176. return KernelResult.InvalidHandle;
  1177. }
  1178. if (!srcProcess.MemoryManager.InsideAddrSpace(src, size) ||
  1179. !dstProcess.MemoryManager.CanContain(dst, size, MemoryState.ProcessMemory))
  1180. {
  1181. return KernelResult.InvalidMemRange;
  1182. }
  1183. KernelResult result = dstProcess.MemoryManager.UnmapProcessMemory(dst, size, srcProcess.MemoryManager, src);
  1184. if (result != KernelResult.Success)
  1185. {
  1186. return result;
  1187. }
  1188. return KernelResult.Success;
  1189. }
  1190. public KernelResult MapProcessCodeMemory(int handle, ulong dst, ulong src, ulong size)
  1191. {
  1192. if (!PageAligned(dst) || !PageAligned(src))
  1193. {
  1194. return KernelResult.InvalidAddress;
  1195. }
  1196. if (!PageAligned(size) || size == 0)
  1197. {
  1198. return KernelResult.InvalidSize;
  1199. }
  1200. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1201. KProcess targetProcess = currentProcess.HandleTable.GetObject<KProcess>(handle);
  1202. if (targetProcess == null)
  1203. {
  1204. return KernelResult.InvalidHandle;
  1205. }
  1206. if (targetProcess.MemoryManager.OutsideAddrSpace(dst, size) ||
  1207. targetProcess.MemoryManager.OutsideAddrSpace(src, size) ||
  1208. targetProcess.MemoryManager.InsideAliasRegion(dst, size) ||
  1209. targetProcess.MemoryManager.InsideHeapRegion(dst, size))
  1210. {
  1211. return KernelResult.InvalidMemRange;
  1212. }
  1213. if (size + dst <= dst || size + src <= src)
  1214. {
  1215. return KernelResult.InvalidMemState;
  1216. }
  1217. return targetProcess.MemoryManager.MapProcessCodeMemory(dst, src, size);
  1218. }
  1219. public KernelResult UnmapProcessCodeMemory(int handle, ulong dst, ulong src, ulong size)
  1220. {
  1221. if (!PageAligned(dst) || !PageAligned(src))
  1222. {
  1223. return KernelResult.InvalidAddress;
  1224. }
  1225. if (!PageAligned(size) || size == 0)
  1226. {
  1227. return KernelResult.InvalidSize;
  1228. }
  1229. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1230. KProcess targetProcess = currentProcess.HandleTable.GetObject<KProcess>(handle);
  1231. if (targetProcess == null)
  1232. {
  1233. return KernelResult.InvalidHandle;
  1234. }
  1235. if (targetProcess.MemoryManager.OutsideAddrSpace(dst, size) ||
  1236. targetProcess.MemoryManager.OutsideAddrSpace(src, size) ||
  1237. targetProcess.MemoryManager.InsideAliasRegion(dst, size) ||
  1238. targetProcess.MemoryManager.InsideHeapRegion(dst, size))
  1239. {
  1240. return KernelResult.InvalidMemRange;
  1241. }
  1242. if (size + dst <= dst || size + src <= src)
  1243. {
  1244. return KernelResult.InvalidMemState;
  1245. }
  1246. return targetProcess.MemoryManager.UnmapProcessCodeMemory(dst, src, size);
  1247. }
  1248. private static bool PageAligned(ulong address)
  1249. {
  1250. return (address & (KPageTableBase.PageSize - 1)) == 0;
  1251. }
  1252. // System
  1253. public KernelResult TerminateProcess(int handle)
  1254. {
  1255. KProcess process = KernelStatic.GetCurrentProcess();
  1256. process = process.HandleTable.GetObject<KProcess>(handle);
  1257. KernelResult result;
  1258. if (process != null)
  1259. {
  1260. if (process == KernelStatic.GetCurrentProcess())
  1261. {
  1262. result = KernelResult.Success;
  1263. process.DecrementToZeroWhileTerminatingCurrent();
  1264. }
  1265. else
  1266. {
  1267. result = process.Terminate();
  1268. process.DecrementReferenceCount();
  1269. }
  1270. }
  1271. else
  1272. {
  1273. result = KernelResult.InvalidHandle;
  1274. }
  1275. return result;
  1276. }
  1277. public void ExitProcess()
  1278. {
  1279. KernelStatic.GetCurrentProcess().TerminateCurrentProcess();
  1280. }
  1281. public KernelResult SignalEvent(int handle)
  1282. {
  1283. KProcess process = KernelStatic.GetCurrentProcess();
  1284. KWritableEvent writableEvent = process.HandleTable.GetObject<KWritableEvent>(handle);
  1285. KernelResult result;
  1286. if (writableEvent != null)
  1287. {
  1288. writableEvent.Signal();
  1289. result = KernelResult.Success;
  1290. }
  1291. else
  1292. {
  1293. result = KernelResult.InvalidHandle;
  1294. }
  1295. return result;
  1296. }
  1297. public KernelResult ClearEvent(int handle)
  1298. {
  1299. KernelResult result;
  1300. KProcess process = KernelStatic.GetCurrentProcess();
  1301. KWritableEvent writableEvent = process.HandleTable.GetObject<KWritableEvent>(handle);
  1302. if (writableEvent == null)
  1303. {
  1304. KReadableEvent readableEvent = process.HandleTable.GetObject<KReadableEvent>(handle);
  1305. result = readableEvent?.Clear() ?? KernelResult.InvalidHandle;
  1306. }
  1307. else
  1308. {
  1309. result = writableEvent.Clear();
  1310. }
  1311. return result;
  1312. }
  1313. public KernelResult CloseHandle(int handle)
  1314. {
  1315. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1316. return currentProcess.HandleTable.CloseHandle(handle) ? KernelResult.Success : KernelResult.InvalidHandle;
  1317. }
  1318. public KernelResult ResetSignal(int handle)
  1319. {
  1320. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1321. KReadableEvent readableEvent = currentProcess.HandleTable.GetObject<KReadableEvent>(handle);
  1322. KernelResult result;
  1323. if (readableEvent != null)
  1324. {
  1325. result = readableEvent.ClearIfSignaled();
  1326. }
  1327. else
  1328. {
  1329. KProcess process = currentProcess.HandleTable.GetKProcess(handle);
  1330. if (process != null)
  1331. {
  1332. result = process.ClearIfNotExited();
  1333. }
  1334. else
  1335. {
  1336. result = KernelResult.InvalidHandle;
  1337. }
  1338. }
  1339. return result;
  1340. }
  1341. public ulong GetSystemTick()
  1342. {
  1343. return KernelStatic.GetCurrentThread().Context.CntpctEl0;
  1344. }
  1345. public void Break(ulong reason)
  1346. {
  1347. KThread currentThread = KernelStatic.GetCurrentThread();
  1348. if ((reason & (1UL << 31)) == 0)
  1349. {
  1350. currentThread.PrintGuestStackTrace();
  1351. currentThread.PrintGuestRegisterPrintout();
  1352. // As the process is exiting, this is probably caused by emulation termination.
  1353. if (currentThread.Owner.State == ProcessState.Exiting)
  1354. {
  1355. return;
  1356. }
  1357. // TODO: Debug events.
  1358. currentThread.Owner.TerminateCurrentProcess();
  1359. throw new GuestBrokeExecutionException();
  1360. }
  1361. else
  1362. {
  1363. Logger.Debug?.Print(LogClass.KernelSvc, "Debugger triggered.");
  1364. }
  1365. }
  1366. public void OutputDebugString(ulong strPtr, ulong size)
  1367. {
  1368. KProcess process = KernelStatic.GetCurrentProcess();
  1369. string str = MemoryHelper.ReadAsciiString(process.CpuMemory, strPtr, (long)size);
  1370. Logger.Warning?.Print(LogClass.KernelSvc, str);
  1371. }
  1372. public KernelResult GetInfo(out ulong value, InfoType id, int handle, long subId)
  1373. {
  1374. value = 0;
  1375. switch (id)
  1376. {
  1377. case InfoType.CoreMask:
  1378. case InfoType.PriorityMask:
  1379. case InfoType.AliasRegionAddress:
  1380. case InfoType.AliasRegionSize:
  1381. case InfoType.HeapRegionAddress:
  1382. case InfoType.HeapRegionSize:
  1383. case InfoType.TotalMemorySize:
  1384. case InfoType.UsedMemorySize:
  1385. case InfoType.AslrRegionAddress:
  1386. case InfoType.AslrRegionSize:
  1387. case InfoType.StackRegionAddress:
  1388. case InfoType.StackRegionSize:
  1389. case InfoType.SystemResourceSizeTotal:
  1390. case InfoType.SystemResourceSizeUsed:
  1391. case InfoType.ProgramId:
  1392. case InfoType.UserExceptionContextAddress:
  1393. case InfoType.TotalNonSystemMemorySize:
  1394. case InfoType.UsedNonSystemMemorySize:
  1395. case InfoType.IsApplication:
  1396. case InfoType.FreeThreadCount:
  1397. {
  1398. if (subId != 0)
  1399. {
  1400. return KernelResult.InvalidCombination;
  1401. }
  1402. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1403. KProcess process = currentProcess.HandleTable.GetKProcess(handle);
  1404. if (process == null)
  1405. {
  1406. return KernelResult.InvalidHandle;
  1407. }
  1408. switch (id)
  1409. {
  1410. case InfoType.CoreMask: value = process.Capabilities.AllowedCpuCoresMask; break;
  1411. case InfoType.PriorityMask: value = process.Capabilities.AllowedThreadPriosMask; break;
  1412. case InfoType.AliasRegionAddress: value = process.MemoryManager.AliasRegionStart; break;
  1413. case InfoType.AliasRegionSize:
  1414. value = (process.MemoryManager.AliasRegionEnd -
  1415. process.MemoryManager.AliasRegionStart); break;
  1416. case InfoType.HeapRegionAddress: value = process.MemoryManager.HeapRegionStart; break;
  1417. case InfoType.HeapRegionSize:
  1418. value = (process.MemoryManager.HeapRegionEnd -
  1419. process.MemoryManager.HeapRegionStart); break;
  1420. case InfoType.TotalMemorySize: value = process.GetMemoryCapacity(); break;
  1421. case InfoType.UsedMemorySize: value = process.GetMemoryUsage(); break;
  1422. case InfoType.AslrRegionAddress: value = process.MemoryManager.GetAddrSpaceBaseAddr(); break;
  1423. case InfoType.AslrRegionSize: value = process.MemoryManager.GetAddrSpaceSize(); break;
  1424. case InfoType.StackRegionAddress: value = process.MemoryManager.StackRegionStart; break;
  1425. case InfoType.StackRegionSize:
  1426. value = (process.MemoryManager.StackRegionEnd -
  1427. process.MemoryManager.StackRegionStart); break;
  1428. case InfoType.SystemResourceSizeTotal: value = process.PersonalMmHeapPagesCount * KPageTableBase.PageSize; break;
  1429. case InfoType.SystemResourceSizeUsed:
  1430. if (process.PersonalMmHeapPagesCount != 0)
  1431. {
  1432. value = process.MemoryManager.GetMmUsedPages() * KPageTableBase.PageSize;
  1433. }
  1434. break;
  1435. case InfoType.ProgramId: value = process.TitleId; break;
  1436. case InfoType.UserExceptionContextAddress: value = process.UserExceptionContextAddress; break;
  1437. case InfoType.TotalNonSystemMemorySize: value = process.GetMemoryCapacityWithoutPersonalMmHeap(); break;
  1438. case InfoType.UsedNonSystemMemorySize: value = process.GetMemoryUsageWithoutPersonalMmHeap(); break;
  1439. case InfoType.IsApplication: value = process.IsApplication ? 1UL : 0UL; break;
  1440. case InfoType.FreeThreadCount:
  1441. if (process.ResourceLimit != null)
  1442. {
  1443. value = (ulong)(process.ResourceLimit.GetLimitValue(LimitableResource.Thread) -
  1444. process.ResourceLimit.GetCurrentValue(LimitableResource.Thread));
  1445. }
  1446. else
  1447. {
  1448. value = 0;
  1449. }
  1450. break;
  1451. }
  1452. break;
  1453. }
  1454. case InfoType.DebuggerAttached:
  1455. {
  1456. if (handle != 0)
  1457. {
  1458. return KernelResult.InvalidHandle;
  1459. }
  1460. if (subId != 0)
  1461. {
  1462. return KernelResult.InvalidCombination;
  1463. }
  1464. value = KernelStatic.GetCurrentProcess().Debug ? 1UL : 0UL;
  1465. break;
  1466. }
  1467. case InfoType.ResourceLimit:
  1468. {
  1469. if (handle != 0)
  1470. {
  1471. return KernelResult.InvalidHandle;
  1472. }
  1473. if (subId != 0)
  1474. {
  1475. return KernelResult.InvalidCombination;
  1476. }
  1477. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1478. if (currentProcess.ResourceLimit != null)
  1479. {
  1480. KHandleTable handleTable = currentProcess.HandleTable;
  1481. KResourceLimit resourceLimit = currentProcess.ResourceLimit;
  1482. KernelResult result = handleTable.GenerateHandle(resourceLimit, out int resLimHandle);
  1483. if (result != KernelResult.Success)
  1484. {
  1485. return result;
  1486. }
  1487. value = (uint)resLimHandle;
  1488. }
  1489. break;
  1490. }
  1491. case InfoType.IdleTickCount:
  1492. {
  1493. if (handle != 0)
  1494. {
  1495. return KernelResult.InvalidHandle;
  1496. }
  1497. int currentCore = KernelStatic.GetCurrentThread().CurrentCore;
  1498. if (subId != -1 && subId != currentCore)
  1499. {
  1500. return KernelResult.InvalidCombination;
  1501. }
  1502. value = (ulong)KTimeManager.ConvertHostTicksToTicks(_context.Schedulers[currentCore].TotalIdleTimeTicks);
  1503. break;
  1504. }
  1505. case InfoType.RandomEntropy:
  1506. {
  1507. if (handle != 0)
  1508. {
  1509. return KernelResult.InvalidHandle;
  1510. }
  1511. if ((ulong)subId > 3)
  1512. {
  1513. return KernelResult.InvalidCombination;
  1514. }
  1515. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1516. value = currentProcess.RandomEntropy[subId];
  1517. break;
  1518. }
  1519. case InfoType.ThreadTickCount:
  1520. {
  1521. if (subId < -1 || subId > 3)
  1522. {
  1523. return KernelResult.InvalidCombination;
  1524. }
  1525. KThread thread = KernelStatic.GetCurrentProcess().HandleTable.GetKThread(handle);
  1526. if (thread == null)
  1527. {
  1528. return KernelResult.InvalidHandle;
  1529. }
  1530. KThread currentThread = KernelStatic.GetCurrentThread();
  1531. int currentCore = currentThread.CurrentCore;
  1532. if (subId != -1 && subId != currentCore)
  1533. {
  1534. return KernelResult.Success;
  1535. }
  1536. KScheduler scheduler = _context.Schedulers[currentCore];
  1537. long timeDelta = PerformanceCounter.ElapsedTicks - scheduler.LastContextSwitchTime;
  1538. if (subId != -1)
  1539. {
  1540. value = (ulong)KTimeManager.ConvertHostTicksToTicks(timeDelta);
  1541. }
  1542. else
  1543. {
  1544. long totalTimeRunning = thread.TotalTimeRunning;
  1545. if (thread == currentThread)
  1546. {
  1547. totalTimeRunning += timeDelta;
  1548. }
  1549. value = (ulong)KTimeManager.ConvertHostTicksToTicks(totalTimeRunning);
  1550. }
  1551. break;
  1552. }
  1553. default: return KernelResult.InvalidEnumValue;
  1554. }
  1555. return KernelResult.Success;
  1556. }
  1557. public KernelResult CreateEvent(out int wEventHandle, out int rEventHandle)
  1558. {
  1559. KEvent Event = new KEvent(_context);
  1560. KProcess process = KernelStatic.GetCurrentProcess();
  1561. KernelResult result = process.HandleTable.GenerateHandle(Event.WritableEvent, out wEventHandle);
  1562. if (result == KernelResult.Success)
  1563. {
  1564. result = process.HandleTable.GenerateHandle(Event.ReadableEvent, out rEventHandle);
  1565. if (result != KernelResult.Success)
  1566. {
  1567. process.HandleTable.CloseHandle(wEventHandle);
  1568. }
  1569. }
  1570. else
  1571. {
  1572. rEventHandle = 0;
  1573. }
  1574. return result;
  1575. }
  1576. public KernelResult GetProcessList(out int count, ulong address, int maxCount)
  1577. {
  1578. count = 0;
  1579. if ((maxCount >> 28) != 0)
  1580. {
  1581. return KernelResult.MaximumExceeded;
  1582. }
  1583. if (maxCount != 0)
  1584. {
  1585. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1586. ulong copySize = (ulong)maxCount * 8;
  1587. if (address + copySize <= address)
  1588. {
  1589. return KernelResult.InvalidMemState;
  1590. }
  1591. if (currentProcess.MemoryManager.OutsideAddrSpace(address, copySize))
  1592. {
  1593. return KernelResult.InvalidMemState;
  1594. }
  1595. }
  1596. int copyCount = 0;
  1597. lock (_context.Processes)
  1598. {
  1599. foreach (KProcess process in _context.Processes.Values)
  1600. {
  1601. if (copyCount < maxCount)
  1602. {
  1603. if (!KernelTransfer.KernelToUser(address + (ulong)copyCount * 8, process.Pid))
  1604. {
  1605. return KernelResult.UserCopyFailed;
  1606. }
  1607. }
  1608. copyCount++;
  1609. }
  1610. }
  1611. count = copyCount;
  1612. return KernelResult.Success;
  1613. }
  1614. public KernelResult GetSystemInfo(out long value, uint id, int handle, long subId)
  1615. {
  1616. value = 0;
  1617. if (id > 2)
  1618. {
  1619. return KernelResult.InvalidEnumValue;
  1620. }
  1621. if (handle != 0)
  1622. {
  1623. return KernelResult.InvalidHandle;
  1624. }
  1625. if (id < 2)
  1626. {
  1627. if ((ulong)subId > 3)
  1628. {
  1629. return KernelResult.InvalidCombination;
  1630. }
  1631. KMemoryRegionManager region = _context.MemoryManager.MemoryRegions[subId];
  1632. switch (id)
  1633. {
  1634. // Memory region capacity.
  1635. case 0: value = (long)region.Size; break;
  1636. // Memory region free space.
  1637. case 1:
  1638. {
  1639. ulong freePagesCount = region.GetFreePages();
  1640. value = (long)(freePagesCount * KPageTableBase.PageSize);
  1641. break;
  1642. }
  1643. }
  1644. }
  1645. else /* if (Id == 2) */
  1646. {
  1647. if ((ulong)subId > 1)
  1648. {
  1649. return KernelResult.InvalidCombination;
  1650. }
  1651. switch (subId)
  1652. {
  1653. case 0: value = _context.PrivilegedProcessLowestId; break;
  1654. case 1: value = _context.PrivilegedProcessHighestId; break;
  1655. }
  1656. }
  1657. return KernelResult.Success;
  1658. }
  1659. public KernelResult GetResourceLimitLimitValue(out long limitValue, int handle, LimitableResource resource)
  1660. {
  1661. limitValue = 0;
  1662. if (resource >= LimitableResource.Count)
  1663. {
  1664. return KernelResult.InvalidEnumValue;
  1665. }
  1666. KResourceLimit resourceLimit = KernelStatic.GetCurrentProcess().HandleTable.GetObject<KResourceLimit>(handle);
  1667. if (resourceLimit == null)
  1668. {
  1669. return KernelResult.InvalidHandle;
  1670. }
  1671. limitValue = resourceLimit.GetLimitValue(resource);
  1672. return KernelResult.Success;
  1673. }
  1674. public KernelResult GetResourceLimitCurrentValue(out long limitValue, int handle, LimitableResource resource)
  1675. {
  1676. limitValue = 0;
  1677. if (resource >= LimitableResource.Count)
  1678. {
  1679. return KernelResult.InvalidEnumValue;
  1680. }
  1681. KResourceLimit resourceLimit = KernelStatic.GetCurrentProcess().HandleTable.GetObject<KResourceLimit>(handle);
  1682. if (resourceLimit == null)
  1683. {
  1684. return KernelResult.InvalidHandle;
  1685. }
  1686. limitValue = resourceLimit.GetCurrentValue(resource);
  1687. return KernelResult.Success;
  1688. }
  1689. public KernelResult GetResourceLimitPeakValue(out long peak, int handle, LimitableResource resource)
  1690. {
  1691. peak = 0;
  1692. if (resource >= LimitableResource.Count)
  1693. {
  1694. return KernelResult.InvalidEnumValue;
  1695. }
  1696. KResourceLimit resourceLimit = KernelStatic.GetCurrentProcess().HandleTable.GetObject<KResourceLimit>(handle);
  1697. if (resourceLimit == null)
  1698. {
  1699. return KernelResult.InvalidHandle;
  1700. }
  1701. peak = resourceLimit.GetPeakValue(resource);
  1702. return KernelResult.Success;
  1703. }
  1704. public KernelResult CreateResourceLimit(out int handle)
  1705. {
  1706. KResourceLimit limit = new KResourceLimit(_context);
  1707. KProcess process = KernelStatic.GetCurrentProcess();
  1708. return process.HandleTable.GenerateHandle(limit, out handle);
  1709. }
  1710. public KernelResult SetResourceLimitLimitValue(int handle, LimitableResource resource, long limitValue)
  1711. {
  1712. if (resource >= LimitableResource.Count)
  1713. {
  1714. return KernelResult.InvalidEnumValue;
  1715. }
  1716. KResourceLimit resourceLimit = KernelStatic.GetCurrentProcess().HandleTable.GetObject<KResourceLimit>(handle);
  1717. if (resourceLimit == null)
  1718. {
  1719. return KernelResult.InvalidHandle;
  1720. }
  1721. return resourceLimit.SetLimitValue(resource, limitValue);
  1722. }
  1723. // Thread
  1724. public KernelResult CreateThread(
  1725. out int handle,
  1726. ulong entrypoint,
  1727. ulong argsPtr,
  1728. ulong stackTop,
  1729. int priority,
  1730. int cpuCore)
  1731. {
  1732. handle = 0;
  1733. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1734. if (cpuCore == -2)
  1735. {
  1736. cpuCore = currentProcess.DefaultCpuCore;
  1737. }
  1738. if ((uint)cpuCore >= KScheduler.CpuCoresCount || !currentProcess.IsCpuCoreAllowed(cpuCore))
  1739. {
  1740. return KernelResult.InvalidCpuCore;
  1741. }
  1742. if ((uint)priority >= KScheduler.PrioritiesCount || !currentProcess.IsPriorityAllowed(priority))
  1743. {
  1744. return KernelResult.InvalidPriority;
  1745. }
  1746. long timeout = KTimeManager.ConvertMillisecondsToNanoseconds(100);
  1747. if (currentProcess.ResourceLimit != null &&
  1748. !currentProcess.ResourceLimit.Reserve(LimitableResource.Thread, 1, timeout))
  1749. {
  1750. return KernelResult.ResLimitExceeded;
  1751. }
  1752. KThread thread = new KThread(_context);
  1753. KernelResult result = currentProcess.InitializeThread(
  1754. thread,
  1755. entrypoint,
  1756. argsPtr,
  1757. stackTop,
  1758. priority,
  1759. cpuCore);
  1760. if (result == KernelResult.Success)
  1761. {
  1762. KProcess process = KernelStatic.GetCurrentProcess();
  1763. result = process.HandleTable.GenerateHandle(thread, out handle);
  1764. }
  1765. else
  1766. {
  1767. currentProcess.ResourceLimit?.Release(LimitableResource.Thread, 1);
  1768. }
  1769. thread.DecrementReferenceCount();
  1770. return result;
  1771. }
  1772. public KernelResult StartThread(int handle)
  1773. {
  1774. KProcess process = KernelStatic.GetCurrentProcess();
  1775. KThread thread = process.HandleTable.GetKThread(handle);
  1776. if (thread != null)
  1777. {
  1778. thread.IncrementReferenceCount();
  1779. KernelResult result = thread.Start();
  1780. if (result == KernelResult.Success)
  1781. {
  1782. thread.IncrementReferenceCount();
  1783. }
  1784. thread.DecrementReferenceCount();
  1785. return result;
  1786. }
  1787. else
  1788. {
  1789. return KernelResult.InvalidHandle;
  1790. }
  1791. }
  1792. public void ExitThread()
  1793. {
  1794. KThread currentThread = KernelStatic.GetCurrentThread();
  1795. currentThread.Exit();
  1796. }
  1797. public void SleepThread(long timeout)
  1798. {
  1799. if (timeout < 1)
  1800. {
  1801. switch (timeout)
  1802. {
  1803. case 0: KScheduler.Yield(_context); break;
  1804. case -1: KScheduler.YieldWithLoadBalancing(_context); break;
  1805. case -2: KScheduler.YieldToAnyThread(_context); break;
  1806. }
  1807. }
  1808. else
  1809. {
  1810. KernelStatic.GetCurrentThread().Sleep(timeout + KTimeManager.DefaultTimeIncrementNanoseconds);
  1811. }
  1812. }
  1813. public KernelResult GetThreadPriority(out int priority, int handle)
  1814. {
  1815. KProcess process = KernelStatic.GetCurrentProcess();
  1816. KThread thread = process.HandleTable.GetKThread(handle);
  1817. if (thread != null)
  1818. {
  1819. priority = thread.DynamicPriority;
  1820. return KernelResult.Success;
  1821. }
  1822. else
  1823. {
  1824. priority = 0;
  1825. return KernelResult.InvalidHandle;
  1826. }
  1827. }
  1828. public KernelResult SetThreadPriority(int handle, int priority)
  1829. {
  1830. // TODO: NPDM check.
  1831. KProcess process = KernelStatic.GetCurrentProcess();
  1832. KThread thread = process.HandleTable.GetKThread(handle);
  1833. if (thread == null)
  1834. {
  1835. return KernelResult.InvalidHandle;
  1836. }
  1837. thread.SetPriority(priority);
  1838. return KernelResult.Success;
  1839. }
  1840. public KernelResult GetThreadCoreMask(out int preferredCore, out ulong affinityMask, int handle)
  1841. {
  1842. KProcess process = KernelStatic.GetCurrentProcess();
  1843. KThread thread = process.HandleTable.GetKThread(handle);
  1844. if (thread != null)
  1845. {
  1846. preferredCore = thread.PreferredCore;
  1847. affinityMask = thread.AffinityMask;
  1848. return KernelResult.Success;
  1849. }
  1850. else
  1851. {
  1852. preferredCore = 0;
  1853. affinityMask = 0;
  1854. return KernelResult.InvalidHandle;
  1855. }
  1856. }
  1857. public KernelResult SetThreadCoreMask(int handle, int preferredCore, ulong affinityMask)
  1858. {
  1859. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1860. if (preferredCore == -2)
  1861. {
  1862. preferredCore = currentProcess.DefaultCpuCore;
  1863. affinityMask = 1UL << preferredCore;
  1864. }
  1865. else
  1866. {
  1867. if ((currentProcess.Capabilities.AllowedCpuCoresMask | affinityMask) !=
  1868. currentProcess.Capabilities.AllowedCpuCoresMask)
  1869. {
  1870. return KernelResult.InvalidCpuCore;
  1871. }
  1872. if (affinityMask == 0)
  1873. {
  1874. return KernelResult.InvalidCombination;
  1875. }
  1876. if ((uint)preferredCore > 3)
  1877. {
  1878. if ((preferredCore | 2) != -1)
  1879. {
  1880. return KernelResult.InvalidCpuCore;
  1881. }
  1882. }
  1883. else if ((affinityMask & (1UL << preferredCore)) == 0)
  1884. {
  1885. return KernelResult.InvalidCombination;
  1886. }
  1887. }
  1888. KProcess process = KernelStatic.GetCurrentProcess();
  1889. KThread thread = process.HandleTable.GetKThread(handle);
  1890. if (thread == null)
  1891. {
  1892. return KernelResult.InvalidHandle;
  1893. }
  1894. return thread.SetCoreAndAffinityMask(preferredCore, affinityMask);
  1895. }
  1896. public int GetCurrentProcessorNumber()
  1897. {
  1898. return KernelStatic.GetCurrentThread().CurrentCore;
  1899. }
  1900. public KernelResult GetThreadId(out ulong threadUid, int handle)
  1901. {
  1902. KProcess process = KernelStatic.GetCurrentProcess();
  1903. KThread thread = process.HandleTable.GetKThread(handle);
  1904. if (thread != null)
  1905. {
  1906. threadUid = thread.ThreadUid;
  1907. return KernelResult.Success;
  1908. }
  1909. else
  1910. {
  1911. threadUid = 0;
  1912. return KernelResult.InvalidHandle;
  1913. }
  1914. }
  1915. public KernelResult SetThreadActivity(int handle, bool pause)
  1916. {
  1917. KProcess process = KernelStatic.GetCurrentProcess();
  1918. KThread thread = process.HandleTable.GetObject<KThread>(handle);
  1919. if (thread == null)
  1920. {
  1921. return KernelResult.InvalidHandle;
  1922. }
  1923. if (thread.Owner != process)
  1924. {
  1925. return KernelResult.InvalidHandle;
  1926. }
  1927. if (thread == KernelStatic.GetCurrentThread())
  1928. {
  1929. return KernelResult.InvalidThread;
  1930. }
  1931. return thread.SetActivity(pause);
  1932. }
  1933. public KernelResult GetThreadContext3(ulong address, int handle)
  1934. {
  1935. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1936. KThread currentThread = KernelStatic.GetCurrentThread();
  1937. KThread thread = currentProcess.HandleTable.GetObject<KThread>(handle);
  1938. if (thread == null)
  1939. {
  1940. return KernelResult.InvalidHandle;
  1941. }
  1942. if (thread.Owner != currentProcess)
  1943. {
  1944. return KernelResult.InvalidHandle;
  1945. }
  1946. if (currentThread == thread)
  1947. {
  1948. return KernelResult.InvalidThread;
  1949. }
  1950. KernelResult result = thread.GetThreadContext3(out ThreadContext context);
  1951. if (result == KernelResult.Success)
  1952. {
  1953. return KernelTransfer.KernelToUser(address, context)
  1954. ? KernelResult.Success
  1955. : KernelResult.InvalidMemState;
  1956. }
  1957. return result;
  1958. }
  1959. // Thread synchronization
  1960. public KernelResult WaitSynchronization(out int handleIndex, ulong handlesPtr, int handlesCount, long timeout)
  1961. {
  1962. handleIndex = 0;
  1963. if ((uint)handlesCount > KThread.MaxWaitSyncObjects)
  1964. {
  1965. return KernelResult.MaximumExceeded;
  1966. }
  1967. KThread currentThread = KernelStatic.GetCurrentThread();
  1968. var syncObjs = new Span<KSynchronizationObject>(currentThread.WaitSyncObjects).Slice(0, handlesCount);
  1969. if (handlesCount != 0)
  1970. {
  1971. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  1972. if (currentProcess.MemoryManager.AddrSpaceStart > handlesPtr)
  1973. {
  1974. return KernelResult.UserCopyFailed;
  1975. }
  1976. long handlesSize = handlesCount * 4;
  1977. if (handlesPtr + (ulong)handlesSize <= handlesPtr)
  1978. {
  1979. return KernelResult.UserCopyFailed;
  1980. }
  1981. if (handlesPtr + (ulong)handlesSize - 1 > currentProcess.MemoryManager.AddrSpaceEnd - 1)
  1982. {
  1983. return KernelResult.UserCopyFailed;
  1984. }
  1985. Span<int> handles = new Span<int>(currentThread.WaitSyncHandles).Slice(0, handlesCount);
  1986. if (!KernelTransfer.UserToKernelArray(handlesPtr, handles))
  1987. {
  1988. return KernelResult.UserCopyFailed;
  1989. }
  1990. int processedHandles = 0;
  1991. for (; processedHandles < handlesCount; processedHandles++)
  1992. {
  1993. KSynchronizationObject syncObj = currentProcess.HandleTable.GetObject<KSynchronizationObject>(handles[processedHandles]);
  1994. if (syncObj == null)
  1995. {
  1996. break;
  1997. }
  1998. syncObjs[processedHandles] = syncObj;
  1999. syncObj.IncrementReferenceCount();
  2000. }
  2001. if (processedHandles != handlesCount)
  2002. {
  2003. // One or more handles are invalid.
  2004. for (int index = 0; index < processedHandles; index++)
  2005. {
  2006. currentThread.WaitSyncObjects[index].DecrementReferenceCount();
  2007. }
  2008. return KernelResult.InvalidHandle;
  2009. }
  2010. }
  2011. if (timeout > 0)
  2012. {
  2013. timeout += KTimeManager.DefaultTimeIncrementNanoseconds;
  2014. }
  2015. KernelResult result = _context.Synchronization.WaitFor(syncObjs, timeout, out handleIndex);
  2016. if (result == KernelResult.PortRemoteClosed)
  2017. {
  2018. result = KernelResult.Success;
  2019. }
  2020. for (int index = 0; index < handlesCount; index++)
  2021. {
  2022. currentThread.WaitSyncObjects[index].DecrementReferenceCount();
  2023. }
  2024. return result;
  2025. }
  2026. public KernelResult CancelSynchronization(int handle)
  2027. {
  2028. KProcess process = KernelStatic.GetCurrentProcess();
  2029. KThread thread = process.HandleTable.GetKThread(handle);
  2030. if (thread == null)
  2031. {
  2032. return KernelResult.InvalidHandle;
  2033. }
  2034. thread.CancelSynchronization();
  2035. return KernelResult.Success;
  2036. }
  2037. public KernelResult ArbitrateLock(int ownerHandle, ulong mutexAddress, int requesterHandle)
  2038. {
  2039. if (IsPointingInsideKernel(mutexAddress))
  2040. {
  2041. return KernelResult.InvalidMemState;
  2042. }
  2043. if (IsAddressNotWordAligned(mutexAddress))
  2044. {
  2045. return KernelResult.InvalidAddress;
  2046. }
  2047. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  2048. return currentProcess.AddressArbiter.ArbitrateLock(ownerHandle, mutexAddress, requesterHandle);
  2049. }
  2050. public KernelResult ArbitrateUnlock(ulong mutexAddress)
  2051. {
  2052. if (IsPointingInsideKernel(mutexAddress))
  2053. {
  2054. return KernelResult.InvalidMemState;
  2055. }
  2056. if (IsAddressNotWordAligned(mutexAddress))
  2057. {
  2058. return KernelResult.InvalidAddress;
  2059. }
  2060. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  2061. return currentProcess.AddressArbiter.ArbitrateUnlock(mutexAddress);
  2062. }
  2063. public KernelResult WaitProcessWideKeyAtomic(
  2064. ulong mutexAddress,
  2065. ulong condVarAddress,
  2066. int handle,
  2067. long timeout)
  2068. {
  2069. if (IsPointingInsideKernel(mutexAddress))
  2070. {
  2071. return KernelResult.InvalidMemState;
  2072. }
  2073. if (IsAddressNotWordAligned(mutexAddress))
  2074. {
  2075. return KernelResult.InvalidAddress;
  2076. }
  2077. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  2078. if (timeout > 0)
  2079. {
  2080. timeout += KTimeManager.DefaultTimeIncrementNanoseconds;
  2081. }
  2082. return currentProcess.AddressArbiter.WaitProcessWideKeyAtomic(
  2083. mutexAddress,
  2084. condVarAddress,
  2085. handle,
  2086. timeout);
  2087. }
  2088. public KernelResult SignalProcessWideKey(ulong address, int count)
  2089. {
  2090. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  2091. currentProcess.AddressArbiter.SignalProcessWideKey(address, count);
  2092. return KernelResult.Success;
  2093. }
  2094. public KernelResult WaitForAddress(ulong address, ArbitrationType type, int value, long timeout)
  2095. {
  2096. if (IsPointingInsideKernel(address))
  2097. {
  2098. return KernelResult.InvalidMemState;
  2099. }
  2100. if (IsAddressNotWordAligned(address))
  2101. {
  2102. return KernelResult.InvalidAddress;
  2103. }
  2104. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  2105. if (timeout > 0)
  2106. {
  2107. timeout += KTimeManager.DefaultTimeIncrementNanoseconds;
  2108. }
  2109. return type switch
  2110. {
  2111. ArbitrationType.WaitIfLessThan
  2112. => currentProcess.AddressArbiter.WaitForAddressIfLessThan(address, value, false, timeout),
  2113. ArbitrationType.DecrementAndWaitIfLessThan
  2114. => currentProcess.AddressArbiter.WaitForAddressIfLessThan(address, value, true, timeout),
  2115. ArbitrationType.WaitIfEqual
  2116. => currentProcess.AddressArbiter.WaitForAddressIfEqual(address, value, timeout),
  2117. _ => KernelResult.InvalidEnumValue,
  2118. };
  2119. }
  2120. public KernelResult SignalToAddress(ulong address, SignalType type, int value, int count)
  2121. {
  2122. if (IsPointingInsideKernel(address))
  2123. {
  2124. return KernelResult.InvalidMemState;
  2125. }
  2126. if (IsAddressNotWordAligned(address))
  2127. {
  2128. return KernelResult.InvalidAddress;
  2129. }
  2130. KProcess currentProcess = KernelStatic.GetCurrentProcess();
  2131. return type switch
  2132. {
  2133. SignalType.Signal
  2134. => currentProcess.AddressArbiter.Signal(address, count),
  2135. SignalType.SignalAndIncrementIfEqual
  2136. => currentProcess.AddressArbiter.SignalAndIncrementIfEqual(address, value, count),
  2137. SignalType.SignalAndModifyIfEqual
  2138. => currentProcess.AddressArbiter.SignalAndModifyIfEqual(address, value, count),
  2139. _ => KernelResult.InvalidEnumValue
  2140. };
  2141. }
  2142. public KernelResult SynchronizePreemptionState()
  2143. {
  2144. KernelStatic.GetCurrentThread().SynchronizePreemptionState();
  2145. return KernelResult.Success;
  2146. }
  2147. private bool IsPointingInsideKernel(ulong address)
  2148. {
  2149. return (address + 0x1000000000) < 0xffffff000;
  2150. }
  2151. private bool IsAddressNotWordAligned(ulong address)
  2152. {
  2153. return (address & 3) != 0;
  2154. }
  2155. }
  2156. }