Syscall.cs 66 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090
  1. using ARMeilleure.Memory;
  2. using Ryujinx.Common;
  3. using Ryujinx.Common.Logging;
  4. using Ryujinx.Cpu;
  5. using Ryujinx.HLE.Exceptions;
  6. using Ryujinx.HLE.HOS.Ipc;
  7. using Ryujinx.HLE.HOS.Kernel.Common;
  8. using Ryujinx.HLE.HOS.Kernel.Ipc;
  9. using Ryujinx.HLE.HOS.Kernel.Memory;
  10. using Ryujinx.HLE.HOS.Kernel.Process;
  11. using Ryujinx.HLE.HOS.Kernel.Threading;
  12. using System.Collections.Generic;
  13. using System.Threading;
  14. namespace Ryujinx.HLE.HOS.Kernel.SupervisorCall
  15. {
  16. class Syscall
  17. {
  18. private readonly Switch _device;
  19. private readonly KernelContext _context;
  20. public Syscall(Switch device, KernelContext context)
  21. {
  22. _device = device;
  23. _context = context;
  24. }
  25. // IPC
  26. private struct HleIpcMessage
  27. {
  28. public KProcess Process { get; }
  29. public KThread Thread { get; }
  30. public KClientSession Session { get; }
  31. public IpcMessage Message { get; }
  32. public long MessagePtr { get; }
  33. public HleIpcMessage(
  34. KProcess process,
  35. KThread thread,
  36. KClientSession session,
  37. IpcMessage message,
  38. long messagePtr)
  39. {
  40. Process = process;
  41. Thread = thread;
  42. Session = session;
  43. Message = message;
  44. MessagePtr = messagePtr;
  45. }
  46. }
  47. public KernelResult ConnectToNamedPort(ulong namePtr, out int handle)
  48. {
  49. handle = 0;
  50. if (!KernelTransfer.UserToKernelString(_context, namePtr, 12, out string name))
  51. {
  52. return KernelResult.UserCopyFailed;
  53. }
  54. if (name.Length > 11)
  55. {
  56. return KernelResult.MaximumExceeded;
  57. }
  58. KAutoObject autoObj = KAutoObject.FindNamedObject(_context, name);
  59. if (!(autoObj is KClientPort clientPort))
  60. {
  61. return KernelResult.NotFound;
  62. }
  63. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  64. KernelResult result = currentProcess.HandleTable.ReserveHandle(out handle);
  65. if (result != KernelResult.Success)
  66. {
  67. return result;
  68. }
  69. result = clientPort.Connect(out KClientSession clientSession);
  70. if (result != KernelResult.Success)
  71. {
  72. currentProcess.HandleTable.CancelHandleReservation(handle);
  73. return result;
  74. }
  75. currentProcess.HandleTable.SetReservedHandleObj(handle, clientSession);
  76. clientSession.DecrementReferenceCount();
  77. return result;
  78. }
  79. public KernelResult SendSyncRequest(int handle)
  80. {
  81. return SendSyncRequestWithUserBuffer((ulong)_context.Scheduler.GetCurrentThread().Context.Tpidr, 0x100, handle);
  82. }
  83. public KernelResult SendSyncRequestWithUserBuffer(ulong messagePtr, ulong size, int handle)
  84. {
  85. KProcess process = _context.Scheduler.GetCurrentProcess();
  86. byte[] messageData = new byte[size];
  87. process.CpuMemory.Read(messagePtr, messageData);
  88. KClientSession clientSession = process.HandleTable.GetObject<KClientSession>(handle);
  89. if (clientSession == null || clientSession.Service == null)
  90. {
  91. return SendSyncRequest_(handle);
  92. }
  93. if (clientSession != null)
  94. {
  95. _context.CriticalSection.Enter();
  96. KThread currentThread = _context.Scheduler.GetCurrentThread();
  97. currentThread.SignaledObj = null;
  98. currentThread.ObjSyncResult = KernelResult.Success;
  99. currentThread.Reschedule(ThreadSchedState.Paused);
  100. IpcMessage message = new IpcMessage(messageData, (long)messagePtr);
  101. ThreadPool.QueueUserWorkItem(ProcessIpcRequest, new HleIpcMessage(
  102. process,
  103. currentThread,
  104. clientSession,
  105. message,
  106. (long)messagePtr));
  107. _context.ThreadCounter.AddCount();
  108. _context.CriticalSection.Leave();
  109. return currentThread.ObjSyncResult;
  110. }
  111. else
  112. {
  113. Logger.PrintWarning(LogClass.KernelSvc, $"Invalid session handle 0x{handle:x8}!");
  114. return KernelResult.InvalidHandle;
  115. }
  116. }
  117. private void ProcessIpcRequest(object state)
  118. {
  119. HleIpcMessage ipcMessage = (HleIpcMessage)state;
  120. ipcMessage.Thread.ObjSyncResult = IpcHandler.IpcCall(
  121. _device,
  122. ipcMessage.Process,
  123. ipcMessage.Process.CpuMemory,
  124. ipcMessage.Thread,
  125. ipcMessage.Session,
  126. ipcMessage.Message,
  127. ipcMessage.MessagePtr);
  128. _context.ThreadCounter.Signal();
  129. ipcMessage.Thread.Reschedule(ThreadSchedState.Running);
  130. }
  131. private KernelResult SendSyncRequest_(int handle)
  132. {
  133. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  134. KClientSession session = currentProcess.HandleTable.GetObject<KClientSession>(handle);
  135. if (session == null)
  136. {
  137. return KernelResult.InvalidHandle;
  138. }
  139. return session.SendSyncRequest();
  140. }
  141. public KernelResult CreateSession(
  142. bool isLight,
  143. ulong namePtr,
  144. out int serverSessionHandle,
  145. out int clientSessionHandle)
  146. {
  147. serverSessionHandle = 0;
  148. clientSessionHandle = 0;
  149. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  150. KResourceLimit resourceLimit = currentProcess.ResourceLimit;
  151. if (resourceLimit != null && !resourceLimit.Reserve(LimitableResource.Session, 1))
  152. {
  153. return KernelResult.ResLimitExceeded;
  154. }
  155. KernelResult result;
  156. if (isLight)
  157. {
  158. KLightSession session = new KLightSession(_context);
  159. result = currentProcess.HandleTable.GenerateHandle(session.ServerSession, out serverSessionHandle);
  160. if (result == KernelResult.Success)
  161. {
  162. result = currentProcess.HandleTable.GenerateHandle(session.ClientSession, out clientSessionHandle);
  163. if (result != KernelResult.Success)
  164. {
  165. currentProcess.HandleTable.CloseHandle(serverSessionHandle);
  166. serverSessionHandle = 0;
  167. }
  168. }
  169. session.ServerSession.DecrementReferenceCount();
  170. session.ClientSession.DecrementReferenceCount();
  171. }
  172. else
  173. {
  174. KSession session = new KSession(_context);
  175. result = currentProcess.HandleTable.GenerateHandle(session.ServerSession, out serverSessionHandle);
  176. if (result == KernelResult.Success)
  177. {
  178. result = currentProcess.HandleTable.GenerateHandle(session.ClientSession, out clientSessionHandle);
  179. if (result != KernelResult.Success)
  180. {
  181. currentProcess.HandleTable.CloseHandle(serverSessionHandle);
  182. serverSessionHandle = 0;
  183. }
  184. }
  185. session.ServerSession.DecrementReferenceCount();
  186. session.ClientSession.DecrementReferenceCount();
  187. }
  188. return result;
  189. }
  190. public KernelResult AcceptSession(int portHandle, out int sessionHandle)
  191. {
  192. sessionHandle = 0;
  193. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  194. KServerPort serverPort = currentProcess.HandleTable.GetObject<KServerPort>(portHandle);
  195. if (serverPort == null)
  196. {
  197. return KernelResult.InvalidHandle;
  198. }
  199. KernelResult result = currentProcess.HandleTable.ReserveHandle(out int handle);
  200. if (result != KernelResult.Success)
  201. {
  202. return result;
  203. }
  204. KAutoObject session;
  205. if (serverPort.IsLight)
  206. {
  207. session = serverPort.AcceptIncomingLightConnection();
  208. }
  209. else
  210. {
  211. session = serverPort.AcceptIncomingConnection();
  212. }
  213. if (session != null)
  214. {
  215. currentProcess.HandleTable.SetReservedHandleObj(handle, session);
  216. session.DecrementReferenceCount();
  217. sessionHandle = handle;
  218. result = KernelResult.Success;
  219. }
  220. else
  221. {
  222. currentProcess.HandleTable.CancelHandleReservation(handle);
  223. result = KernelResult.NotFound;
  224. }
  225. return result;
  226. }
  227. public KernelResult ReplyAndReceive(
  228. ulong handlesPtr,
  229. int handlesCount,
  230. int replyTargetHandle,
  231. long timeout,
  232. out int handleIndex)
  233. {
  234. handleIndex = 0;
  235. if ((uint)handlesCount > 0x40)
  236. {
  237. return KernelResult.MaximumExceeded;
  238. }
  239. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  240. ulong copySize = (ulong)((long)handlesCount * 4);
  241. if (!currentProcess.MemoryManager.InsideAddrSpace(handlesPtr, copySize))
  242. {
  243. return KernelResult.UserCopyFailed;
  244. }
  245. if (handlesPtr + copySize < handlesPtr)
  246. {
  247. return KernelResult.UserCopyFailed;
  248. }
  249. int[] handles = new int[handlesCount];
  250. if (!KernelTransfer.UserToKernelInt32Array(_context, handlesPtr, handles))
  251. {
  252. return KernelResult.UserCopyFailed;
  253. }
  254. KSynchronizationObject[] syncObjs = new KSynchronizationObject[handlesCount];
  255. for (int index = 0; index < handlesCount; index++)
  256. {
  257. KSynchronizationObject obj = currentProcess.HandleTable.GetObject<KSynchronizationObject>(handles[index]);
  258. if (obj == null)
  259. {
  260. return KernelResult.InvalidHandle;
  261. }
  262. syncObjs[index] = obj;
  263. }
  264. KernelResult result;
  265. if (replyTargetHandle != 0)
  266. {
  267. KServerSession replyTarget = currentProcess.HandleTable.GetObject<KServerSession>(replyTargetHandle);
  268. if (replyTarget == null)
  269. {
  270. return KernelResult.InvalidHandle;
  271. }
  272. result = replyTarget.Reply();
  273. if (result != KernelResult.Success)
  274. {
  275. return result;
  276. }
  277. }
  278. while ((result = _context.Synchronization.WaitFor(syncObjs, timeout, out handleIndex)) == KernelResult.Success)
  279. {
  280. KServerSession session = currentProcess.HandleTable.GetObject<KServerSession>(handles[handleIndex]);
  281. if (session == null)
  282. {
  283. break;
  284. }
  285. if ((result = session.Receive()) != KernelResult.NotFound)
  286. {
  287. break;
  288. }
  289. }
  290. return result;
  291. }
  292. public KernelResult CreatePort(
  293. int maxSessions,
  294. bool isLight,
  295. ulong namePtr,
  296. out int serverPortHandle,
  297. out int clientPortHandle)
  298. {
  299. serverPortHandle = clientPortHandle = 0;
  300. if (maxSessions < 1)
  301. {
  302. return KernelResult.MaximumExceeded;
  303. }
  304. KPort port = new KPort(_context, maxSessions, isLight, (long)namePtr);
  305. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  306. KernelResult result = currentProcess.HandleTable.GenerateHandle(port.ClientPort, out clientPortHandle);
  307. if (result != KernelResult.Success)
  308. {
  309. return result;
  310. }
  311. result = currentProcess.HandleTable.GenerateHandle(port.ServerPort, out serverPortHandle);
  312. if (result != KernelResult.Success)
  313. {
  314. currentProcess.HandleTable.CloseHandle(clientPortHandle);
  315. }
  316. return result;
  317. }
  318. public KernelResult ManageNamedPort(ulong namePtr, int maxSessions, out int handle)
  319. {
  320. handle = 0;
  321. if (!KernelTransfer.UserToKernelString(_context, namePtr, 12, out string name))
  322. {
  323. return KernelResult.UserCopyFailed;
  324. }
  325. if (maxSessions < 0 || name.Length > 11)
  326. {
  327. return KernelResult.MaximumExceeded;
  328. }
  329. if (maxSessions == 0)
  330. {
  331. return KAutoObject.RemoveName(_context, name);
  332. }
  333. KPort port = new KPort(_context, maxSessions, false, 0);
  334. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  335. KernelResult result = currentProcess.HandleTable.GenerateHandle(port.ServerPort, out handle);
  336. if (result != KernelResult.Success)
  337. {
  338. return result;
  339. }
  340. result = port.ClientPort.SetName(name);
  341. if (result != KernelResult.Success)
  342. {
  343. currentProcess.HandleTable.CloseHandle(handle);
  344. }
  345. return result;
  346. }
  347. public KernelResult ConnectToPort(int clientPortHandle, out int clientSessionHandle)
  348. {
  349. clientSessionHandle = 0;
  350. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  351. KClientPort clientPort = currentProcess.HandleTable.GetObject<KClientPort>(clientPortHandle);
  352. if (clientPort == null)
  353. {
  354. return KernelResult.InvalidHandle;
  355. }
  356. KernelResult result = currentProcess.HandleTable.ReserveHandle(out int handle);
  357. if (result != KernelResult.Success)
  358. {
  359. return result;
  360. }
  361. KAutoObject session;
  362. if (clientPort.IsLight)
  363. {
  364. result = clientPort.ConnectLight(out KLightClientSession clientSession);
  365. session = clientSession;
  366. }
  367. else
  368. {
  369. result = clientPort.Connect(out KClientSession clientSession);
  370. session = clientSession;
  371. }
  372. if (result != KernelResult.Success)
  373. {
  374. currentProcess.HandleTable.CancelHandleReservation(handle);
  375. return result;
  376. }
  377. currentProcess.HandleTable.SetReservedHandleObj(handle, session);
  378. session.DecrementReferenceCount();
  379. clientSessionHandle = handle;
  380. return result;
  381. }
  382. // Memory
  383. public KernelResult SetHeapSize(ulong size, out ulong position)
  384. {
  385. if ((size & 0xfffffffe001fffff) != 0)
  386. {
  387. position = 0;
  388. return KernelResult.InvalidSize;
  389. }
  390. KProcess process = _context.Scheduler.GetCurrentProcess();
  391. return process.MemoryManager.SetHeapSize(size, out position);
  392. }
  393. public KernelResult SetMemoryAttribute(
  394. ulong position,
  395. ulong size,
  396. MemoryAttribute attributeMask,
  397. MemoryAttribute attributeValue)
  398. {
  399. if (!PageAligned(position))
  400. {
  401. return KernelResult.InvalidAddress;
  402. }
  403. if (!PageAligned(size) || size == 0)
  404. {
  405. return KernelResult.InvalidSize;
  406. }
  407. MemoryAttribute attributes = attributeMask | attributeValue;
  408. if (attributes != attributeMask ||
  409. (attributes | MemoryAttribute.Uncached) != MemoryAttribute.Uncached)
  410. {
  411. return KernelResult.InvalidCombination;
  412. }
  413. KProcess process = _context.Scheduler.GetCurrentProcess();
  414. KernelResult result = process.MemoryManager.SetMemoryAttribute(
  415. position,
  416. size,
  417. attributeMask,
  418. attributeValue);
  419. return result;
  420. }
  421. public KernelResult MapMemory(ulong dst, ulong src, ulong size)
  422. {
  423. if (!PageAligned(src | dst))
  424. {
  425. return KernelResult.InvalidAddress;
  426. }
  427. if (!PageAligned(size) || size == 0)
  428. {
  429. return KernelResult.InvalidSize;
  430. }
  431. if (src + size <= src || dst + size <= dst)
  432. {
  433. return KernelResult.InvalidMemState;
  434. }
  435. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  436. if (!currentProcess.MemoryManager.InsideAddrSpace(src, size))
  437. {
  438. return KernelResult.InvalidMemState;
  439. }
  440. if (currentProcess.MemoryManager.OutsideStackRegion(dst, size) ||
  441. currentProcess.MemoryManager.InsideHeapRegion(dst, size) ||
  442. currentProcess.MemoryManager.InsideAliasRegion(dst, size))
  443. {
  444. return KernelResult.InvalidMemRange;
  445. }
  446. KProcess process = _context.Scheduler.GetCurrentProcess();
  447. return process.MemoryManager.Map(dst, src, size);
  448. }
  449. public KernelResult UnmapMemory(ulong dst, ulong src, ulong size)
  450. {
  451. if (!PageAligned(src | dst))
  452. {
  453. return KernelResult.InvalidAddress;
  454. }
  455. if (!PageAligned(size) || size == 0)
  456. {
  457. return KernelResult.InvalidSize;
  458. }
  459. if (src + size <= src || dst + size <= dst)
  460. {
  461. return KernelResult.InvalidMemState;
  462. }
  463. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  464. if (!currentProcess.MemoryManager.InsideAddrSpace(src, size))
  465. {
  466. return KernelResult.InvalidMemState;
  467. }
  468. if (currentProcess.MemoryManager.OutsideStackRegion(dst, size) ||
  469. currentProcess.MemoryManager.InsideHeapRegion(dst, size) ||
  470. currentProcess.MemoryManager.InsideAliasRegion(dst, size))
  471. {
  472. return KernelResult.InvalidMemRange;
  473. }
  474. KProcess process = _context.Scheduler.GetCurrentProcess();
  475. return process.MemoryManager.Unmap(dst, src, size);
  476. }
  477. public KernelResult QueryMemory(ulong infoPtr, ulong position, out ulong pageInfo)
  478. {
  479. KProcess process = _context.Scheduler.GetCurrentProcess();
  480. KMemoryInfo blkInfo = process.MemoryManager.QueryMemory(position);
  481. process.CpuMemory.Write(infoPtr + 0x00, blkInfo.Address);
  482. process.CpuMemory.Write(infoPtr + 0x08, blkInfo.Size);
  483. process.CpuMemory.Write(infoPtr + 0x10, (int)blkInfo.State & 0xff);
  484. process.CpuMemory.Write(infoPtr + 0x14, (int)blkInfo.Attribute);
  485. process.CpuMemory.Write(infoPtr + 0x18, (int)blkInfo.Permission);
  486. process.CpuMemory.Write(infoPtr + 0x1c, blkInfo.IpcRefCount);
  487. process.CpuMemory.Write(infoPtr + 0x20, blkInfo.DeviceRefCount);
  488. process.CpuMemory.Write(infoPtr + 0x24, 0);
  489. pageInfo = 0;
  490. return KernelResult.Success;
  491. }
  492. public KernelResult MapSharedMemory(int handle, ulong address, ulong size, MemoryPermission permission)
  493. {
  494. if (!PageAligned(address))
  495. {
  496. return KernelResult.InvalidAddress;
  497. }
  498. if (!PageAligned(size) || size == 0)
  499. {
  500. return KernelResult.InvalidSize;
  501. }
  502. if (address + size <= address)
  503. {
  504. return KernelResult.InvalidMemState;
  505. }
  506. if ((permission | MemoryPermission.Write) != MemoryPermission.ReadAndWrite)
  507. {
  508. return KernelResult.InvalidPermission;
  509. }
  510. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  511. KSharedMemory sharedMemory = currentProcess.HandleTable.GetObject<KSharedMemory>(handle);
  512. if (sharedMemory == null)
  513. {
  514. return KernelResult.InvalidHandle;
  515. }
  516. if (currentProcess.MemoryManager.IsInvalidRegion(address, size) ||
  517. currentProcess.MemoryManager.InsideHeapRegion(address, size) ||
  518. currentProcess.MemoryManager.InsideAliasRegion(address, size))
  519. {
  520. return KernelResult.InvalidMemRange;
  521. }
  522. return sharedMemory.MapIntoProcess(
  523. currentProcess.MemoryManager,
  524. address,
  525. size,
  526. currentProcess,
  527. permission);
  528. }
  529. public KernelResult UnmapSharedMemory(int handle, ulong address, ulong size)
  530. {
  531. if (!PageAligned(address))
  532. {
  533. return KernelResult.InvalidAddress;
  534. }
  535. if (!PageAligned(size) || size == 0)
  536. {
  537. return KernelResult.InvalidSize;
  538. }
  539. if (address + size <= address)
  540. {
  541. return KernelResult.InvalidMemState;
  542. }
  543. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  544. KSharedMemory sharedMemory = currentProcess.HandleTable.GetObject<KSharedMemory>(handle);
  545. if (sharedMemory == null)
  546. {
  547. return KernelResult.InvalidHandle;
  548. }
  549. if (currentProcess.MemoryManager.IsInvalidRegion(address, size) ||
  550. currentProcess.MemoryManager.InsideHeapRegion(address, size) ||
  551. currentProcess.MemoryManager.InsideAliasRegion(address, size))
  552. {
  553. return KernelResult.InvalidMemRange;
  554. }
  555. return sharedMemory.UnmapFromProcess(
  556. currentProcess.MemoryManager,
  557. address,
  558. size,
  559. currentProcess);
  560. }
  561. public KernelResult CreateTransferMemory(ulong address, ulong size, MemoryPermission permission, out int handle)
  562. {
  563. handle = 0;
  564. if (!PageAligned(address))
  565. {
  566. return KernelResult.InvalidAddress;
  567. }
  568. if (!PageAligned(size) || size == 0)
  569. {
  570. return KernelResult.InvalidSize;
  571. }
  572. if (address + size <= address)
  573. {
  574. return KernelResult.InvalidMemState;
  575. }
  576. if (permission > MemoryPermission.ReadAndWrite || permission == MemoryPermission.Write)
  577. {
  578. return KernelResult.InvalidPermission;
  579. }
  580. KProcess process = _context.Scheduler.GetCurrentProcess();
  581. KernelResult result = process.MemoryManager.ReserveTransferMemory(address, size, permission);
  582. if (result != KernelResult.Success)
  583. {
  584. return result;
  585. }
  586. KTransferMemory transferMemory = new KTransferMemory(_context, address, size);
  587. return process.HandleTable.GenerateHandle(transferMemory, out handle);
  588. }
  589. public KernelResult MapPhysicalMemory(ulong address, ulong size)
  590. {
  591. if (!PageAligned(address))
  592. {
  593. return KernelResult.InvalidAddress;
  594. }
  595. if (!PageAligned(size) || size == 0)
  596. {
  597. return KernelResult.InvalidSize;
  598. }
  599. if (address + size <= address)
  600. {
  601. return KernelResult.InvalidMemRange;
  602. }
  603. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  604. if ((currentProcess.PersonalMmHeapPagesCount & 0xfffffffffffff) == 0)
  605. {
  606. return KernelResult.InvalidState;
  607. }
  608. if (!currentProcess.MemoryManager.InsideAddrSpace(address, size) ||
  609. currentProcess.MemoryManager.OutsideAliasRegion(address, size))
  610. {
  611. return KernelResult.InvalidMemRange;
  612. }
  613. KProcess process = _context.Scheduler.GetCurrentProcess();
  614. return process.MemoryManager.MapPhysicalMemory(address, size);
  615. }
  616. public KernelResult UnmapPhysicalMemory(ulong address, ulong size)
  617. {
  618. if (!PageAligned(address))
  619. {
  620. return KernelResult.InvalidAddress;
  621. }
  622. if (!PageAligned(size) || size == 0)
  623. {
  624. return KernelResult.InvalidSize;
  625. }
  626. if (address + size <= address)
  627. {
  628. return KernelResult.InvalidMemRange;
  629. }
  630. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  631. if ((currentProcess.PersonalMmHeapPagesCount & 0xfffffffffffff) == 0)
  632. {
  633. return KernelResult.InvalidState;
  634. }
  635. if (!currentProcess.MemoryManager.InsideAddrSpace(address, size) ||
  636. currentProcess.MemoryManager.OutsideAliasRegion(address, size))
  637. {
  638. return KernelResult.InvalidMemRange;
  639. }
  640. KProcess process = _context.Scheduler.GetCurrentProcess();
  641. return process.MemoryManager.UnmapPhysicalMemory(address, size);
  642. }
  643. public KernelResult MapProcessCodeMemory(int handle, ulong dst, ulong src, ulong size)
  644. {
  645. if (!PageAligned(dst) || !PageAligned(src))
  646. {
  647. return KernelResult.InvalidAddress;
  648. }
  649. if (!PageAligned(size) || size == 0)
  650. {
  651. return KernelResult.InvalidSize;
  652. }
  653. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  654. KProcess targetProcess = currentProcess.HandleTable.GetObject<KProcess>(handle);
  655. if (targetProcess == null)
  656. {
  657. return KernelResult.InvalidHandle;
  658. }
  659. if (targetProcess.MemoryManager.OutsideAddrSpace(dst, size) ||
  660. targetProcess.MemoryManager.OutsideAddrSpace(src, size) ||
  661. targetProcess.MemoryManager.InsideAliasRegion(dst, size) ||
  662. targetProcess.MemoryManager.InsideHeapRegion(dst, size))
  663. {
  664. return KernelResult.InvalidMemRange;
  665. }
  666. if (size + dst <= dst || size + src <= src)
  667. {
  668. return KernelResult.InvalidMemState;
  669. }
  670. return targetProcess.MemoryManager.MapProcessCodeMemory(dst, src, size);
  671. }
  672. public KernelResult UnmapProcessCodeMemory(int handle, ulong dst, ulong src, ulong size)
  673. {
  674. if (!PageAligned(dst) || !PageAligned(src))
  675. {
  676. return KernelResult.InvalidAddress;
  677. }
  678. if (!PageAligned(size) || size == 0)
  679. {
  680. return KernelResult.InvalidSize;
  681. }
  682. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  683. KProcess targetProcess = currentProcess.HandleTable.GetObject<KProcess>(handle);
  684. if (targetProcess == null)
  685. {
  686. return KernelResult.InvalidHandle;
  687. }
  688. if (targetProcess.MemoryManager.OutsideAddrSpace(dst, size) ||
  689. targetProcess.MemoryManager.OutsideAddrSpace(src, size) ||
  690. targetProcess.MemoryManager.InsideAliasRegion(dst, size) ||
  691. targetProcess.MemoryManager.InsideHeapRegion(dst, size))
  692. {
  693. return KernelResult.InvalidMemRange;
  694. }
  695. if (size + dst <= dst || size + src <= src)
  696. {
  697. return KernelResult.InvalidMemState;
  698. }
  699. return targetProcess.MemoryManager.UnmapProcessCodeMemory(dst, src, size);
  700. }
  701. public KernelResult SetProcessMemoryPermission(int handle, ulong src, ulong size, MemoryPermission permission)
  702. {
  703. if (!PageAligned(src))
  704. {
  705. return KernelResult.InvalidAddress;
  706. }
  707. if (!PageAligned(size) || size == 0)
  708. {
  709. return KernelResult.InvalidSize;
  710. }
  711. if (permission != MemoryPermission.None &&
  712. permission != MemoryPermission.Read &&
  713. permission != MemoryPermission.ReadAndWrite &&
  714. permission != MemoryPermission.ReadAndExecute)
  715. {
  716. return KernelResult.InvalidPermission;
  717. }
  718. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  719. KProcess targetProcess = currentProcess.HandleTable.GetObject<KProcess>(handle);
  720. if (targetProcess == null)
  721. {
  722. return KernelResult.InvalidHandle;
  723. }
  724. if (targetProcess.MemoryManager.OutsideAddrSpace(src, size))
  725. {
  726. return KernelResult.InvalidMemState;
  727. }
  728. return targetProcess.MemoryManager.SetProcessMemoryPermission(src, size, permission);
  729. }
  730. private static bool PageAligned(ulong position)
  731. {
  732. return (position & (KMemoryManager.PageSize - 1)) == 0;
  733. }
  734. // System
  735. public KernelResult TerminateProcess(int handle)
  736. {
  737. KProcess process = _context.Scheduler.GetCurrentProcess();
  738. process = process.HandleTable.GetObject<KProcess>(handle);
  739. KernelResult result;
  740. if (process != null)
  741. {
  742. if (process == _context.Scheduler.GetCurrentProcess())
  743. {
  744. result = KernelResult.Success;
  745. process.DecrementToZeroWhileTerminatingCurrent();
  746. }
  747. else
  748. {
  749. result = process.Terminate();
  750. process.DecrementReferenceCount();
  751. }
  752. }
  753. else
  754. {
  755. result = KernelResult.InvalidHandle;
  756. }
  757. return result;
  758. }
  759. public void ExitProcess()
  760. {
  761. _context.Scheduler.GetCurrentProcess().TerminateCurrentProcess();
  762. }
  763. public KernelResult SignalEvent(int handle)
  764. {
  765. KProcess process = _context.Scheduler.GetCurrentProcess();
  766. KWritableEvent writableEvent = process.HandleTable.GetObject<KWritableEvent>(handle);
  767. KernelResult result;
  768. if (writableEvent != null)
  769. {
  770. writableEvent.Signal();
  771. result = KernelResult.Success;
  772. }
  773. else
  774. {
  775. result = KernelResult.InvalidHandle;
  776. }
  777. return result;
  778. }
  779. public KernelResult ClearEvent(int handle)
  780. {
  781. KernelResult result;
  782. KProcess process = _context.Scheduler.GetCurrentProcess();
  783. KWritableEvent writableEvent = process.HandleTable.GetObject<KWritableEvent>(handle);
  784. if (writableEvent == null)
  785. {
  786. KReadableEvent readableEvent = process.HandleTable.GetObject<KReadableEvent>(handle);
  787. result = readableEvent?.Clear() ?? KernelResult.InvalidHandle;
  788. }
  789. else
  790. {
  791. result = writableEvent.Clear();
  792. }
  793. return result;
  794. }
  795. public KernelResult CloseHandle(int handle)
  796. {
  797. KProcess process = _context.Scheduler.GetCurrentProcess();
  798. KAutoObject obj = process.HandleTable.GetObject<KAutoObject>(handle);
  799. process.HandleTable.CloseHandle(handle);
  800. if (obj == null)
  801. {
  802. return KernelResult.InvalidHandle;
  803. }
  804. if (obj is KSession session)
  805. {
  806. session.Dispose();
  807. }
  808. else if (obj is KTransferMemory transferMemory)
  809. {
  810. process.MemoryManager.ResetTransferMemory(
  811. transferMemory.Address,
  812. transferMemory.Size);
  813. }
  814. return KernelResult.Success;
  815. }
  816. public KernelResult ResetSignal(int handle)
  817. {
  818. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  819. KReadableEvent readableEvent = currentProcess.HandleTable.GetObject<KReadableEvent>(handle);
  820. KernelResult result;
  821. if (readableEvent != null)
  822. {
  823. result = readableEvent.ClearIfSignaled();
  824. }
  825. else
  826. {
  827. KProcess process = currentProcess.HandleTable.GetKProcess(handle);
  828. if (process != null)
  829. {
  830. result = process.ClearIfNotExited();
  831. }
  832. else
  833. {
  834. result = KernelResult.InvalidHandle;
  835. }
  836. }
  837. return result;
  838. }
  839. public ulong GetSystemTick()
  840. {
  841. return _context.Scheduler.GetCurrentThread().Context.CntpctEl0;
  842. }
  843. public KernelResult GetProcessId(int handle, out long pid)
  844. {
  845. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  846. KProcess process = currentProcess.HandleTable.GetKProcess(handle);
  847. if (process == null)
  848. {
  849. KThread thread = currentProcess.HandleTable.GetKThread(handle);
  850. if (thread != null)
  851. {
  852. process = thread.Owner;
  853. }
  854. // TODO: KDebugEvent.
  855. }
  856. pid = process?.Pid ?? 0;
  857. return process != null
  858. ? KernelResult.Success
  859. : KernelResult.InvalidHandle;
  860. }
  861. public void Break(ulong reason)
  862. {
  863. KThread currentThread = _context.Scheduler.GetCurrentThread();
  864. if ((reason & (1UL << 31)) == 0)
  865. {
  866. currentThread.PrintGuestStackTrace();
  867. // As the process is exiting, this is probably caused by emulation termination.
  868. if (currentThread.Owner.State == ProcessState.Exiting)
  869. {
  870. return;
  871. }
  872. // TODO: Debug events.
  873. currentThread.Owner.TerminateCurrentProcess();
  874. throw new GuestBrokeExecutionException();
  875. }
  876. else
  877. {
  878. Logger.PrintInfo(LogClass.KernelSvc, "Debugger triggered.");
  879. currentThread.PrintGuestStackTrace();
  880. }
  881. }
  882. public void OutputDebugString(ulong strPtr, ulong size)
  883. {
  884. KProcess process = _context.Scheduler.GetCurrentProcess();
  885. string str = MemoryHelper.ReadAsciiString(process.CpuMemory, (long)strPtr, (long)size);
  886. Logger.PrintWarning(LogClass.KernelSvc, str);
  887. }
  888. public KernelResult GetInfo(uint id, int handle, long subId, out long value)
  889. {
  890. value = 0;
  891. switch (id)
  892. {
  893. case 0:
  894. case 1:
  895. case 2:
  896. case 3:
  897. case 4:
  898. case 5:
  899. case 6:
  900. case 7:
  901. case 12:
  902. case 13:
  903. case 14:
  904. case 15:
  905. case 16:
  906. case 17:
  907. case 18:
  908. case 20:
  909. case 21:
  910. case 22:
  911. {
  912. if (subId != 0)
  913. {
  914. return KernelResult.InvalidCombination;
  915. }
  916. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  917. KProcess process = currentProcess.HandleTable.GetKProcess(handle);
  918. if (process == null)
  919. {
  920. return KernelResult.InvalidHandle;
  921. }
  922. switch (id)
  923. {
  924. case 0: value = process.Capabilities.AllowedCpuCoresMask; break;
  925. case 1: value = process.Capabilities.AllowedThreadPriosMask; break;
  926. case 2: value = (long)process.MemoryManager.AliasRegionStart; break;
  927. case 3:
  928. value = (long)(process.MemoryManager.AliasRegionEnd -
  929. process.MemoryManager.AliasRegionStart); break;
  930. case 4: value = (long)process.MemoryManager.HeapRegionStart; break;
  931. case 5:
  932. value = (long)(process.MemoryManager.HeapRegionEnd -
  933. process.MemoryManager.HeapRegionStart); break;
  934. case 6: value = (long)process.GetMemoryCapacity(); break;
  935. case 7: value = (long)process.GetMemoryUsage(); break;
  936. case 12: value = (long)process.MemoryManager.GetAddrSpaceBaseAddr(); break;
  937. case 13: value = (long)process.MemoryManager.GetAddrSpaceSize(); break;
  938. case 14: value = (long)process.MemoryManager.StackRegionStart; break;
  939. case 15:
  940. value = (long)(process.MemoryManager.StackRegionEnd -
  941. process.MemoryManager.StackRegionStart); break;
  942. case 16: value = (long)process.PersonalMmHeapPagesCount * KMemoryManager.PageSize; break;
  943. case 17:
  944. if (process.PersonalMmHeapPagesCount != 0)
  945. {
  946. value = process.MemoryManager.GetMmUsedPages() * KMemoryManager.PageSize;
  947. }
  948. break;
  949. case 18: value = (long)process.TitleId; break;
  950. case 20: value = (long)process.UserExceptionContextAddress; break;
  951. case 21: value = (long)process.GetMemoryCapacityWithoutPersonalMmHeap(); break;
  952. case 22: value = (long)process.GetMemoryUsageWithoutPersonalMmHeap(); break;
  953. }
  954. break;
  955. }
  956. case 8:
  957. {
  958. if (handle != 0)
  959. {
  960. return KernelResult.InvalidHandle;
  961. }
  962. if (subId != 0)
  963. {
  964. return KernelResult.InvalidCombination;
  965. }
  966. value = _context.Scheduler.GetCurrentProcess().Debug ? 1 : 0;
  967. break;
  968. }
  969. case 9:
  970. {
  971. if (handle != 0)
  972. {
  973. return KernelResult.InvalidHandle;
  974. }
  975. if (subId != 0)
  976. {
  977. return KernelResult.InvalidCombination;
  978. }
  979. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  980. if (currentProcess.ResourceLimit != null)
  981. {
  982. KHandleTable handleTable = currentProcess.HandleTable;
  983. KResourceLimit resourceLimit = currentProcess.ResourceLimit;
  984. KernelResult result = handleTable.GenerateHandle(resourceLimit, out int resLimHandle);
  985. if (result != KernelResult.Success)
  986. {
  987. return result;
  988. }
  989. value = (uint)resLimHandle;
  990. }
  991. break;
  992. }
  993. case 10:
  994. {
  995. if (handle != 0)
  996. {
  997. return KernelResult.InvalidHandle;
  998. }
  999. int currentCore = _context.Scheduler.GetCurrentThread().CurrentCore;
  1000. if (subId != -1 && subId != currentCore)
  1001. {
  1002. return KernelResult.InvalidCombination;
  1003. }
  1004. value = _context.Scheduler.CoreContexts[currentCore].TotalIdleTimeTicks;
  1005. break;
  1006. }
  1007. case 11:
  1008. {
  1009. if (handle != 0)
  1010. {
  1011. return KernelResult.InvalidHandle;
  1012. }
  1013. if ((ulong)subId > 3)
  1014. {
  1015. return KernelResult.InvalidCombination;
  1016. }
  1017. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1018. value = currentProcess.RandomEntropy[subId];
  1019. break;
  1020. }
  1021. case 0xf0000002u:
  1022. {
  1023. if (subId < -1 || subId > 3)
  1024. {
  1025. return KernelResult.InvalidCombination;
  1026. }
  1027. KThread thread = _context.Scheduler.GetCurrentProcess().HandleTable.GetKThread(handle);
  1028. if (thread == null)
  1029. {
  1030. return KernelResult.InvalidHandle;
  1031. }
  1032. KThread currentThread = _context.Scheduler.GetCurrentThread();
  1033. int currentCore = currentThread.CurrentCore;
  1034. if (subId != -1 && subId != currentCore)
  1035. {
  1036. return KernelResult.Success;
  1037. }
  1038. KCoreContext coreContext = _context.Scheduler.CoreContexts[currentCore];
  1039. long timeDelta = PerformanceCounter.ElapsedMilliseconds - coreContext.LastContextSwitchTime;
  1040. if (subId != -1)
  1041. {
  1042. value = KTimeManager.ConvertMillisecondsToTicks(timeDelta);
  1043. }
  1044. else
  1045. {
  1046. long totalTimeRunning = thread.TotalTimeRunning;
  1047. if (thread == currentThread)
  1048. {
  1049. totalTimeRunning += timeDelta;
  1050. }
  1051. value = KTimeManager.ConvertMillisecondsToTicks(totalTimeRunning);
  1052. }
  1053. break;
  1054. }
  1055. default: return KernelResult.InvalidEnumValue;
  1056. }
  1057. return KernelResult.Success;
  1058. }
  1059. public KernelResult CreateEvent(out int wEventHandle, out int rEventHandle)
  1060. {
  1061. KEvent Event = new KEvent(_context);
  1062. KProcess process = _context.Scheduler.GetCurrentProcess();
  1063. KernelResult result = process.HandleTable.GenerateHandle(Event.WritableEvent, out wEventHandle);
  1064. if (result == KernelResult.Success)
  1065. {
  1066. result = process.HandleTable.GenerateHandle(Event.ReadableEvent, out rEventHandle);
  1067. if (result != KernelResult.Success)
  1068. {
  1069. process.HandleTable.CloseHandle(wEventHandle);
  1070. }
  1071. }
  1072. else
  1073. {
  1074. rEventHandle = 0;
  1075. }
  1076. return result;
  1077. }
  1078. public KernelResult GetProcessList(ulong address, int maxCount, out int count)
  1079. {
  1080. count = 0;
  1081. if ((maxCount >> 28) != 0)
  1082. {
  1083. return KernelResult.MaximumExceeded;
  1084. }
  1085. if (maxCount != 0)
  1086. {
  1087. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1088. ulong copySize = (ulong)maxCount * 8;
  1089. if (address + copySize <= address)
  1090. {
  1091. return KernelResult.InvalidMemState;
  1092. }
  1093. if (currentProcess.MemoryManager.OutsideAddrSpace(address, copySize))
  1094. {
  1095. return KernelResult.InvalidMemState;
  1096. }
  1097. }
  1098. int copyCount = 0;
  1099. lock (_context.Processes)
  1100. {
  1101. foreach (KProcess process in _context.Processes.Values)
  1102. {
  1103. if (copyCount < maxCount)
  1104. {
  1105. if (!KernelTransfer.KernelToUserInt64(_context, address + (ulong)copyCount * 8, process.Pid))
  1106. {
  1107. return KernelResult.UserCopyFailed;
  1108. }
  1109. }
  1110. copyCount++;
  1111. }
  1112. }
  1113. count = copyCount;
  1114. return KernelResult.Success;
  1115. }
  1116. public KernelResult GetSystemInfo(uint id, int handle, long subId, out long value)
  1117. {
  1118. value = 0;
  1119. if (id > 2)
  1120. {
  1121. return KernelResult.InvalidEnumValue;
  1122. }
  1123. if (handle != 0)
  1124. {
  1125. return KernelResult.InvalidHandle;
  1126. }
  1127. if (id < 2)
  1128. {
  1129. if ((ulong)subId > 3)
  1130. {
  1131. return KernelResult.InvalidCombination;
  1132. }
  1133. KMemoryRegionManager region = _context.MemoryRegions[subId];
  1134. switch (id)
  1135. {
  1136. // Memory region capacity.
  1137. case 0: value = (long)region.Size; break;
  1138. // Memory region free space.
  1139. case 1:
  1140. {
  1141. ulong freePagesCount = region.GetFreePages();
  1142. value = (long)(freePagesCount * KMemoryManager.PageSize);
  1143. break;
  1144. }
  1145. }
  1146. }
  1147. else /* if (Id == 2) */
  1148. {
  1149. if ((ulong)subId > 1)
  1150. {
  1151. return KernelResult.InvalidCombination;
  1152. }
  1153. switch (subId)
  1154. {
  1155. case 0: value = _context.PrivilegedProcessLowestId; break;
  1156. case 1: value = _context.PrivilegedProcessHighestId; break;
  1157. }
  1158. }
  1159. return KernelResult.Success;
  1160. }
  1161. // Thread
  1162. public KernelResult CreateThread(
  1163. ulong entrypoint,
  1164. ulong argsPtr,
  1165. ulong stackTop,
  1166. int priority,
  1167. int cpuCore,
  1168. out int handle)
  1169. {
  1170. handle = 0;
  1171. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1172. if (cpuCore == -2)
  1173. {
  1174. cpuCore = currentProcess.DefaultCpuCore;
  1175. }
  1176. if ((uint)cpuCore >= KScheduler.CpuCoresCount || !currentProcess.IsCpuCoreAllowed(cpuCore))
  1177. {
  1178. return KernelResult.InvalidCpuCore;
  1179. }
  1180. if ((uint)priority >= KScheduler.PrioritiesCount || !currentProcess.IsPriorityAllowed(priority))
  1181. {
  1182. return KernelResult.InvalidPriority;
  1183. }
  1184. long timeout = KTimeManager.ConvertMillisecondsToNanoseconds(100);
  1185. if (currentProcess.ResourceLimit != null &&
  1186. !currentProcess.ResourceLimit.Reserve(LimitableResource.Thread, 1, timeout))
  1187. {
  1188. return KernelResult.ResLimitExceeded;
  1189. }
  1190. KThread thread = new KThread(_context);
  1191. KernelResult result = currentProcess.InitializeThread(
  1192. thread,
  1193. entrypoint,
  1194. argsPtr,
  1195. stackTop,
  1196. priority,
  1197. cpuCore);
  1198. if (result == KernelResult.Success)
  1199. {
  1200. KProcess process = _context.Scheduler.GetCurrentProcess();
  1201. result = process.HandleTable.GenerateHandle(thread, out handle);
  1202. }
  1203. else
  1204. {
  1205. currentProcess.ResourceLimit?.Release(LimitableResource.Thread, 1);
  1206. }
  1207. thread.DecrementReferenceCount();
  1208. return result;
  1209. }
  1210. public KernelResult StartThread(int handle)
  1211. {
  1212. KProcess process = _context.Scheduler.GetCurrentProcess();
  1213. KThread thread = process.HandleTable.GetKThread(handle);
  1214. if (thread != null)
  1215. {
  1216. thread.IncrementReferenceCount();
  1217. KernelResult result = thread.Start();
  1218. if (result == KernelResult.Success)
  1219. {
  1220. thread.IncrementReferenceCount();
  1221. }
  1222. thread.DecrementReferenceCount();
  1223. return result;
  1224. }
  1225. else
  1226. {
  1227. return KernelResult.InvalidHandle;
  1228. }
  1229. }
  1230. public void ExitThread()
  1231. {
  1232. KThread currentThread = _context.Scheduler.GetCurrentThread();
  1233. _context.Scheduler.ExitThread(currentThread);
  1234. currentThread.Exit();
  1235. }
  1236. public void SleepThread(long timeout)
  1237. {
  1238. KThread currentThread = _context.Scheduler.GetCurrentThread();
  1239. if (timeout < 1)
  1240. {
  1241. switch (timeout)
  1242. {
  1243. case 0: currentThread.Yield(); break;
  1244. case -1: currentThread.YieldWithLoadBalancing(); break;
  1245. case -2: currentThread.YieldAndWaitForLoadBalancing(); break;
  1246. }
  1247. }
  1248. else
  1249. {
  1250. currentThread.Sleep(timeout);
  1251. }
  1252. }
  1253. public KernelResult GetThreadPriority(int handle, out int priority)
  1254. {
  1255. KProcess process = _context.Scheduler.GetCurrentProcess();
  1256. KThread thread = process.HandleTable.GetKThread(handle);
  1257. if (thread != null)
  1258. {
  1259. priority = thread.DynamicPriority;
  1260. return KernelResult.Success;
  1261. }
  1262. else
  1263. {
  1264. priority = 0;
  1265. return KernelResult.InvalidHandle;
  1266. }
  1267. }
  1268. public KernelResult SetThreadPriority(int handle, int priority)
  1269. {
  1270. // TODO: NPDM check.
  1271. KProcess process = _context.Scheduler.GetCurrentProcess();
  1272. KThread thread = process.HandleTable.GetKThread(handle);
  1273. if (thread == null)
  1274. {
  1275. return KernelResult.InvalidHandle;
  1276. }
  1277. thread.SetPriority(priority);
  1278. return KernelResult.Success;
  1279. }
  1280. public KernelResult GetThreadCoreMask(int handle, out int preferredCore, out long affinityMask)
  1281. {
  1282. KProcess process = _context.Scheduler.GetCurrentProcess();
  1283. KThread thread = process.HandleTable.GetKThread(handle);
  1284. if (thread != null)
  1285. {
  1286. preferredCore = thread.PreferredCore;
  1287. affinityMask = thread.AffinityMask;
  1288. return KernelResult.Success;
  1289. }
  1290. else
  1291. {
  1292. preferredCore = 0;
  1293. affinityMask = 0;
  1294. return KernelResult.InvalidHandle;
  1295. }
  1296. }
  1297. public KernelResult SetThreadCoreMask(int handle, int preferredCore, long affinityMask)
  1298. {
  1299. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1300. if (preferredCore == -2)
  1301. {
  1302. preferredCore = currentProcess.DefaultCpuCore;
  1303. affinityMask = 1 << preferredCore;
  1304. }
  1305. else
  1306. {
  1307. if ((currentProcess.Capabilities.AllowedCpuCoresMask | affinityMask) !=
  1308. currentProcess.Capabilities.AllowedCpuCoresMask)
  1309. {
  1310. return KernelResult.InvalidCpuCore;
  1311. }
  1312. if (affinityMask == 0)
  1313. {
  1314. return KernelResult.InvalidCombination;
  1315. }
  1316. if ((uint)preferredCore > 3)
  1317. {
  1318. if ((preferredCore | 2) != -1)
  1319. {
  1320. return KernelResult.InvalidCpuCore;
  1321. }
  1322. }
  1323. else if ((affinityMask & (1 << preferredCore)) == 0)
  1324. {
  1325. return KernelResult.InvalidCombination;
  1326. }
  1327. }
  1328. KProcess process = _context.Scheduler.GetCurrentProcess();
  1329. KThread thread = process.HandleTable.GetKThread(handle);
  1330. if (thread == null)
  1331. {
  1332. return KernelResult.InvalidHandle;
  1333. }
  1334. return thread.SetCoreAndAffinityMask(preferredCore, affinityMask);
  1335. }
  1336. public int GetCurrentProcessorNumber()
  1337. {
  1338. return _context.Scheduler.GetCurrentThread().CurrentCore;
  1339. }
  1340. public KernelResult GetThreadId(int handle, out long threadUid)
  1341. {
  1342. KProcess process = _context.Scheduler.GetCurrentProcess();
  1343. KThread thread = process.HandleTable.GetKThread(handle);
  1344. if (thread != null)
  1345. {
  1346. threadUid = thread.ThreadUid;
  1347. return KernelResult.Success;
  1348. }
  1349. else
  1350. {
  1351. threadUid = 0;
  1352. return KernelResult.InvalidHandle;
  1353. }
  1354. }
  1355. public KernelResult SetThreadActivity(int handle, bool pause)
  1356. {
  1357. KProcess process = _context.Scheduler.GetCurrentProcess();
  1358. KThread thread = process.HandleTable.GetObject<KThread>(handle);
  1359. if (thread == null)
  1360. {
  1361. return KernelResult.InvalidHandle;
  1362. }
  1363. if (thread.Owner != process)
  1364. {
  1365. return KernelResult.InvalidHandle;
  1366. }
  1367. if (thread == _context.Scheduler.GetCurrentThread())
  1368. {
  1369. return KernelResult.InvalidThread;
  1370. }
  1371. return thread.SetActivity(pause);
  1372. }
  1373. public KernelResult GetThreadContext3(ulong address, int handle)
  1374. {
  1375. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1376. KThread currentThread = _context.Scheduler.GetCurrentThread();
  1377. KThread thread = currentProcess.HandleTable.GetObject<KThread>(handle);
  1378. if (thread == null)
  1379. {
  1380. return KernelResult.InvalidHandle;
  1381. }
  1382. if (thread.Owner != currentProcess)
  1383. {
  1384. return KernelResult.InvalidHandle;
  1385. }
  1386. if (currentThread == thread)
  1387. {
  1388. return KernelResult.InvalidThread;
  1389. }
  1390. MemoryManager memory = currentProcess.CpuMemory;
  1391. memory.Write(address + 0x0, thread.Context.GetX(0));
  1392. memory.Write(address + 0x8, thread.Context.GetX(1));
  1393. memory.Write(address + 0x10, thread.Context.GetX(2));
  1394. memory.Write(address + 0x18, thread.Context.GetX(3));
  1395. memory.Write(address + 0x20, thread.Context.GetX(4));
  1396. memory.Write(address + 0x28, thread.Context.GetX(5));
  1397. memory.Write(address + 0x30, thread.Context.GetX(6));
  1398. memory.Write(address + 0x38, thread.Context.GetX(7));
  1399. memory.Write(address + 0x40, thread.Context.GetX(8));
  1400. memory.Write(address + 0x48, thread.Context.GetX(9));
  1401. memory.Write(address + 0x50, thread.Context.GetX(10));
  1402. memory.Write(address + 0x58, thread.Context.GetX(11));
  1403. memory.Write(address + 0x60, thread.Context.GetX(12));
  1404. memory.Write(address + 0x68, thread.Context.GetX(13));
  1405. memory.Write(address + 0x70, thread.Context.GetX(14));
  1406. memory.Write(address + 0x78, thread.Context.GetX(15));
  1407. memory.Write(address + 0x80, thread.Context.GetX(16));
  1408. memory.Write(address + 0x88, thread.Context.GetX(17));
  1409. memory.Write(address + 0x90, thread.Context.GetX(18));
  1410. memory.Write(address + 0x98, thread.Context.GetX(19));
  1411. memory.Write(address + 0xa0, thread.Context.GetX(20));
  1412. memory.Write(address + 0xa8, thread.Context.GetX(21));
  1413. memory.Write(address + 0xb0, thread.Context.GetX(22));
  1414. memory.Write(address + 0xb8, thread.Context.GetX(23));
  1415. memory.Write(address + 0xc0, thread.Context.GetX(24));
  1416. memory.Write(address + 0xc8, thread.Context.GetX(25));
  1417. memory.Write(address + 0xd0, thread.Context.GetX(26));
  1418. memory.Write(address + 0xd8, thread.Context.GetX(27));
  1419. memory.Write(address + 0xe0, thread.Context.GetX(28));
  1420. memory.Write(address + 0xe8, thread.Context.GetX(29));
  1421. memory.Write(address + 0xf0, thread.Context.GetX(30));
  1422. memory.Write(address + 0xf8, thread.Context.GetX(31));
  1423. memory.Write(address + 0x100, thread.LastPc);
  1424. memory.Write(address + 0x108, (ulong)GetPsr(thread.Context));
  1425. memory.Write(address + 0x110, thread.Context.GetV(0));
  1426. memory.Write(address + 0x120, thread.Context.GetV(1));
  1427. memory.Write(address + 0x130, thread.Context.GetV(2));
  1428. memory.Write(address + 0x140, thread.Context.GetV(3));
  1429. memory.Write(address + 0x150, thread.Context.GetV(4));
  1430. memory.Write(address + 0x160, thread.Context.GetV(5));
  1431. memory.Write(address + 0x170, thread.Context.GetV(6));
  1432. memory.Write(address + 0x180, thread.Context.GetV(7));
  1433. memory.Write(address + 0x190, thread.Context.GetV(8));
  1434. memory.Write(address + 0x1a0, thread.Context.GetV(9));
  1435. memory.Write(address + 0x1b0, thread.Context.GetV(10));
  1436. memory.Write(address + 0x1c0, thread.Context.GetV(11));
  1437. memory.Write(address + 0x1d0, thread.Context.GetV(12));
  1438. memory.Write(address + 0x1e0, thread.Context.GetV(13));
  1439. memory.Write(address + 0x1f0, thread.Context.GetV(14));
  1440. memory.Write(address + 0x200, thread.Context.GetV(15));
  1441. memory.Write(address + 0x210, thread.Context.GetV(16));
  1442. memory.Write(address + 0x220, thread.Context.GetV(17));
  1443. memory.Write(address + 0x230, thread.Context.GetV(18));
  1444. memory.Write(address + 0x240, thread.Context.GetV(19));
  1445. memory.Write(address + 0x250, thread.Context.GetV(20));
  1446. memory.Write(address + 0x260, thread.Context.GetV(21));
  1447. memory.Write(address + 0x270, thread.Context.GetV(22));
  1448. memory.Write(address + 0x280, thread.Context.GetV(23));
  1449. memory.Write(address + 0x290, thread.Context.GetV(24));
  1450. memory.Write(address + 0x2a0, thread.Context.GetV(25));
  1451. memory.Write(address + 0x2b0, thread.Context.GetV(26));
  1452. memory.Write(address + 0x2c0, thread.Context.GetV(27));
  1453. memory.Write(address + 0x2d0, thread.Context.GetV(28));
  1454. memory.Write(address + 0x2e0, thread.Context.GetV(29));
  1455. memory.Write(address + 0x2f0, thread.Context.GetV(30));
  1456. memory.Write(address + 0x300, thread.Context.GetV(31));
  1457. memory.Write(address + 0x310, (int)thread.Context.Fpcr);
  1458. memory.Write(address + 0x314, (int)thread.Context.Fpsr);
  1459. memory.Write(address + 0x318, thread.Context.Tpidr);
  1460. return KernelResult.Success;
  1461. }
  1462. private static int GetPsr(ARMeilleure.State.ExecutionContext context)
  1463. {
  1464. return (context.GetPstateFlag(ARMeilleure.State.PState.NFlag) ? (1 << 31) : 0) |
  1465. (context.GetPstateFlag(ARMeilleure.State.PState.ZFlag) ? (1 << 30) : 0) |
  1466. (context.GetPstateFlag(ARMeilleure.State.PState.CFlag) ? (1 << 29) : 0) |
  1467. (context.GetPstateFlag(ARMeilleure.State.PState.VFlag) ? (1 << 28) : 0);
  1468. }
  1469. // Thread synchronization
  1470. public KernelResult WaitSynchronization(ulong handlesPtr, int handlesCount, long timeout, out int handleIndex)
  1471. {
  1472. handleIndex = 0;
  1473. if ((uint)handlesCount > 0x40)
  1474. {
  1475. return KernelResult.MaximumExceeded;
  1476. }
  1477. List<KSynchronizationObject> syncObjs = new List<KSynchronizationObject>();
  1478. KProcess process = _context.Scheduler.GetCurrentProcess();
  1479. for (int index = 0; index < handlesCount; index++)
  1480. {
  1481. int handle = process.CpuMemory.Read<int>(handlesPtr + (ulong)index * 4);
  1482. KSynchronizationObject syncObj = process.HandleTable.GetObject<KSynchronizationObject>(handle);
  1483. if (syncObj == null)
  1484. {
  1485. break;
  1486. }
  1487. syncObjs.Add(syncObj);
  1488. }
  1489. return _context.Synchronization.WaitFor(syncObjs.ToArray(), timeout, out handleIndex);
  1490. }
  1491. public KernelResult CancelSynchronization(int handle)
  1492. {
  1493. KProcess process = _context.Scheduler.GetCurrentProcess();
  1494. KThread thread = process.HandleTable.GetKThread(handle);
  1495. if (thread == null)
  1496. {
  1497. return KernelResult.InvalidHandle;
  1498. }
  1499. thread.CancelSynchronization();
  1500. return KernelResult.Success;
  1501. }
  1502. public KernelResult ArbitrateLock(int ownerHandle, ulong mutexAddress, int requesterHandle)
  1503. {
  1504. if (IsPointingInsideKernel(mutexAddress))
  1505. {
  1506. return KernelResult.InvalidMemState;
  1507. }
  1508. if (IsAddressNotWordAligned(mutexAddress))
  1509. {
  1510. return KernelResult.InvalidAddress;
  1511. }
  1512. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1513. return currentProcess.AddressArbiter.ArbitrateLock(ownerHandle, mutexAddress, requesterHandle);
  1514. }
  1515. public KernelResult ArbitrateUnlock(ulong mutexAddress)
  1516. {
  1517. if (IsPointingInsideKernel(mutexAddress))
  1518. {
  1519. return KernelResult.InvalidMemState;
  1520. }
  1521. if (IsAddressNotWordAligned(mutexAddress))
  1522. {
  1523. return KernelResult.InvalidAddress;
  1524. }
  1525. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1526. return currentProcess.AddressArbiter.ArbitrateUnlock(mutexAddress);
  1527. }
  1528. public KernelResult WaitProcessWideKeyAtomic(
  1529. ulong mutexAddress,
  1530. ulong condVarAddress,
  1531. int handle,
  1532. long timeout)
  1533. {
  1534. if (IsPointingInsideKernel(mutexAddress))
  1535. {
  1536. return KernelResult.InvalidMemState;
  1537. }
  1538. if (IsAddressNotWordAligned(mutexAddress))
  1539. {
  1540. return KernelResult.InvalidAddress;
  1541. }
  1542. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1543. return currentProcess.AddressArbiter.WaitProcessWideKeyAtomic(
  1544. mutexAddress,
  1545. condVarAddress,
  1546. handle,
  1547. timeout);
  1548. }
  1549. public KernelResult SignalProcessWideKey(ulong address, int count)
  1550. {
  1551. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1552. currentProcess.AddressArbiter.SignalProcessWideKey(address, count);
  1553. return KernelResult.Success;
  1554. }
  1555. public KernelResult WaitForAddress(ulong address, ArbitrationType type, int value, long timeout)
  1556. {
  1557. if (IsPointingInsideKernel(address))
  1558. {
  1559. return KernelResult.InvalidMemState;
  1560. }
  1561. if (IsAddressNotWordAligned(address))
  1562. {
  1563. return KernelResult.InvalidAddress;
  1564. }
  1565. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1566. return type switch
  1567. {
  1568. ArbitrationType.WaitIfLessThan
  1569. => currentProcess.AddressArbiter.WaitForAddressIfLessThan(address, value, false, timeout),
  1570. ArbitrationType.DecrementAndWaitIfLessThan
  1571. => currentProcess.AddressArbiter.WaitForAddressIfLessThan(address, value, true, timeout),
  1572. ArbitrationType.WaitIfEqual
  1573. => currentProcess.AddressArbiter.WaitForAddressIfEqual(address, value, timeout),
  1574. _ => KernelResult.InvalidEnumValue,
  1575. };
  1576. }
  1577. public KernelResult SignalToAddress(ulong address, SignalType type, int value, int count)
  1578. {
  1579. if (IsPointingInsideKernel(address))
  1580. {
  1581. return KernelResult.InvalidMemState;
  1582. }
  1583. if (IsAddressNotWordAligned(address))
  1584. {
  1585. return KernelResult.InvalidAddress;
  1586. }
  1587. KProcess currentProcess = _context.Scheduler.GetCurrentProcess();
  1588. return type switch
  1589. {
  1590. SignalType.Signal
  1591. => currentProcess.AddressArbiter.Signal(address, count),
  1592. SignalType.SignalAndIncrementIfEqual
  1593. => currentProcess.AddressArbiter.SignalAndIncrementIfEqual(address, value, count),
  1594. SignalType.SignalAndModifyIfEqual
  1595. => currentProcess.AddressArbiter.SignalAndModifyIfEqual(address, value, count),
  1596. _ => KernelResult.InvalidEnumValue
  1597. };
  1598. }
  1599. private bool IsPointingInsideKernel(ulong address)
  1600. {
  1601. return (address + 0x1000000000) < 0xffffff000;
  1602. }
  1603. private bool IsAddressNotWordAligned(ulong address)
  1604. {
  1605. return (address & 3) != 0;
  1606. }
  1607. }
  1608. }