1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20#include <linux/mm.h>
21#include <linux/shm.h>
22#include <linux/init.h>
23#include <linux/msg.h>
24#include <linux/vmalloc.h>
25#include <linux/slab.h>
26#include <linux/capability.h>
27#include <linux/highuid.h>
28#include <linux/security.h>
29#include <linux/rcupdate.h>
30#include <linux/workqueue.h>
31#include <linux/seq_file.h>
32#include <linux/proc_fs.h>
33#include <linux/audit.h>
34#include <linux/nsproxy.h>
35#include <linux/rwsem.h>
36#include <linux/memory.h>
37#include <linux/ipc_namespace.h>
38
39#include <asm/unistd.h>
40
41#include "util.h"
42
43struct ipc_proc_iface {
44 const char *path;
45 const char *header;
46 int ids;
47 int (*show)(struct seq_file *, void *);
48};
49
50struct ipc_namespace init_ipc_ns = {
51 .kref = {
52 .refcount = ATOMIC_INIT(2),
53 },
54};
55
56atomic_t nr_ipc_ns = ATOMIC_INIT(1);
57
58
59#ifdef CONFIG_MEMORY_HOTPLUG
60
61static void ipc_memory_notifier(struct work_struct *work)
62{
63 ipcns_notify(IPCNS_MEMCHANGED);
64}
65
66static DECLARE_WORK(ipc_memory_wq, ipc_memory_notifier);
67
68
69static int ipc_memory_callback(struct notifier_block *self,
70 unsigned long action, void *arg)
71{
72 switch (action) {
73 case MEM_ONLINE:
74 case MEM_OFFLINE:
75
76
77
78
79
80
81
82
83 if (!work_pending(&ipc_memory_wq))
84 schedule_work(&ipc_memory_wq);
85 break;
86 case MEM_GOING_ONLINE:
87 case MEM_GOING_OFFLINE:
88 case MEM_CANCEL_ONLINE:
89 case MEM_CANCEL_OFFLINE:
90 default:
91 break;
92 }
93
94 return NOTIFY_OK;
95}
96
97#endif
98
99
100
101
102
103
104
105
106
107
108
109static int __init ipc_init(void)
110{
111 sem_init();
112 msg_init();
113 shm_init();
114 hotplug_memory_notifier(ipc_memory_callback, IPC_CALLBACK_PRI);
115 register_ipcns_notifier(&init_ipc_ns);
116 return 0;
117}
118__initcall(ipc_init);
119
120
121
122
123
124
125
126
127
128void ipc_init_ids(struct ipc_ids *ids)
129{
130 init_rwsem(&ids->rw_mutex);
131
132 ids->in_use = 0;
133 ids->seq = 0;
134 {
135 int seq_limit = INT_MAX/SEQ_MULTIPLIER;
136 if (seq_limit > USHORT_MAX)
137 ids->seq_max = USHORT_MAX;
138 else
139 ids->seq_max = seq_limit;
140 }
141
142 idr_init(&ids->ipcs_idr);
143}
144
145#ifdef CONFIG_PROC_FS
146static const struct file_operations sysvipc_proc_fops;
147
148
149
150
151
152
153
154void __init ipc_init_proc_interface(const char *path, const char *header,
155 int ids, int (*show)(struct seq_file *, void *))
156{
157 struct proc_dir_entry *pde;
158 struct ipc_proc_iface *iface;
159
160 iface = kmalloc(sizeof(*iface), GFP_KERNEL);
161 if (!iface)
162 return;
163 iface->path = path;
164 iface->header = header;
165 iface->ids = ids;
166 iface->show = show;
167
168 pde = proc_create_data(path,
169 S_IRUGO,
170 NULL,
171 &sysvipc_proc_fops,
172 iface);
173 if (!pde) {
174 kfree(iface);
175 }
176}
177#endif
178
179
180
181
182
183
184
185
186
187
188
189
190static struct kern_ipc_perm *ipc_findkey(struct ipc_ids *ids, key_t key)
191{
192 struct kern_ipc_perm *ipc;
193 int next_id;
194 int total;
195
196 for (total = 0, next_id = 0; total < ids->in_use; next_id++) {
197 ipc = idr_find(&ids->ipcs_idr, next_id);
198
199 if (ipc == NULL)
200 continue;
201
202 if (ipc->key != key) {
203 total++;
204 continue;
205 }
206
207 ipc_lock_by_ptr(ipc);
208 return ipc;
209 }
210
211 return NULL;
212}
213
214
215
216
217
218
219
220
221int ipc_get_maxid(struct ipc_ids *ids)
222{
223 struct kern_ipc_perm *ipc;
224 int max_id = -1;
225 int total, id;
226
227 if (ids->in_use == 0)
228 return -1;
229
230 if (ids->in_use == IPCMNI)
231 return IPCMNI - 1;
232
233
234 total = 0;
235 for (id = 0; id < IPCMNI && total < ids->in_use; id++) {
236 ipc = idr_find(&ids->ipcs_idr, id);
237 if (ipc != NULL) {
238 max_id = id;
239 total++;
240 }
241 }
242 return max_id;
243}
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259int ipc_addid(struct ipc_ids* ids, struct kern_ipc_perm* new, int size)
260{
261 int id, err;
262
263 if (size > IPCMNI)
264 size = IPCMNI;
265
266 if (ids->in_use >= size)
267 return -ENOSPC;
268
269 spin_lock_init(&new->lock);
270 new->deleted = 0;
271 rcu_read_lock();
272 spin_lock(&new->lock);
273
274 err = idr_get_new(&ids->ipcs_idr, new, &id);
275 if (err) {
276 spin_unlock(&new->lock);
277 rcu_read_unlock();
278 return err;
279 }
280
281 ids->in_use++;
282
283 new->cuid = new->uid = current->euid;
284 new->gid = new->cgid = current->egid;
285
286 new->seq = ids->seq++;
287 if(ids->seq > ids->seq_max)
288 ids->seq = 0;
289
290 new->id = ipc_buildid(id, new->seq);
291 return id;
292}
293
294
295
296
297
298
299
300
301
302
303
304static int ipcget_new(struct ipc_namespace *ns, struct ipc_ids *ids,
305 struct ipc_ops *ops, struct ipc_params *params)
306{
307 int err;
308retry:
309 err = idr_pre_get(&ids->ipcs_idr, GFP_KERNEL);
310
311 if (!err)
312 return -ENOMEM;
313
314 down_write(&ids->rw_mutex);
315 err = ops->getnew(ns, params);
316 up_write(&ids->rw_mutex);
317
318 if (err == -EAGAIN)
319 goto retry;
320
321 return err;
322}
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338static int ipc_check_perms(struct kern_ipc_perm *ipcp, struct ipc_ops *ops,
339 struct ipc_params *params)
340{
341 int err;
342
343 if (ipcperms(ipcp, params->flg))
344 err = -EACCES;
345 else {
346 err = ops->associate(ipcp, params->flg);
347 if (!err)
348 err = ipcp->id;
349 }
350
351 return err;
352}
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368static int ipcget_public(struct ipc_namespace *ns, struct ipc_ids *ids,
369 struct ipc_ops *ops, struct ipc_params *params)
370{
371 struct kern_ipc_perm *ipcp;
372 int flg = params->flg;
373 int err;
374retry:
375 err = idr_pre_get(&ids->ipcs_idr, GFP_KERNEL);
376
377
378
379
380
381 down_write(&ids->rw_mutex);
382 ipcp = ipc_findkey(ids, params->key);
383 if (ipcp == NULL) {
384
385 if (!(flg & IPC_CREAT))
386 err = -ENOENT;
387 else if (!err)
388 err = -ENOMEM;
389 else
390 err = ops->getnew(ns, params);
391 } else {
392
393
394 if (flg & IPC_CREAT && flg & IPC_EXCL)
395 err = -EEXIST;
396 else {
397 err = 0;
398 if (ops->more_checks)
399 err = ops->more_checks(ipcp, params);
400 if (!err)
401
402
403
404
405 err = ipc_check_perms(ipcp, ops, params);
406 }
407 ipc_unlock(ipcp);
408 }
409 up_write(&ids->rw_mutex);
410
411 if (err == -EAGAIN)
412 goto retry;
413
414 return err;
415}
416
417
418
419
420
421
422
423
424
425
426
427void ipc_rmid(struct ipc_ids *ids, struct kern_ipc_perm *ipcp)
428{
429 int lid = ipcid_to_idx(ipcp->id);
430
431 idr_remove(&ids->ipcs_idr, lid);
432
433 ids->in_use--;
434
435 ipcp->deleted = 1;
436
437 return;
438}
439
440
441
442
443
444
445
446
447
448void* ipc_alloc(int size)
449{
450 void* out;
451 if(size > PAGE_SIZE)
452 out = vmalloc(size);
453 else
454 out = kmalloc(size, GFP_KERNEL);
455 return out;
456}
457
458
459
460
461
462
463
464
465
466
467void ipc_free(void* ptr, int size)
468{
469 if(size > PAGE_SIZE)
470 vfree(ptr);
471 else
472 kfree(ptr);
473}
474
475
476
477
478
479
480
481
482
483
484
485struct ipc_rcu_hdr
486{
487 int refcount;
488 int is_vmalloc;
489 void *data[0];
490};
491
492
493struct ipc_rcu_grace
494{
495 struct rcu_head rcu;
496
497 void *data[0];
498};
499
500struct ipc_rcu_sched
501{
502 struct work_struct work;
503
504 void *data[0];
505};
506
507#define HDRLEN_KMALLOC (sizeof(struct ipc_rcu_grace) > sizeof(struct ipc_rcu_hdr) ? \
508 sizeof(struct ipc_rcu_grace) : sizeof(struct ipc_rcu_hdr))
509#define HDRLEN_VMALLOC (sizeof(struct ipc_rcu_sched) > HDRLEN_KMALLOC ? \
510 sizeof(struct ipc_rcu_sched) : HDRLEN_KMALLOC)
511
512static inline int rcu_use_vmalloc(int size)
513{
514
515 if (HDRLEN_KMALLOC + size > PAGE_SIZE)
516 return 1;
517 return 0;
518}
519
520
521
522
523
524
525
526
527
528
529void* ipc_rcu_alloc(int size)
530{
531 void* out;
532
533
534
535
536 if (rcu_use_vmalloc(size)) {
537 out = vmalloc(HDRLEN_VMALLOC + size);
538 if (out) {
539 out += HDRLEN_VMALLOC;
540 container_of(out, struct ipc_rcu_hdr, data)->is_vmalloc = 1;
541 container_of(out, struct ipc_rcu_hdr, data)->refcount = 1;
542 }
543 } else {
544 out = kmalloc(HDRLEN_KMALLOC + size, GFP_KERNEL);
545 if (out) {
546 out += HDRLEN_KMALLOC;
547 container_of(out, struct ipc_rcu_hdr, data)->is_vmalloc = 0;
548 container_of(out, struct ipc_rcu_hdr, data)->refcount = 1;
549 }
550 }
551
552 return out;
553}
554
555void ipc_rcu_getref(void *ptr)
556{
557 container_of(ptr, struct ipc_rcu_hdr, data)->refcount++;
558}
559
560static void ipc_do_vfree(struct work_struct *work)
561{
562 vfree(container_of(work, struct ipc_rcu_sched, work));
563}
564
565
566
567
568
569
570
571
572static void ipc_schedule_free(struct rcu_head *head)
573{
574 struct ipc_rcu_grace *grace;
575 struct ipc_rcu_sched *sched;
576
577 grace = container_of(head, struct ipc_rcu_grace, rcu);
578 sched = container_of(&(grace->data[0]), struct ipc_rcu_sched,
579 data[0]);
580
581 INIT_WORK(&sched->work, ipc_do_vfree);
582 schedule_work(&sched->work);
583}
584
585
586
587
588
589
590
591static void ipc_immediate_free(struct rcu_head *head)
592{
593 struct ipc_rcu_grace *free =
594 container_of(head, struct ipc_rcu_grace, rcu);
595 kfree(free);
596}
597
598void ipc_rcu_putref(void *ptr)
599{
600 if (--container_of(ptr, struct ipc_rcu_hdr, data)->refcount > 0)
601 return;
602
603 if (container_of(ptr, struct ipc_rcu_hdr, data)->is_vmalloc) {
604 call_rcu(&container_of(ptr, struct ipc_rcu_grace, data)->rcu,
605 ipc_schedule_free);
606 } else {
607 call_rcu(&container_of(ptr, struct ipc_rcu_grace, data)->rcu,
608 ipc_immediate_free);
609 }
610}
611
612
613
614
615
616
617
618
619
620
621int ipcperms (struct kern_ipc_perm *ipcp, short flag)
622{
623 int requested_mode, granted_mode, err;
624
625 if (unlikely((err = audit_ipc_obj(ipcp))))
626 return err;
627 requested_mode = (flag >> 6) | (flag >> 3) | flag;
628 granted_mode = ipcp->mode;
629 if (current->euid == ipcp->cuid || current->euid == ipcp->uid)
630 granted_mode >>= 6;
631 else if (in_group_p(ipcp->cgid) || in_group_p(ipcp->gid))
632 granted_mode >>= 3;
633
634 if ((requested_mode & ~granted_mode & 0007) &&
635 !capable(CAP_IPC_OWNER))
636 return -1;
637
638 return security_ipc_permission(ipcp, flag);
639}
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656void kernel_to_ipc64_perm (struct kern_ipc_perm *in, struct ipc64_perm *out)
657{
658 out->key = in->key;
659 out->uid = in->uid;
660 out->gid = in->gid;
661 out->cuid = in->cuid;
662 out->cgid = in->cgid;
663 out->mode = in->mode;
664 out->seq = in->seq;
665}
666
667
668
669
670
671
672
673
674
675
676void ipc64_perm_to_ipc_perm (struct ipc64_perm *in, struct ipc_perm *out)
677{
678 out->key = in->key;
679 SET_UID(out->uid, in->uid);
680 SET_GID(out->gid, in->gid);
681 SET_UID(out->cuid, in->cuid);
682 SET_GID(out->cgid, in->cgid);
683 out->mode = in->mode;
684 out->seq = in->seq;
685}
686
687
688
689
690
691
692
693
694
695
696
697struct kern_ipc_perm *ipc_lock(struct ipc_ids *ids, int id)
698{
699 struct kern_ipc_perm *out;
700 int lid = ipcid_to_idx(id);
701
702 rcu_read_lock();
703 out = idr_find(&ids->ipcs_idr, lid);
704 if (out == NULL) {
705 rcu_read_unlock();
706 return ERR_PTR(-EINVAL);
707 }
708
709 spin_lock(&out->lock);
710
711
712
713
714 if (out->deleted) {
715 spin_unlock(&out->lock);
716 rcu_read_unlock();
717 return ERR_PTR(-EINVAL);
718 }
719
720 return out;
721}
722
723struct kern_ipc_perm *ipc_lock_check(struct ipc_ids *ids, int id)
724{
725 struct kern_ipc_perm *out;
726
727 out = ipc_lock(ids, id);
728 if (IS_ERR(out))
729 return out;
730
731 if (ipc_checkid(out, id)) {
732 ipc_unlock(out);
733 return ERR_PTR(-EIDRM);
734 }
735
736 return out;
737}
738
739
740
741
742
743
744
745
746
747
748
749int ipcget(struct ipc_namespace *ns, struct ipc_ids *ids,
750 struct ipc_ops *ops, struct ipc_params *params)
751{
752 if (params->key == IPC_PRIVATE)
753 return ipcget_new(ns, ids, ops, params);
754 else
755 return ipcget_public(ns, ids, ops, params);
756}
757
758
759
760
761
762
763void ipc_update_perm(struct ipc64_perm *in, struct kern_ipc_perm *out)
764{
765 out->uid = in->uid;
766 out->gid = in->gid;
767 out->mode = (out->mode & ~S_IRWXUGO)
768 | (in->mode & S_IRWXUGO);
769}
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787struct kern_ipc_perm *ipcctl_pre_down(struct ipc_ids *ids, int id, int cmd,
788 struct ipc64_perm *perm, int extra_perm)
789{
790 struct kern_ipc_perm *ipcp;
791 int err;
792
793 down_write(&ids->rw_mutex);
794 ipcp = ipc_lock_check(ids, id);
795 if (IS_ERR(ipcp)) {
796 err = PTR_ERR(ipcp);
797 goto out_up;
798 }
799
800 err = audit_ipc_obj(ipcp);
801 if (err)
802 goto out_unlock;
803
804 if (cmd == IPC_SET) {
805 err = audit_ipc_set_perm(extra_perm, perm->uid,
806 perm->gid, perm->mode);
807 if (err)
808 goto out_unlock;
809 }
810 if (current->euid == ipcp->cuid ||
811 current->euid == ipcp->uid || capable(CAP_SYS_ADMIN))
812 return ipcp;
813
814 err = -EPERM;
815out_unlock:
816 ipc_unlock(ipcp);
817out_up:
818 up_write(&ids->rw_mutex);
819 return ERR_PTR(err);
820}
821
822#ifdef __ARCH_WANT_IPC_PARSE_VERSION
823
824
825
826
827
828
829
830
831
832
833
834int ipc_parse_version (int *cmd)
835{
836 if (*cmd & IPC_64) {
837 *cmd ^= IPC_64;
838 return IPC_64;
839 } else {
840 return IPC_OLD;
841 }
842}
843
844#endif
845
846#ifdef CONFIG_PROC_FS
847struct ipc_proc_iter {
848 struct ipc_namespace *ns;
849 struct ipc_proc_iface *iface;
850};
851
852
853
854
855static struct kern_ipc_perm *sysvipc_find_ipc(struct ipc_ids *ids, loff_t pos,
856 loff_t *new_pos)
857{
858 struct kern_ipc_perm *ipc;
859 int total, id;
860
861 total = 0;
862 for (id = 0; id < pos && total < ids->in_use; id++) {
863 ipc = idr_find(&ids->ipcs_idr, id);
864 if (ipc != NULL)
865 total++;
866 }
867
868 if (total >= ids->in_use)
869 return NULL;
870
871 for ( ; pos < IPCMNI; pos++) {
872 ipc = idr_find(&ids->ipcs_idr, pos);
873 if (ipc != NULL) {
874 *new_pos = pos + 1;
875 ipc_lock_by_ptr(ipc);
876 return ipc;
877 }
878 }
879
880
881 return NULL;
882}
883
884static void *sysvipc_proc_next(struct seq_file *s, void *it, loff_t *pos)
885{
886 struct ipc_proc_iter *iter = s->private;
887 struct ipc_proc_iface *iface = iter->iface;
888 struct kern_ipc_perm *ipc = it;
889
890
891 if (ipc && ipc != SEQ_START_TOKEN)
892 ipc_unlock(ipc);
893
894 return sysvipc_find_ipc(&iter->ns->ids[iface->ids], *pos, pos);
895}
896
897
898
899
900
901static void *sysvipc_proc_start(struct seq_file *s, loff_t *pos)
902{
903 struct ipc_proc_iter *iter = s->private;
904 struct ipc_proc_iface *iface = iter->iface;
905 struct ipc_ids *ids;
906
907 ids = &iter->ns->ids[iface->ids];
908
909
910
911
912
913 down_read(&ids->rw_mutex);
914
915
916 if (*pos < 0)
917 return NULL;
918
919
920 if (*pos == 0)
921 return SEQ_START_TOKEN;
922
923
924 return sysvipc_find_ipc(ids, *pos - 1, pos);
925}
926
927static void sysvipc_proc_stop(struct seq_file *s, void *it)
928{
929 struct kern_ipc_perm *ipc = it;
930 struct ipc_proc_iter *iter = s->private;
931 struct ipc_proc_iface *iface = iter->iface;
932 struct ipc_ids *ids;
933
934
935 if (ipc && ipc != SEQ_START_TOKEN)
936 ipc_unlock(ipc);
937
938 ids = &iter->ns->ids[iface->ids];
939
940 up_read(&ids->rw_mutex);
941}
942
943static int sysvipc_proc_show(struct seq_file *s, void *it)
944{
945 struct ipc_proc_iter *iter = s->private;
946 struct ipc_proc_iface *iface = iter->iface;
947
948 if (it == SEQ_START_TOKEN)
949 return seq_puts(s, iface->header);
950
951 return iface->show(s, it);
952}
953
954static struct seq_operations sysvipc_proc_seqops = {
955 .start = sysvipc_proc_start,
956 .stop = sysvipc_proc_stop,
957 .next = sysvipc_proc_next,
958 .show = sysvipc_proc_show,
959};
960
961static int sysvipc_proc_open(struct inode *inode, struct file *file)
962{
963 int ret;
964 struct seq_file *seq;
965 struct ipc_proc_iter *iter;
966
967 ret = -ENOMEM;
968 iter = kmalloc(sizeof(*iter), GFP_KERNEL);
969 if (!iter)
970 goto out;
971
972 ret = seq_open(file, &sysvipc_proc_seqops);
973 if (ret)
974 goto out_kfree;
975
976 seq = file->private_data;
977 seq->private = iter;
978
979 iter->iface = PDE(inode)->data;
980 iter->ns = get_ipc_ns(current->nsproxy->ipc_ns);
981out:
982 return ret;
983out_kfree:
984 kfree(iter);
985 goto out;
986}
987
988static int sysvipc_proc_release(struct inode *inode, struct file *file)
989{
990 struct seq_file *seq = file->private_data;
991 struct ipc_proc_iter *iter = seq->private;
992 put_ipc_ns(iter->ns);
993 return seq_release_private(inode, file);
994}
995
996static const struct file_operations sysvipc_proc_fops = {
997 .open = sysvipc_proc_open,
998 .read = seq_read,
999 .llseek = seq_lseek,
1000 .release = sysvipc_proc_release,
1001};
1002#endif