Synced with the latest branch.
[MacVim.git] / src / pty.c
blob7c69e1e3655b9d13f8dc8665996666020721a9d6
1 /* vi:set ts=8 sts=4 sw=4:
3 * VIM - Vi IMproved by Bram Moolenaar
5 * Do ":help uganda" in Vim to read copying and usage conditions.
6 * Do ":help credits" in Vim to see a list of people who contributed.
7 * See README.txt for an overview of the Vim source code.
8 */
9 /*
10 * The stuff in this file mostly comes from the "screen" program.
11 * Included with permission from Juergen Weigert.
12 * Copied from "pty.c". "putenv.c" was used for putenv() in misc2.c.
14 * It has been modified to work better with Vim.
15 * The parts that are not used in Vim have been deleted.
16 * See the "screen" sources for the complete stuff.
19 /* Copyright (c) 1993
20 * Juergen Weigert (jnweiger@immd4.informatik.uni-erlangen.de)
21 * Michael Schroeder (mlschroe@immd4.informatik.uni-erlangen.de)
22 * Copyright (c) 1987 Oliver Laumann
24 * This program is free software; you can redistribute it and/or modify
25 * it under the terms of the GNU General Public License as published by
26 * the Free Software Foundation; either version 2, or (at your option)
27 * any later version.
29 * This program is distributed in the hope that it will be useful,
30 * but WITHOUT ANY WARRANTY; without even the implied warranty of
31 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
32 * GNU General Public License for more details.
34 * You should have received a copy of the GNU General Public License
35 * along with this program (see the file COPYING); if not, write to the
36 * Free Software Foundation, Inc.,
37 * 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA
40 /* RCS_ID("$Id: pty.c,v 1.10 2008/08/06 17:04:29 vimboss Exp $ FAU") */
42 #include "vim.h"
44 #include <signal.h>
46 #ifdef __CYGWIN32__
47 # include <sys/termios.h>
48 #endif
50 #ifdef HAVE_SYS_IOCTL_H
51 # include <sys/ioctl.h>
52 #endif
54 #if HAVE_STROPTS_H
55 #include <sys/types.h>
56 #ifdef sinix
57 #define buf_T __system_buf_t__
58 #endif
59 #include <stropts.h>
60 #ifdef sinix
61 #undef buf_T
62 #endif
63 # ifdef sun
64 # include <sys/conf.h>
65 # endif
66 #endif
68 #ifdef HAVE_UNISTD_H
69 # include <unistd.h>
70 #endif
72 #if HAVE_TERMIO_H
73 # include <termio.h>
74 #else
75 # ifdef HAVE_TERMIOS_H
76 # include <termios.h>
77 # endif
78 #endif
80 #if HAVE_SYS_STREAM_H
81 # include <sys/stream.h>
82 #endif
84 #if HAVE_SYS_PTEM_H
85 # include <sys/ptem.h>
86 #endif
88 #if !defined(sun) && !defined(VMS) && !defined(MACOS)
89 # include <sys/ioctl.h>
90 #endif
92 #if defined(sun) && defined(LOCKPTY) && !defined(TIOCEXCL)
93 # include <sys/ttold.h>
94 #endif
96 #ifdef ISC
97 # include <sys/tty.h>
98 # include <sys/sioctl.h>
99 # include <sys/pty.h>
100 #endif
102 #ifdef sgi
103 # include <sys/sysmacros.h>
104 #endif
106 #if defined(_INCLUDE_HPUX_SOURCE) && !defined(hpux)
107 # define hpux
108 #endif
111 * if no PTYRANGE[01] is in the config file, we pick a default
113 #ifndef PTYRANGE0
114 # define PTYRANGE0 "qprs"
115 #endif
116 #ifndef PTYRANGE1
117 # define PTYRANGE1 "0123456789abcdef"
118 #endif
120 /* SVR4 pseudo ttys don't seem to work with SCO-5 */
121 #ifdef M_UNIX
122 # undef HAVE_SVR4_PTYS
123 #endif
125 static void initmaster __ARGS((int));
128 * Open all ptys with O_NOCTTY, just to be on the safe side
129 * (RISCos mips breaks otherwise)
131 #ifndef O_NOCTTY
132 # define O_NOCTTY 0
133 #endif
135 static void
136 initmaster(f)
137 int f;
139 #ifndef VMS
140 # ifdef POSIX
141 tcflush(f, TCIOFLUSH);
142 # else
143 # ifdef TIOCFLUSH
144 (void)ioctl(f, TIOCFLUSH, (char *) 0);
145 # endif
146 # endif
147 # ifdef LOCKPTY
148 (void)ioctl(f, TIOCEXCL, (char *) 0);
149 # endif
150 #endif
154 * This causes a hang on some systems, but is required for a properly working
155 * pty on others. Needs to be tuned...
158 SetupSlavePTY(fd)
159 int fd;
161 if (fd < 0)
162 return 0;
163 #if defined(I_PUSH) && defined(HAVE_SVR4_PTYS) && !defined(sgi) && !defined(linux) && !defined(__osf__) && !defined(M_UNIX)
164 # if defined(HAVE_SYS_PTEM_H) || defined(hpux)
165 if (ioctl(fd, I_PUSH, "ptem") != 0)
166 return -1;
167 # endif
168 if (ioctl(fd, I_PUSH, "ldterm") != 0)
169 return -1;
170 # ifdef sun
171 if (ioctl(fd, I_PUSH, "ttcompat") != 0)
172 return -1;
173 # endif
174 #endif
175 return 0;
179 #if defined(OSX) && !defined(PTY_DONE)
180 #define PTY_DONE
182 OpenPTY(ttyn)
183 char **ttyn;
185 int f;
186 static char TtyName[32];
188 if ((f = open_controlling_pty(TtyName)) < 0)
189 return -1;
190 initmaster(f);
191 *ttyn = TtyName;
192 return f;
194 #endif
196 #if (defined(sequent) || defined(_SEQUENT_)) && defined(HAVE_GETPSEUDOTTY) \
197 && !defined(PTY_DONE)
198 #define PTY_DONE
200 OpenPTY(ttyn)
201 char **ttyn;
203 char *m, *s;
204 int f;
205 /* used for opening a new pty-pair: */
206 static char PtyName[32];
207 static char TtyName[32];
209 if ((f = getpseudotty(&s, &m)) < 0)
210 return -1;
211 #ifdef _SEQUENT_
212 fvhangup(s);
213 #endif
214 strncpy(PtyName, m, sizeof(PtyName));
215 strncpy(TtyName, s, sizeof(TtyName));
216 initmaster(f);
217 *ttyn = TtyName;
218 return f;
220 #endif
222 #if defined(__sgi) && !defined(PTY_DONE)
223 #define PTY_DONE
225 OpenPTY(ttyn)
226 char **ttyn;
228 int f;
229 char *name;
230 RETSIGTYPE (*sigcld)__ARGS(SIGPROTOARG);
233 * SIGCHLD set to SIG_DFL for _getpty() because it may fork() and
234 * exec() /usr/adm/mkpts
236 sigcld = signal(SIGCHLD, SIG_DFL);
237 name = _getpty(&f, O_RDWR | O_NONBLOCK | O_EXTRA, 0600, 0);
238 signal(SIGCHLD, sigcld);
240 if (name == 0)
241 return -1;
242 initmaster(f);
243 *ttyn = name;
244 return f;
246 #endif
248 #if defined(MIPS) && defined(HAVE_DEV_PTC) && !defined(PTY_DONE)
249 #define PTY_DONE
251 OpenPTY(ttyn)
252 char **ttyn;
254 int f;
255 struct stat buf;
256 /* used for opening a new pty-pair: */
257 static char TtyName[32];
259 if ((f = open("/dev/ptc", O_RDWR | O_NOCTTY | O_NONBLOCK | O_EXTRA, 0)) < 0)
260 return -1;
261 if (mch_fstat(f, &buf) < 0)
263 close(f);
264 return -1;
266 sprintf(TtyName, "/dev/ttyq%d", minor(buf.st_rdev));
267 initmaster(f);
268 *ttyn = TtyName;
269 return f;
271 #endif
273 #if defined(HAVE_SVR4_PTYS) && !defined(PTY_DONE) && !defined(hpux)
275 /* NOTE: Even though HPUX can have /dev/ptmx, the code below doesn't work! */
276 #define PTY_DONE
278 OpenPTY(ttyn)
279 char **ttyn;
281 int f;
282 char *m, *ptsname();
283 int unlockpt __ARGS((int)), grantpt __ARGS((int));
284 RETSIGTYPE (*sigcld)__ARGS(SIGPROTOARG);
285 /* used for opening a new pty-pair: */
286 static char TtyName[32];
288 if ((f = open("/dev/ptmx", O_RDWR | O_NOCTTY | O_EXTRA, 0)) == -1)
289 return -1;
292 * SIGCHLD set to SIG_DFL for grantpt() because it fork()s and
293 * exec()s pt_chmod
295 sigcld = signal(SIGCHLD, SIG_DFL);
296 if ((m = ptsname(f)) == NULL || grantpt(f) || unlockpt(f))
298 signal(SIGCHLD, sigcld);
299 close(f);
300 return -1;
302 signal(SIGCHLD, sigcld);
303 strncpy(TtyName, m, sizeof(TtyName));
304 initmaster(f);
305 *ttyn = TtyName;
306 return f;
308 #endif
310 #if defined(_AIX) && defined(HAVE_DEV_PTC) && !defined(PTY_DONE)
311 #define PTY_DONE
313 #ifdef _IBMR2
314 int aixhack = -1;
315 #endif
318 OpenPTY(ttyn)
319 char **ttyn;
321 int f;
322 /* used for opening a new pty-pair: */
323 static char TtyName[32];
325 /* a dumb looking loop replaced by mycrofts code: */
326 if ((f = open("/dev/ptc", O_RDWR | O_NOCTTY | O_EXTRA)) < 0)
327 return -1;
328 strncpy(TtyName, ttyname(f), sizeof(TtyName));
329 if (geteuid() != ROOT_UID && mch_access(TtyName, R_OK | W_OK))
331 close(f);
332 return -1;
334 initmaster(f);
335 # ifdef _IBMR2
336 if (aixhack >= 0)
337 close(aixhack);
338 if ((aixhack = open(TtyName, O_RDWR | O_NOCTTY | O_EXTRA, 0)) < 0)
340 close(f);
341 return -1;
343 # endif
344 *ttyn = TtyName;
345 return f;
347 #endif
349 #ifndef PTY_DONE
351 # ifdef hpux
352 static char PtyProto[] = "/dev/ptym/ptyXY";
353 static char TtyProto[] = "/dev/pty/ttyXY";
354 # else
355 # ifdef __BEOS__
356 static char PtyProto[] = "/dev/pt/XY";
357 static char TtyProto[] = "/dev/tt/XY";
358 # else
359 static char PtyProto[] = "/dev/ptyXY";
360 static char TtyProto[] = "/dev/ttyXY";
361 # endif
362 # endif
365 OpenPTY(ttyn)
366 char **ttyn;
368 char *p, *q, *l, *d;
369 int f;
370 /* used for opening a new pty-pair: */
371 static char PtyName[32];
372 static char TtyName[32];
374 strcpy(PtyName, PtyProto);
375 strcpy(TtyName, TtyProto);
376 for (p = PtyName; *p != 'X'; p++)
378 for (q = TtyName; *q != 'X'; q++)
380 for (l = PTYRANGE0; (*p = *l) != '\0'; l++)
382 for (d = PTYRANGE1; (p[1] = *d) != '\0'; d++)
384 #if !defined(MACOS) || defined(USE_CARBONIZED)
385 if ((f = open(PtyName, O_RDWR | O_NOCTTY | O_EXTRA, 0)) == -1)
386 #else
387 if ((f = open(PtyName, O_RDWR | O_NOCTTY | O_EXTRA)) == -1)
388 #endif
389 continue;
390 q[0] = *l;
391 q[1] = *d;
392 #ifndef MACOS
393 if (geteuid() != ROOT_UID && mch_access(TtyName, R_OK | W_OK))
395 close(f);
396 continue;
398 #endif
399 #if defined(sun) && defined(TIOCGPGRP) && !defined(SUNOS3)
400 /* Hack to ensure that the slave side of the pty is
401 * unused. May not work in anything other than SunOS4.1
404 int pgrp;
406 /* tcgetpgrp does not work (uses TIOCGETPGRP)! */
407 if (ioctl(f, TIOCGPGRP, (char *)&pgrp) != -1 || errno != EIO)
409 close(f);
410 continue;
413 #endif
414 initmaster(f);
415 *ttyn = TtyName;
416 return f;
419 return -1;
421 #endif