aboutsummaryrefslogtreecommitdiffstats
path: root/fetchmailconf
blob: ef41a5dfd3086901fa19767cdc42ff6a5f9741a7 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
pre { line-height: 125%; }
td.linenos .normal { color: inherit; background-color: transparent; padding-left: 5px; padding-right: 5px; }
span.linenos { color: inherit; background-color: transparent; padding-left: 5px; padding-right: 5px; }
td.linenos .special { color: #000000; background-color: #ffffc0; padding-left: 5px; padding-right: 5px; }
span.linenos.special { color: #000000; background-color: #ffffc0; padding-left: 5px; padding-right: 5px; }
.highlight .hll { background-color: #ffffcc }
.highlight .c { color: #888888 } /* Comment */
.highlight .err { color: #a61717; background-color: #e3d2d2 } /* Error */
.highlight .k { color: #008800; font-weight: bold } /* Keyword */
.highlight .ch { color: #888888 } /* Comment.Hashbang */
.highlight .cm { color: #888888 } /* Comment.Multiline */
.highlight .cp { color: #cc0000; font-weight: bold } /* Comment.Preproc */
.highlight .cpf { color: #888888 } /* Comment.PreprocFile */
.highlight .c1 { color: #888888 } /* Comment.Single */
.highlight .cs { color: #cc0000; font-weight: bold; background-color: #fff0f0 } /* Comment.Special */
.highlight .gd { color: #000000; background-color: #ffdddd } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .ges { font-weight: bold; font-style: italic } /* Generic.EmphStrong */
.highlight .gr { color: #aa0000 } /* Generic.Error */
.highlight .gh { color: #333333 } /* Generic.Heading */
.highlight .gi { color: #000000; background-color: #ddffdd } /* Generic.Inserted */
.highlight .go { color: #888888 } /* Generic.Output */
.highlight .gp { color: #555555 } /* Generic.Prompt */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #666666 } /* Generic.Subheading */
.highlight .gt { color: #aa0000 } /* Generic.Traceback */
.highlight .kc { color: #008800; font-weight: bold } /* Keyword.Constant */
.highlight .kd { color: #008800; font-weight: bold } /* Keyword.Declaration */
.highlight .kn { color: #008800; font-weight: bold } /* Keyword.Namespace */
.highlight .kp { color: #008800 } /* Keyword.Pseudo */
.highlight .kr { color: #008800; font-weight: bold } /* Keyword.Reserved */
.highlight .kt { color: #888888; font-weight: bold } /* Keyword.Type */
.highlight .m { color: #0000DD; font-weight: bold } /* Literal.Number */
.highlight .s { color: #dd2200; background-color: #fff0f0 } /* Literal.String */
.highlight .na { color: #336699 } /* Name.Attribute */
.highlight .nb { color: #003388 } /* Name.Builtin */
.highlight .nc { color: #bb0066; font-weight: bold } /* Name.Class */
.highlight .no { color: #003366; font-weight: bold } /* Name.Constant */
.highlight .nd { color: #555555 } /* Name.Decorator */
.highlight .ne { color: #bb0066; font-weight: bold } /* Name.Exception */
.highlight .nf { color: #0066bb; font-weight: bold } /* Name.Function */
.highlight .nl { color: #336699; font-style: italic } /* Name.Label */
.highlight .nn { color: #bb0066; font-weight: bold } /* Name.Namespace */
.highlight .py { color: #336699; font-weight: bold } /* Name.Property */
.highlight .nt { color: #bb0066; font-weight: bold } /* Name.Tag */
.highlight .nv { color: #336699 } /* Name.Variable */
.highlight .ow { color: #008800 } /* Operator.Word */
.highlight .w { color: #bbbbbb } /* Text.Whitespace */
.highlight .mb { color: #0000DD; font-weight: bold } /* Literal.Number.Bin */
.highlight .mf { color: #0000DD; font-weight: bold } /* Literal.Number.Float */
.highlight .mh { color: #0000DD; font-weight: bold } /* Literal.Number.Hex */
.highlight .mi { color: #0000DD; font-weight: bold } /* Literal.Number.Integer */
.highlight .mo { color: #0000DD; font-weight: bold } /* Literal.Number.Oct */
.highlight .sa { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Affix */
.highlight .sb { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Backtick */
.highlight .sc { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Char */
.highlight .dl { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Delimiter */
.highlight .sd { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Doc */
.highlight .s2 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Double */
.highlight .se { color: #0044dd; background-color: #fff0f0 } /* Literal.String.Escape */
.highlight .sh { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Heredoc */
.highlight .si { color: #3333bb; background-color: #fff0f0 } /* Literal.String.Interpol */
.highlight .sx { color: #22bb22; background-color: #f0fff0 } /* Literal.String.Other */
.highlight .sr { color: #008800; background-color: #fff0ff } /* Literal.String.Regex */
.highlight .s1 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Single */
.highlight .ss { color: #aa6600; background-color: #fff0f0 } /* Literal.String.Symbol */
.highlight .bp { color: #003388 } /* Name.Builtin.Pseudo */
.highlight .fm { color: #0066bb; font-weight: bold } /* Name.Function.Magic */
.highlight .vc { color: #336699 } /* Name.Variable.Class */
.highlight .vg { color: #dd7700 } /* Name.Variable.Global */
.highlight .vi { color: #3333bb } /* Name.Variable.Instance */
.highlight .vm { color: #336699 } /* Name.Variable.Magic */
.highlight .il { color: #0000DD; font-weight: bold } /* Literal.Number.Integer.Long */
<?xml version="1.0" encoding="ISO-8859-1"?>
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
    "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
    <title>Eric S. Raymond's former Design notes on fetchmail</title>
<link rev="made" href="mailto:esr@snark.thyrsus.com" />
<meta name="description" content="Design notes on fetchmail." />
<meta name="keywords" content="fetchmail, POP, POP2, POP3, IMAP, remote mail" />
<style type="text/css">
/*<![CDATA[*/
 h1.c1 {text-align: center}
/*]]>*/
</style>
</head>
<body>
<table width="100%" cellpadding="0" summary="Canned page header">
<tr>
<td width="30%">Forward to <a href="design-notes.html">Updated design
	notes</a></td>
<td width="30%">Back to <a href="index.html">Fetchmail Home Page</a></td>
<td width="30%" align="right">$Date$</td>
</tr>
</table>

<hr />
<h1 class="c1">Eric S. Raymond's former Design Notes On Fetchmail</h1>

<p>These notes are for the benefit of future hackers and
maintainers. The following sections are both functional and
narrative, read from beginning to end.</p>

<h1>History</h1>

<p>A direct ancestor of the fetchmail program was originally
authored (under the name popclient) by Carl Harris
&lt;ceharris@mal.com&gt;. I took over development in June 1996 and
subsequently renamed the program `fetchmail' to reflect the
addition of IMAP support and SMTP delivery. In early November 1996
Carl officially ended support for the last popclient versions.</p>

<p>Before accepting responsibility for the popclient sources from
Carl, I had investigated and used and tinkered with every other
UNIX remote-mail forwarder I could find, including fetchpop1.9,
PopTart-0.9.3, get-mail, gwpop, pimp-1.0, pop-perl5-1.2, popc,
popmail-1.6 and upop. My major goal was to get a header-rewrite
feature like fetchmail's working so I wouldn't have reply problems
anymore.</p>

<p>Despite having done a good bit of work on fetchpop1.9, when I
found popclient I quickly concluded that it offered the solidest
base for future development. I was convinced of this primarily by
the presence of multiple-protocol support. The competition didn't
do POP2/RPOP/APOP, and I was already having vague thoughts of maybe
adding IMAP. (This would advance two other goals: learn IMAP and
get comfortable writing TCP/IP client software.)</p>

<p>Until popclient 3.05 I was simply following out the implications
of Carl's basic design. He already had daemon.c in the
distribution, and I wanted daemon mode almost as badly as I wanted
the header rewrite feature. The other things I added were bug fixes
or minor extensions.</p>

<p>After 3.1, when I put in SMTP-forwarding support (more about
this below) the nature of the project changed -- it became a
carefully-thought-out attempt to render obsolete every other
program in its class. The name change quickly followed.</p>

<h1>The rewrite option</h1>

<p>MTAs ought to canonicalize the addresses of outgoing non-local
mail so that From:, To:, Cc:, Bcc: and other address headers
contain only fully qualified domain names. Failure to do so can
break the reply function on many mailers. (Sendmail has an option
to do this.)</p>

<p>This problem only becomes obvious when a reply is generated on a
machine different from where the message was delivered. The two
machines will have different local username spaces, potentially
leading to misrouted mail.</p>

<p>Most MTAs (and sendmail in particular) do not canonicalize
address headers in this way (violating RFC 1123). Fetchmail
therefore has to do it. This is the first feature I added to the
ancestral popclient.</p>

<h1>Reorganization</h1>

<p>The second thing I did reorganize and simplify popclient a lot.
Carl Harris's implementation was very sound, but exhibited a kind
of unnecessary complexity common to many C programmers. He treated
the code as central and the data structures as support for the
code. As a result, the code was beautiful but the data structure
design ad-hoc and rather ugly (at least to this old LISP
hacker).</p>

<p>I was able to improve matters significantly by reorganizing most
of the program around the `query' data structure and eliminating a
bunch of global context. This especially simplified the main
sequence in fetchmail.c and was critical in enabling the daemon
mode changes.</p>

<h1>IMAP support and the method table</h1>

<p>The next step was IMAP support. I initially wrote the IMAP code
as a generic query driver and a method table. The idea was to have
all the protocol-independent setup logic and flow of control in the
driver, and the protocol-specific stuff in the method table.</p>

<p>Once this worked, I rewrote the POP3 code to use the same
organization. The POP2 code kept its own driver for a couple more
releases, until I found sources of a POP2 server to test against
(the breed seems to be nearly extinct).</p>

<p>The purpose of this reorganization, of course, is to trivialize
the development of support for future protocols as much as
possible. All mail-retrieval protocols have to have pretty similar
logical design by the nature of the task. By abstracting out that
common logic and its interface to the rest of the program, both the
common and protocol-specific parts become easier to understand.</p>

<p>Furthermore, many kinds of new features can instantly be
supported across all protocols by modifying the one driver
module.</p>

<h1>Implications of smtp forwarding</h1>

<p>The direction of the project changed radically when Harry
Hochheiser sent me his scratch code for forwarding fetched mail to
the SMTP port. I realized almost immediately that a reliable
implementation of this feature would make all the other delivery
modes obsolete.</p>

<p>Why mess with all the complexity of configuring an MDA or
setting up lock-and-append on a mailbox when port 25 is guaranteed
to be there on any platform with TCP/IP support in the first place?
Especially when this means retrieved mail is guaranteed to look
like normal sender- initiated SMTP mail, which is really what we
want anyway.</p>

<p>Clearly, the right thing to do was (1) hack SMTP forwarding
support into the generic driver, (2) make it the default mode, and
(3) eventually throw out all the other delivery modes.</p>

<p>I hesitated over step 3 for some time, fearing to upset
long-time popclient users dependent on the alternate delivery
mechanisms. In theory, they could immediately switch to .forward
files or their non-sendmail equivalents to get the same effects. In
practice the transition might have been messy.</p>

<p>But when I did it (see the NEWS note on the great options
massacre) the benefits proved huge. The cruftiest parts of the
driver code vanished. Configuration got radically simpler -- no
more grovelling around for the system MDA and user's mailbox, no
more worries about whether the underlying OS supports file
locking.</p>

<p>Also, the only way to lose mail vanished. If you specified
localfolder and the disk got full, your mail got lost. This can't
happen with SMTP forwarding because your SMTP listener won't return
OK unless the message can be spooled or processed.</p>

<p>Also, performance improved (though not so you'd notice it in a
single run). Another not insignificant benefit of this change was
that the manual page got a lot simpler.</p>

<p>Later, I had to bring --mda back in order to allow handling of
some obscure situations involving dynamic SLIP. But I found a much
simpler way to do it.</p>

<p>The moral? Don't hesitate to throw away superannuated features
when you can do it without loss of effectiveness. I tanked a couple
I'd added myself and have no regrets at all. As Saint-Exupery said,
"Perfection [in design] is achieved not when there is nothing more
to add, but rather when there is nothing more to take away." This
program isn't perfect, but it's trying.</p>

<h1>The most-requested features that I will never add, and why
not:</h1>

<h2>Password encryption in .fetchmailrc</h2>

<p>The reason there's no facility to store passwords encrypted in
the .fetchmailrc file is because this doesn't actually add
protection.</p>

<p>Anyone who's acquired the 0600 permissions needed to read your
.fetchmailrc file will be able to run fetchmail as you anyway --
and if it's your password they're after, they'd be able to rip the
necessary decoder out of the fetchmail code itself to get it.</p>

<p>All .fetchmailrc encryption would do is give a false sense of
security to people who don't think very hard.</p>

<h2>Truly concurrent queries to multiple hosts</h2>

<p>Occasionally I get a request for this on "efficiency" grounds.
These people aren't thinking either. True concurrency would do
nothing to lessen fetchmail's total IP volume. The best it could
possibly do is change the usage profile to shorten the duration of
the active part of a poll cycle at the cost of increasing its
demand on IP volume per unit time.</p>

<p>If one could thread the protocol code so that fetchmail didn't
block on waiting for a protocol response, but rather switched to
trying to process another host query, one might get an efficiency
gain (close to constant loading at the single-host level).</p>

<p>Fortunately, I've only seldom seen a server that incurred
significant wait time on an individual response. I judge the gain
from this not worth the hideous complexity increase it would
require in the code.</p>

<h2>Multiple concurrent instances of fetchmail</h2>

<p>Fetchmail locking is on a per-invoking-user because
finer-grained locks would be really hard to implement in a portable
way. The problem is that you don't want two fetchmails querying the
same site for the same remote user at the same time.</p>

<p>To handle this optimally, multiple fetchmails would have to
associate a system-wide semaphore with each active pair of a remote
user and host canonical address. A fetchmail would have to block
until getting this semaphore at the start of a query, and release
it at the end of a query.</p>

<p>This would be way too complicated to do just for an "it might be
nice" feature. Instead, you can run a single root fetchmail polling
for multiple users in either single-drop or multidrop mode.</p>

<p>The fundamental problem here is how an instance of fetchmail
polling host foo can assert that it's doing so in a way visible to
all other fetchmails. System V semaphores would be ideal for this
purpose, but they're not portable.</p>

<p>I've thought about this a lot and roughed up several designs.
All are complicated and fragile, with a bunch of the standard
problems (what happens if a fetchmail aborts before clearing its
semaphore, and how do we recover reliably?).</p>

<p>I'm just not satisfied that there's enough functional gain here
to pay for the large increase in complexity that adding these
semaphores would entail.</p>

<h1>Multidrop and alias handling</h1>

<p>I decided to add the multidrop support partly because some users
were clamoring for it, but mostly because I thought it would shake
bugs out of the single-drop code by forcing me to deal with
addressing in full generality. And so it proved.</p>

<p>There are two important aspects of the features for handling
multiple-drop aliases and mailing lists which future hackers should
be careful to preserve.</p>

<ol>
<li>
<p>The logic path for single-recipient mailboxes doesn't involve
header parsing or DNS lookups at all. This is important -- it means
the code for the most common case can be much simpler and more
robust.</p>
</li>

<li>
<p>The multidrop handing does <em>not</em> rely on doing the
equivalent of passing the message to sendmail -t. Instead, it
explicitly mines members of a specified set of local usernames out
of the header.</p>
</li>

<li>
<p>We do <em>not</em> attempt delivery to multidrop mailboxes in
the presence of DNS errors. Before each multidrop poll we probe DNS
to see if we have a nameserver handy. If not, the poll is skipped.
If DNS crashes during a poll, the error return from the next
nameserver lookup aborts message delivery and ends the poll. The
daemon mode will then quietly spin until DNS comes up again, at
which point it will resume delivering mail.</p>
</li>
</ol>

<p>When I designed this support, I was terrified of doing anything
that could conceivably cause a mail loop (you should be too).
That's why the code as written can only append <em>local</em> names
(never @-addresses) to the recipients list.</p>

<p>The code in mxget.c is nasty, no two ways about it. But it's
utterly necessary, there are a lot of MX pointers out there. It
really ought to be a (documented!) entry point in the bind
library.</p>

<h1>DNS error handling</h1>

<p>Fetchmail's behavior on DNS errors is to suppress forwarding and
deletion of the individual message that each occurs in, leaving it
queued on the server for retrieval on a subsequent poll. The
assumption is that DNS errors are transient, due to temporary
server outages.</p>

<p>Unfortunately this means that if a DNS error is permanent a
message can be perpetually stuck in the server mailbox. We've had a
couple bug reports of this kind due to subtle RFC822 parsing errors
in the fetchmail code that resulted in impossible things getting
passed to the DNS lookup routines.</p>

<p>Alternative ways to handle the problem: ignore DNS errors
(treating them as a non-match on the mailserver domain), or forward
messages with errors to fetchmail's invoking user in addition to
any other recipients. These would fit an assumption that DNS lookup
errors are likely to be permanent problems associated with an
address.</p>

<h1>IPv6 and IPSEC</h1>

<p>The IPv6 support patches are really more protocol-family
independence patches. Because of this, in most places, "ports"
(numbers) have been replaced with "services" (strings, that may be
digits). This allows us to run with certain protocols that use
strings as "service names" where we in the IP world think of port
numbers. Someday we'll plumb strings all over and then, if inet6 is
not enabled, do a getservbyname() down in SocketOpen. The IPv6
support patches use getaddrinfo(), which is a POSIX p1003.1g
mandated function. So, in the not too distant future, we'll zap the
ifdefs and just let autoconf check for getaddrinfo. IPv6 support
comes pretty much automatically once you have protocol family
independence.</p>

<h1>Internationalization</h1>

<p>Internationalization is handled using GNU gettext (see the file
ABOUT_NLS in the source distribution). This places some minor
constraints on the code.</p>

<p>Strings that must be subject to translation should be wrapped
with GT_() or N_() -- the former in function arguments, the latter
in static initializers and other non-function-argument
contexts.</p>

<h1>Checklist for Adding Options</h1>

<p>Adding a control option is not complicated in principle, but
there are a lot of fiddly details in the process. You'll need to do
the following minimum steps.</p>

<ul>
<li>Add a field to represent the control in <code>struct
run</code>, <code>struct query</code>, or <code>struct
hostdata</code>.</li>

<li>Go to <code>rcfile_y.y</code>. Add the token to the grammar.
Don't forget the <code>%token</code> declaration.</li>

<li>Pick an actual string to declare the option in the .fetchmailrc
file. Add the token to <code>rcfile_l</code>.</li>

<li>Pick a long-form option name, and a one-letter short option if
any are left. Go to <code>options.c</code>. Pick a new
<code>LA_</code> value. Hack the <code>longoptions</code> table to
set up the association. Hack the big switch statement to set the
option. Hack the `?' message to describe it.</li>

<li>If the default is nonzero, set it in <code>def_opts</code> near
the top of <code>load_params</code> in
<code>fetchmail.c</code>.</li>

<li>Add code to dump the option value in
<code>fetchmail.c:dump_params</code>.</li>

<li>For a per-site or per-user option, add proper
<code>FLAG_MERGE</code> actions in fetchmail.c's optmerge()
function. For a global option, add an override at the end of
load_params; this will involve copying a "cmd_run." field to a
corresponding "run." field, see the existing code for models.</li>

<li>Document the option in fetchmail.man. This will require at
least two changes; one to the collected table of options, and one
full text description of the option.</li>

<li>Hack fetchmailconf to configure it. Bump the fetchmailconf
version.</li>

<li>Hack conf.c to dump the option so we won't have a version-skew
problem.</li>

<li>Add an entry to NEWS.</li>

<li>If the option implements a new feature, add a note to the
feature list.</li>
</ul>

<p>There may be other things you have to do in the way of logic, of
course.</p>

<p>Before you implement an option, though, think hard. Is there any
way to make fetchmail automatically detect the circumstances under
which it should change its behavior? If so, don't write an option.
Just do the check!</p>

<h1>Lessons learned</h1>

<h3>1. Server-side state is essential</h3>

<p>The person(s) responsible for removing LAST from POP3 deserve to
suffer. Without it, a client has no way to know which messages in a
box have been read by other means, such as an MUA running on the
server.</p>

<p>The POP3 UID feature described in RFC1725 to replace LAST is
insufficient. The only problem it solves is tracking which messages
have been read <em>by this client</em> -- and even that requires
tricky, fragile implementation.</p>

<p>The underlying lesson is that maintaining accessible server-side
`seen' state bits associated with Status headers is indispensible
in a Unix/RFC822 mail server protocol. IMAP gets this right.</p>

<h3>2. Readable text protocol transactions are a Good Thing</h3>

<p>A nice thing about the general class of text-based protocols
that SMTP, POP2, POP3, and IMAP belongs to is that client/server
transactions are easy to watch and transaction code correspondingly
easy to debug. Given a decent layer of socket utility functions
(which Carl provided) it's easy to write protocol engines and not
hard to show that they're working correctly.</p>

<p>This is an advantage not to be despised! Because of it, this
project has been interesting and fun -- no serious or persistent
bugs, no long hours spent looking for subtle pathologies.</p>

<h3>3. IMAP is a Good Thing.</h3>

<p>Now that there is a standard IMAP equivalent of the POP3 APOP
validation in CRAM-MD5, POP3 is completely obsolete.</p>

<h3>4. SMTP is the Right Thing</h3>

<p>In retrospect it seems clear that this program (and others like
it) should have been designed to forward via SMTP from the
beginning. This lesson may be applicable to other Unix programs
that now call the local MDA/MTA as a program.</p>

<h3>5. Syntactic noise can be your friend</h3>

<p>The optional `noise' keywords in the rc file syntax started out
as a late-night experiment. The English-like syntax they allow is
considerably more readable than the traditional terse keyword-value
pairs you get when you strip them all out. I think there may be a
wider lesson here.</p>

<h1>Motivation and validation</h1>

<p>It is truly written: the best hacks start out as personal
solutions to the author's everyday problems, and spread because the
problem turns out to be typical for a large class of users. So it
was with Carl Harris and the ancestral popclient, and so with me
and fetchmail.</p>

<p>It's gratifying that fetchmail has become so popular. Until just
before 1.9 I was designing strictly to my own taste. The multi-drop
mailbox support and the new --limit option were the first features
to go in that I didn't need myself.</p>

<p>By 1.9, four months after I started hacking on popclient and a
month after the first fetchmail release, there were literally a
hundred people on the fetchmail-friends contact list. That's pretty
powerful motivation. And they were a good crowd, too, sending fixes
and intelligent bug reports in volume. A user population like that
is a gift from the gods, and this is my expression of
gratitude.</p>

<p>The beta testers didn't know it at the time, but they were also
the subjects of a sociological experiment. The results are
described in my paper, <a
href="//www.catb.org/~esr/writings/cathedral-bazaar/">The
Cathedral And The Bazaar</a>.</p>

<h1>Credits</h1>

pre { line-height: 125%; }
td.linenos .normal { color: inherit; background-color: transparent; padding-left: 5px; padding-right: 5px; }
span.linenos { color: inherit; background-color: transparent; padding-left: 5px; padding-right: 5px; }
td.linenos .special { color: #000000; background-color: #ffffc0; padding-left: 5px; padding-right: 5px; }
span.linenos.special { color: #000000; background-color: #ffffc0; padding-left: 5px; padding-right: 5px; }
.highlight .hll { background-color: #ffffcc }
.highlight .c { color: #888888 } /* Comment */
.highlight .err { color: #a61717; background-color: #e3d2d2 } /* Error */
.highlight .k { color: #008800; font-weight: bold } /* Keyword */
.highlight .ch { color: #888888 } /* Comment.Hashbang */
.highlight .cm { color: #888888 } /* Comment.Multiline */
.highlight .cp { color: #cc0000; font-weight: bold } /* Comment.Preproc */
.highlight .cpf { color: #888888 } /* Comment.PreprocFile */
.highlight .c1 { color: #888888 } /* Comment.Single */
.highlight .cs { color: #cc0000; font-weight: bold; background-color: #fff0f0 } /* Comment.Special */
.highlight .gd { color: #000000; background-color: #ffdddd } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .ges { font-weight: bold; font-style: italic } /* Generic.EmphStrong */
.highlight .gr { color: #aa0000 } /* Generic.Error */
.highlight .gh { color: #333333 } /* Generic.Heading */
.highlight .gi { color: #000000; background-color: #ddffdd } /* Generic.Inserted */
.highlight .go { color: #888888 } /* Generic.Output */
.highlight .gp { color: #555555 } /* Generic.Prompt */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #666666 } /* Generic.Subheading */
.highlight .gt { color: #aa0000 } /* Generic.Traceback */
.highlight .kc { color: #008800; font-weight: bold } /* Keyword.Constant */
.highlight .kd { color: #008800; font-weight: bold } /* Keyword.Declaration */
.highlight .kn { color: #008800; font-weight: bold } /* Keyword.Namespace */
.highlight .kp { color: #008800 } /* Keyword.Pseudo */
.highlight .kr { color: #008800; font-weight: bold } /* Keyword.Reserved */
.highlight .kt { color: #888888; font-weight: bold } /* Keyword.Type */
.highlight .m { color: #0000DD; font-weight: bold } /* Literal.Number */
.highlight .s { color: #dd2200; background-color: #fff0f0 } /* Literal.String */
.highlight .na { color: #336699 } /* Name.Attribute */
.highlight .nb { color: #003388 } /* Name.Builtin */
.highlight .nc { color: #bb0066; font-weight: bold } /* Name.Class */
.highlight .no { color: #003366; font-weight: bold } /* Name.Constant */
.highlight .nd { color: #555555 } /* Name.Decorator */
.highlight .ne { color: #bb0066; font-weight: bold } /* Name.Exception */
.highlight .nf { color: #0066bb; font-weight: bold } /* Name.Function */
.highlight .nl { color: #336699; font-style: italic } /* Name.Label */
.highlight .nn { color: #bb0066; font-weight: bold } /* Name.Namespace */
.highlight .py { color: #336699; font-weight: bold } /* Name.Property */
.highlight .nt { color: #bb0066; font-weight: bold } /* Name.Tag */
.highlight .nv { color: #336699 } /* Name.Variable */
.highlight .ow { color: #008800 } /* Operator.Word */
.highlight .w { color: #bbbbbb } /* Text.Whitespace */
.highlight .mb { color: #0000DD; font-weight: bold } /* Literal.Number.Bin */
.highlight .mf { color: #0000DD; font-weight: bold } /* Literal.Number.Float */
.highlight .mh { color: #0000DD; font-weight: bold } /* Literal.Number.Hex */
.highlight .mi { color: #0000DD; font-weight: bold } /* Literal.Number.Integer */
.highlight .mo { color: #0000DD; font-weight: bold } /* Literal.Number.Oct */
.highlight .sa { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Affix */
.highlight .sb { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Backtick */
.highlight .sc { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Char */
.highlight .dl { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Delimiter */
.highlight .sd { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Doc */
.highlight .s2 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Double */
.highlight .se { color: #0044dd; background-color: #fff0f0 } /* Literal.String.Escape */
.highlight .sh { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Heredoc */
.highlight .si { color: #3333bb; background-color: #fff0f0 } /* Literal.String.Interpol */
.highlight .sx { color: #22bb22; background-color: #f0fff0 } /* Literal.String.Other */
.highlight .sr { color: #008800; background-color: #fff0ff } /* Literal.String.Regex */
.highlight .s1 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Single */
.highlight .ss { color: #aa6600; background-color: #fff0f0 } /* Literal.String.Symbol */
.highlight .bp { color: #003388 } /* Name.Builtin.Pseudo */
.highlight .fm { color: #0066bb; font-weight: bold } /* Name.Function.Magic */
.highlight .vc { color: #336699 } /* Name.Variable.Class */
.highlight .vg { color: #dd7700 } /* Name.Variable.Global */
.highlight .vi { color: #3333bb } /* Name.Variable.Instance */
.highlight .vm { color: #336699 } /* Name.Variable.Magic */
.highlight .il { color: #0000DD; font-weight: bold } /* Literal.Number.Integer.Long */
#!/usr/bin/env python
#
# A GUI configurator for generating fetchmail configuration files.
# by Eric S. Raymond, <esr@snark.thyrsus.com>.
# Requires Python with Tkinter, and the following OS-dependent services:
#       posix, posixpath, socket
version = "1.43"

from Tkinter import *
from Dialog import *
import sys, time, os, string, socket, getopt, tempfile

#
# Define the data structures the GUIs will be tossing around
#
class Configuration:
    def __init__(self):
	self.poll_interval = 0		# Normally, run in foreground
	self.logfile = None		# No logfile, initially
	self.idfile = os.environ["HOME"] + "/.fetchids"	 # Default idfile, initially
	self.postmaster = None		# No last-resort address, initially
	self.bouncemail = TRUE		# Bounce errors to users
	self.spambounce = FALSE		# Bounce spam errors
	self.properties = None		# No exiguous properties
	self.invisible = FALSE		# Suppress Received line & spoof?
	self.syslog = FALSE		# Use syslogd for logging?
	self.servers = []		# List of included sites
	Configuration.typemap = (
	    ('poll_interval',   'Int'),
	    ('logfile',	 'String'),
	    ('idfile',	  'String'),
	    ('postmaster',      'String'),
	    ('bouncemail',      'Boolean'),
	    ('spambounce',      'Boolean'),
	    ('properties',      'String'),
	    ('syslog',	  'Boolean'),
	    ('invisible',       'Boolean'))

    def __repr__(self):
	str = "";
	if self.syslog != ConfigurationDefaults.syslog:
	   str = str + ("set syslog\n")
	elif self.logfile:
	    str = str + ("set logfile \"%s\"\n" % (self.logfile,));
	if self.idfile != ConfigurationDefaults.idfile:
	    str = str + ("set idfile \"%s\"\n" % (self.idfile,));
	if self.postmaster != ConfigurationDefaults.postmaster:
	    str = str + ("set postmaster \"%s\"\n" % (self.postmaster,));
	if self.bouncemail:
	    str = str + ("set bouncemail\n")
	else:
	    str = str + ("set nobouncemail\n")
	if self.spambounce:
	    str = str + ("set spambounce\n")
	else:
	    str = str + ("set no spambounce\n")
	if self.properties != ConfigurationDefaults.properties:
	    str = str + ("set properties \"%s\"\n" % (self.properties,));
	if self.poll_interval > 0:
	    str = str + "set daemon " + `self.poll_interval` + "\n"
	for site in self.servers:
	    str = str + repr(site)
	return str

    def __delitem__(self, name):
	for si in range(len(self.servers)):
	    if self.servers[si].pollname == name:
		del self.servers[si]
		break

    def __str__(self):
	return "[Configuration: " + repr(self) + "]"

class Server:
    def __init__(self):
	self.pollname = None	        # Poll label
	self.via = None		        # True name of host
	self.active = TRUE	        # Poll status
	self.interval = 0	        # Skip interval
	self.protocol = 'auto'	        # Default to auto protocol
	self.port = 0		        # Port number to use
	self.uidl = FALSE	        # Don't use RFC1725 UIDLs by default
	self.auth = 'any'	        # Default to password authentication
	self.timeout = 300	        # 5-minute timeout
	self.envelope = 'Received'      # Envelope-address header
	self.envskip = 0	        # Number of envelope headers to skip
	self.qvirtual = None	        # Name prefix to strip
	self.aka = []		        # List of DNS aka names
	self.dns = TRUE		        # Enable DNS lookup on multidrop
	self.localdomains = []	        # Domains to be considered local
	self.interface = None	        # IP address and range
	self.monitor = None	        # IP address and range
	self.plugin = None	        # Plugin command for going to server
	self.plugout = None	        # Plugin command for going to listener
	self.netsec = None	        # IPV6 security options
	self.principal = None	        # Kerberos principal
        self.esmtpname = None	        # ESMTP 2554 name
        self.esmtppassword = None	# ESMTP 2554 password
	self.tracepolls = FALSE	        # Add trace-poll info to headers
	self.users = []		        # List of user entries for site
	Server.typemap = (
	    ('pollname',  'String'),
	    ('via',       'String'),
	    ('active',    'Boolean'),
	    ('interval',  'Int'),
	    ('protocol',  'String'),
	    ('port',      'Int'),
	    ('uidl',      'Boolean'),
	    ('auth',      'String'),
	    ('timeout',   'Int'),
	    ('envelope',  'String'),
	    ('envskip',   'Int'),
	    ('qvirtual',  'String'),
	    # leave aka out
	    ('dns',       'Boolean'),
	    # leave localdomains out
	    ('interface', 'String'),
	    ('monitor',   'String'),
	    ('plugin',    'String'),
	    ('plugout',   'String'),
            ('esmtpname', 'String'),
            ('esmtppassword', 'String'),
	    ('netsec',    'String'),
	    ('principal', 'String'),
	    ('tracepolls','Boolean'))

    def dump(self, folded):
	res = ""
	if self.active:   res = res + "poll"
	else:	     res = res + "skip"
	res = res + (" " + self.pollname)
	if self.via:
	    res = res + (" via " + str(self.via) + "\n");
	if self.protocol != ServerDefaults.protocol:
	    res = res + " with proto " + self.protocol 
	if self.port != defaultports[self.protocol] and self.port != 0:
	    res = res + " port " + `self.port`
	if self.timeout != ServerDefaults.timeout:
	    res = res + " timeout " + `self.timeout`
	if self.interval != ServerDefaults.interval: 
	    res = res + " interval " + `self.interval`
	if self.envelope != ServerDefaults.envelope or self.envskip != ServerDefaults.envskip:
	    if self.envskip:
		res = res + " envelope " + `self.envskip` + " " + self.envelope
	    else:
		res = res + " envelope " + self.envelope
	if self.qvirtual:
	    res = res + (" qvirtual " + str(self.qvirtual) + "\n");
	if self.auth != ServerDefaults.auth:
	    res = res + " auth " + self.auth
	if self.dns != ServerDefaults.dns or self.uidl != ServerDefaults.uidl:
	    res = res + " and options"
	if self.dns != ServerDefaults.dns:
	    res = res + flag2str(self.dns, 'dns')
	if self.uidl != ServerDefaults.uidl:
	    res = res + flag2str(self.uidl, 'uidl')
	if folded:	res = res + "\n    "
	else:	     res = res + " "

	if self.aka:
	     res = res + "aka"
	     for x in self.aka:
		res = res + " " + x
	if self.aka and self.localdomains: res = res + " "
	if self.localdomains:
	     res = res + ("localdomains")
	     for x in self.localdomains:
		res = res + " " + x
	if (self.aka or self.localdomains):
	    if folded:
		res = res + "\n    "
	    else:
		res = res + " "

	if self.tracepolls:
	   res = res + "tracepolls\n"

	if self.interface:
	    res = res + " interface " + str(self.interface)
	if self.monitor:
	    res = res + " monitor " + str(self.monitor)
	if self.plugin:
	    res = res + " plugin " + `self.plugin`
	if self.plugout:
	    res = res + " plugout " + `self.plugout`
	if self.netsec:
	    res = res + " netsec " + str(self.netsec)
	if self.principal:
	    res = res + " principal " + `self.principal`
	if self.esmtpname:
	    res = res + " esmtpname " + `self.esmtpname`
	if self.esmtppassword:
	    res = res + " esmtppassword " + `self.esmtppassword`
	if self.interface or self.monitor or self.netsec or self.principal or self.plugin or self.plugout:
	    if folded:
		res = res + "\n"

	if res[-1] == " ": res = res[0:-1]

	for user in self.users:
	    res = res + repr(user)
	res = res + "\n"
	return res;

    def __delitem__(self, name):
	for ui in range(len(self.users)):
	    if self.users[ui].remote == name:
		del self.users[ui]
		break

    def __repr__(self):
	return self.dump(TRUE)

    def __str__(self):
	return "[Server: " + self.dump(FALSE) + "]"

class User:
    def __init__(self):
	if os.environ.has_key("USER"):
	    self.remote = os.environ["USER"]    # Remote username
	elif os.environ.has_key("LOGNAME"):
	    self.remote = os.environ["LOGNAME"]
	else:
	    print "Can't get your username!"
	    sys.exit(1)
	self.localnames = [self.remote,]# Local names
	self.password = None	# Password for mail account access
	self.mailboxes = []	# Remote folders to retrieve from
	self.smtphunt = []	# Hosts to forward to
	self.fetchdomains = []	# Domains to fetch from
	self.smtpaddress = None	# Append this to MAIL FROM line
	self.smtpname = None	# Use this for RCPT TO
	self.preconnect = None	# Connection setup
	self.postconnect = None	# Connection wrapup
	self.mda = None		# Mail Delivery Agent
	self.bsmtp = None	# BSMTP output file
	self.lmtp = FALSE	# Use LMTP rather than SMTP?
	self.antispam = ""	# Listener's spam-block code
	self.keep = FALSE	# Keep messages
	self.flush = FALSE	# Flush messages
	self.fetchall = FALSE	# Fetch old messages
	self.rewrite = TRUE     # Rewrite message headers
	self.forcecr = FALSE	# Force LF -> CR/LF
	self.stripcr = FALSE	# Strip CR
	self.pass8bits = FALSE	# Force BODY=7BIT
	self.mimedecode = FALSE	# Undo MIME armoring
	self.dropstatus = FALSE	# Drop incoming Status lines
	self.dropdelivered = FALSE     # Drop incoming Delivered-To lines
	self.idle = FALSE	       # IDLE after poll
	self.limit = 0		# Message size limit
	self.warnings = 3600	# Size warning interval (see tunable.h)
	self.fetchlimit = 0	# Max messages fetched per batch
	self.fetchsizelimit = 100	# Max message sizes fetched per transaction
	self.fastuidl = 10	# Do fast uidl 9 out of 10 times
	self.batchlimit = 0	# Max message forwarded per batch
	self.expunge = 0	# Interval between expunges (IMAP)
	self.ssl = 0		# Enable Seccure Socket Layer
	self.sslkey = None	# SSL key filename
	self.sslcert = None	# SSL certificate filename
	self.sslproto = None	# Force SSL?
	self.sslcertck = 0	# Enable strict SSL cert checking
	self.sslcertpath = None	# Path to trusted certificates
	self.sslfingerprint = None      # SSL key fingerprint to check
	self.properties = None	# Extension properties
	User.typemap = (
	    ('remote',      'String'),
	    # leave out mailboxes and localnames
	    ('password',    'String'),
	    # Leave out smtphunt, fetchdomains
	    ('smtpaddress', 'String'),
	    ('smtpname', 'String'),
	    ('preconnect',  'String'),
	    ('postconnect', 'String'),
	    ('mda',	 'String'),
	    ('bsmtp',       'String'),
	    ('lmtp',	'Boolean'),
	    ('antispam',    'String'),
	    ('keep',	'Boolean'),
	    ('flush',       'Boolean'),
	    ('fetchall',    'Boolean'),
	    ('rewrite',     'Boolean'),
	    ('forcecr',     'Boolean'),
	    ('stripcr',     'Boolean'),
	    ('pass8bits',   'Boolean'),
	    ('mimedecode',  'Boolean'),
	    ('dropstatus',  'Boolean'),
	    ('dropdelivered', 'Boolean'),
	    ('idle',	'Boolean'),
	    ('limit',       'Int'),
	    ('warnings',    'Int'),
	    ('fetchlimit',  'Int'),
	    ('fetchsizelimit',  'Int'),
	    ('fastuidl',    'Int'),
	    ('batchlimit',  'Int'),
	    ('expunge',     'Int'),
	    ('ssl',	 'Boolean'),
	    ('sslkey',      'String'),
	    ('sslcert',     'String'),
	    ('sslcertck',   'Boolean'),
	    ('sslcertpath', 'String'),
	    ('sslfingerprint', 'String'),
	    ('properties',  'String'))

    def __repr__(self):
	res = "    "
	res = res + "user " + `self.remote` + " there ";
	if self.password:
	    res = res + "with password " + `self.password` + " "
	if self.localnames:
	    res = res + "is"
	    for x in self.localnames:
		res = res + " " + `x`
	    res = res + " here"
	if (self.keep != UserDefaults.keep
		or self.flush != UserDefaults.flush
		or self.fetchall != UserDefaults.fetchall
		or self.rewrite != UserDefaults.rewrite 
		or self.forcecr != UserDefaults.forcecr 
		or self.stripcr != UserDefaults.stripcr 
		or self.pass8bits != UserDefaults.pass8bits
		or self.mimedecode != UserDefaults.mimedecode
		or self.dropstatus != UserDefaults.dropstatus
		or self.dropdelivered != UserDefaults.dropdelivered
		or self.idle != UserDefaults.idle):
	    res = res + " options"
	if self.keep != UserDefaults.keep:
	    res = res + flag2str(self.keep, 'keep')
	if self.flush != UserDefaults.flush:
	    res = res + flag2str(self.flush, 'flush')
	if self.fetchall != UserDefaults.fetchall:
	    res = res + flag2str(self.fetchall, 'fetchall')
	if self.rewrite != UserDefaults.rewrite:
	    res = res + flag2str(self.rewrite, 'rewrite')
	if self.forcecr != UserDefaults.forcecr:
	    res = res + flag2str(self.forcecr, 'forcecr')
	if self.stripcr != UserDefaults.stripcr:
	    res = res + flag2str(self.stripcr, 'stripcr')
	if self.pass8bits != UserDefaults.pass8bits:
	    res = res + flag2str(self.pass8bits, 'pass8bits')
	if self.mimedecode != UserDefaults.mimedecode:
	    res = res + flag2str(self.mimedecode, 'mimedecode')
	if self.dropstatus != UserDefaults.dropstatus:
	    res = res + flag2str(self.dropstatus, 'dropstatus')
	if self.dropdelivered != UserDefaults.dropdelivered:
	    res = res + flag2str(self.dropdelivered, 'dropdelivered')
	if self.idle != UserDefaults.idle:
	    res = res + flag2str(self.idle, 'idle')
	if self.limit != UserDefaults.limit:
	    res = res + " limit " + `self.limit`
	if self.warnings != UserDefaults.warnings:
	    res = res + " warnings " + `self.warnings`
	if self.fetchlimit != UserDefaults.fetchlimit:
	    res = res + " fetchlimit " + `self.fetchlimit`
	if self.fetchsizelimit != UserDefaults.fetchsizelimit:
	    res = res + " fetchsizelimit " + `self.fetchsizelimit`
	if self.fastuidl != UserDefaults.fastuidl:
	    res = res + " fastuidl " + `self.fastuidl`
	if self.batchlimit != UserDefaults.batchlimit:
	    res = res + " batchlimit " + `self.batchlimit`
	if self.ssl and self.ssl != UserDefaults.ssl:
	    res = res + flag2str(self.ssl, 'ssl')
	if self.sslkey and self.sslkey != UserDefaults.sslkey:
	    res = res + " sslkey " + `self.sslkey`
	if self.sslcert and self.sslcert != UserDefaults.sslcert:
	    res = res + " sslcert " + `self.sslcert`
	if self.sslproto and self.sslproto != UserDefaults.sslproto:
	    res = res + " sslproto " + `self.sslproto`
	if self.sslcertck and self.sslcertck != UserDefaults.sslcertck:
	    res = res +  flag2str(self.sslcertck, 'sslcertck')
	if self.sslcertpath and self.sslcertpath != UserDefaults.sslcertpath:
	    res = res + " sslcertpath " + `self.sslcertpath`
	if self.sslfingerprint and self.sslfingerprint != UserDefaults.sslfingerprint:
	    res = res + " sslfingerprint " + `self.sslfingerprint`
	if self.expunge != UserDefaults.expunge:
	    res = res + " expunge " + `self.expunge`
	res = res + "\n"
	trimmed = self.smtphunt;
	if trimmed != [] and trimmed[len(trimmed) - 1] == "localhost":
	    trimmed = trimmed[0:len(trimmed) - 1]
	if trimmed != [] and trimmed[len(trimmed) - 1] == hostname:
	    trimmed = trimmed[0:len(trimmed) - 1]
	if trimmed != []:
	    res = res + "    smtphost "
	    for x in trimmed:
		res = res + " " + x
		res = res + "\n"
	trimmed = self.fetchdomains
	if trimmed != [] and trimmed[len(trimmed) - 1] == hostname:
	    trimmed = trimmed[0:len(trimmed) - 1]
	if trimmed != []:
	    res = res + "    fetchdomains "
	    for x in trimmed:
		res = res + " " + x
		res = res + "\n"
	if self.mailboxes:
	     res = res + "    folder"
	     for x in self.mailboxes:
		res = res + " " + x
	     res = res + "\n"
	for fld in ('smtpaddress', 'preconnect', 'postconnect', 'mda', 'bsmtp', 'properties'):
	    if getattr(self, fld):
		res = res + " %s %s\n" % (fld, `getattr(self, fld)`)
	if self.lmtp != UserDefaults.lmtp:
	    res = res + flag2str(self.lmtp, 'lmtp')
	if self.antispam != UserDefaults.antispam:
	    res = res + "    antispam " + self.antispam + "\n"
	return res;

    def __str__(self):
	return "[User: " + repr(self) + "]"

#
# Helper code
#

defaultports = {"auto":0,
		"POP2":109, 
		"POP3":110,
		"APOP":110,
		"KPOP":1109,
		"IMAP":143,
		"ETRN":25,
		"ODMR":366}

authlist = ("any", "password", "gssapi", "kerberos", "ssh", "otp")

listboxhelp = {
    'title' : 'List Selection Help',
    'banner': 'List Selection',
    'text' : """
You must select an item in the list box (by clicking on it). 
"""}

def flag2str(value, string):
# make a string representation of a .fetchmailrc flag or negated flag
    str = ""
    if value != None:
	str = str + (" ")
	if value == FALSE: str = str + ("no ")
	str = str + string;
    return str

class LabeledEntry(Frame):
# widget consisting of entry field with caption to left
    def bind(self, key, action):
	self.E.bind(key, action)
    def focus_set(self):
	self.E.focus_set()
    def __init__(self, Master, text, textvar, lwidth, ewidth=12):
	Frame.__init__(self, Master)
	self.L = Label(self, {'text':text, 'width':lwidth, 'anchor':'w'})
	self.E = Entry(self, {'textvar':textvar, 'width':ewidth})
	self.L.pack({'side':'left'})
	self.E.pack({'side':'left', 'expand':'1', 'fill':'x'})

def ButtonBar(frame, legend, ref, alternatives, depth, command):
# array of radio buttons, caption to left, picking from a string list
    bar = Frame(frame)
    width = (len(alternatives)+1) / depth;
    Label(bar, text=legend).pack(side=LEFT)
    for column in range(width):
	subframe = Frame(bar)
	for row in range(depth):
	    ind = width * row + column
	    if ind < len(alternatives):
		Radiobutton(subframe,
			{'text':alternatives[ind], 
			 'variable':ref,
			 'value':alternatives[ind],
			 'command':command}).pack(side=TOP, anchor=W)
	    else:
		# This is just a spacer
		Radiobutton(subframe,
			{'text':" ",'state':DISABLED}).pack(side=TOP, anchor=W)
	subframe.pack(side=LEFT)
    bar.pack(side=TOP);
    return bar

def helpwin(helpdict):
# help message window with a self-destruct button
    helpwin = Toplevel()
    helpwin.title(helpdict['title']) 
    helpwin.iconname(helpdict['title'])
    Label(helpwin, text=helpdict['banner']).pack()
    textframe = Frame(helpwin)
    scroll = Scrollbar(textframe)
    helpwin.textwidget = Text(textframe, setgrid=TRUE)
    textframe.pack(side=TOP, expand=YES, fill=BOTH)
    helpwin.textwidget.config(yscrollcommand=scroll.set)
    helpwin.textwidget.pack(side=LEFT, expand=YES, fill=BOTH)
    scroll.config(command=helpwin.textwidget.yview)
    scroll.pack(side=RIGHT, fill=BOTH)
    helpwin.textwidget.insert(END, helpdict['text']);
    Button(helpwin, text='Done', 
	   command=lambda x=helpwin: x.destroy(), bd=2).pack()
    textframe.pack(side=TOP)

def make_icon_window(base, image):
    try:
	# Some older pythons will error out on this
	icon_image = PhotoImage(data=image)
	icon_window = Toplevel()
	Label(icon_window, image=icon_image, bg='black').pack()
	base.master.iconwindow(icon_window)
	# Avoid TkInter brain death. PhotoImage objects go out of
	# scope when the enclosing function returns.  Therefore
	# we have to explicitly link them to something.
	base.keepalive.append(icon_image)
    except:
	pass

class ListEdit(Frame):
# edit a list of values (duplicates not allowed) with a supplied editor hook 
    def __init__(self, newlegend, list, editor, deletor, master, helptxt):
	self.editor = editor
	self.deletor = deletor
	self.list = list

	# Set up a widget to accept new elements
	self.newval = StringVar(master)
	newwin = LabeledEntry(master, newlegend, self.newval, '12')
	newwin.bind('<Double-1>', self.handleNew)
	newwin.bind('<Return>', self.handleNew)
	newwin.pack(side=TOP, fill=X, anchor=E)

	# Edit the existing list
	listframe = Frame(master)
	scroll = Scrollbar(listframe)
	self.listwidget = Listbox(listframe, height=0, selectmode='browse')
	if self.list:
	    for x in self.list:
		self.listwidget.insert(END, x)
	listframe.pack(side=TOP, expand=YES, fill=BOTH)
	self.listwidget.config(yscrollcommand=scroll.set)
	self.listwidget.pack(side=LEFT, expand=YES, fill=BOTH)
	scroll.config(command=self.listwidget.yview)
	scroll.pack(side=RIGHT, fill=BOTH)
	self.listwidget.config(selectmode=SINGLE, setgrid=TRUE)
	self.listwidget.bind('<Double-1>', self.handleList);
	self.listwidget.bind('<Return>', self.handleList);

	bf = Frame(master);
	if self.editor:
	    Button(bf, text='Edit',   command=self.editItem).pack(side=LEFT)
	Button(bf, text='Delete', command=self.deleteItem).pack(side=LEFT)
	if helptxt:
	    self.helptxt = helptxt
	    Button(bf, text='Help', fg='blue',
		   command=self.help).pack(side=RIGHT)
	bf.pack(fill=X)

    def help(self):
	helpwin(self.helptxt)

    def handleList(self, event):
	self.editItem();

    def handleNew(self, event):
	item = self.newval.get()
	if item:
	    entire = self.listwidget.get(0, self.listwidget.index('end'));
	    if item and (not entire) or (not item in self.listwidget.get(0, self.listwidget.index('end'))):
		self.listwidget.insert('end', item)
		if self.list != None: self.list.append(item)
		if self.editor:
		    apply(self.editor, (item,))
	    self.newval.set('')

    def editItem(self):
	select = self.listwidget.curselection()
	if not select:
	    helpwin(listboxhelp)
	else:
	    index = select[0]
	    if index and self.editor:
		label = self.listwidget.get(index);
		if self.editor:
		    apply(self.editor, (label,))

    def deleteItem(self):
	select = self.listwidget.curselection()
	if not select:
	    helpwin(listboxhelp)
	else:
	    index = string.atoi(select[0])
	    label = self.listwidget.get(index);
	    self.listwidget.delete(index)
	    if self.list != None:
		del self.list[index]
	    if self.deletor != None:
		apply(self.deletor, (label,))

def ConfirmQuit(frame, context):
    ans = Dialog(frame, 
		 title = 'Quit?',
		 text = 'Really quit ' + context + ' without saving?',
		 bitmap = 'question',
		 strings = ('Yes', 'No'),
		 default = 1)
    return ans.num == 0

def dispose_window(master, legend, help, savelegend='OK'):
    dispose = Frame(master, relief=RAISED, bd=5)
    Label(dispose, text=legend).pack(side=TOP,pady=10)
    Button(dispose, text=savelegend, fg='blue',
	   command=master.save).pack(side=LEFT)
    Button(dispose, text='Quit', fg='blue',
	   command=master.nosave).pack(side=LEFT)
    Button(dispose, text='Help', fg='blue',
	   command=lambda x=help: helpwin(x)).pack(side=RIGHT)
    dispose.pack(fill=X)
    return dispose

class MyWidget:
# Common methods for Tkinter widgets -- deals with Tkinter declaration
    def post(self, widgetclass, field):
	for x in widgetclass.typemap:
	    if x[1] == 'Boolean':
		setattr(self, x[0], BooleanVar(self))
	    elif x[1] == 'String':
		setattr(self, x[0], StringVar(self))
	    elif x[1] == 'Int':
		setattr(self, x[0], IntVar(self))
	    source = getattr(getattr(self, field), x[0])
	    if source:
		getattr(self, x[0]).set(source)

    def fetch(self, widgetclass, field):
	for x in widgetclass.typemap:
	    setattr(getattr(self, field), x[0], getattr(self, x[0]).get())

#
# First, code to set the global fetchmail run controls.
#

configure_novice_help = {
    'title' : 'Fetchmail novice configurator help',
    'banner': 'Novice configurator help',
    'text' : """
In the `Novice Configurator Controls' panel, you can:

Press `Save' to save the new fetchmail configuration you have created.
Press `Quit' to exit without saving.
Press `Help' to bring up this help message.

In the `Novice Configuration' panels, you will set up the basic data
needed to create a simple fetchmail setup.  These include:

1. The name of the remote site you want to query.

2. Your login name on that site.

3. Your password on that site.

4. A protocol to use (POP, IMAP, ETRN, etc.)

5. A polling interval.

6. Options to fetch old messages as well as new, uor to suppress
   deletion of fetched message.

The novice-configuration code will assume that you want to forward mail
to a local sendmail listener with no special options.
"""}

configure_expert_help = {
    'title' : 'Fetchmail expert configurator help',
    'banner': 'Expert configurator help',
    'text' : """
In the `Expert Configurator Controls' panel, you can:

Press `Save' to save the new fetchmail configuration you have edited.
Press `Quit' to exit without saving.
Press `Help' to bring up this help message.

In the `Run Controls' panel, you can set the following options that
control how fetchmail runs:

Poll interval
	Number of seconds to wait between polls in the background.
	If zero, fetchmail will run in foreground.

Logfile
	If empty, emit progress and error messages to stderr.
	Otherwise this gives the name of the files to write to.
	This field is ignored if the "Log to syslog?" option is on.

Idfile
	If empty, store seen-message IDs in .fetchids under user's home
	directory.  If nonempty, use given file name.

Postmaster
	Who to send multidrop mail to as a last resort if no address can
	be matched.  Normally empty; in this case, fetchmail treats the
	invoking user as the address of last resort unless that user is
	root.  If that user is root, fetchmail sends to `postmaster'.

Bounces to sender?
	If this option is on (the default) error mail goes to the sender.
	Otherwise it goes to the postmaster.

Send spam bounces?
	If this option is on, spam bounces are sent to the sender or
	postmaster (depending on the "Bounces to sender?" option.  Otherwise,
	spam bounces are not sent (the default).

Invisible
	If false (the default) fetchmail generates a Received line into
	each message and generates a HELO from the machine it is running on.
	If true, fetchmail generates no Received line and HELOs as if it were
	the remote site.

In the `Remote Mail Configurations' panel, you can:

1. Enter the name of a new remote mail server you want fetchmail to query.

To do this, simply enter a label for the poll configuration in the
`New Server:' box.  The label should be a DNS name of the server (unless
you are using ssh or some other tunneling method and will fill in the `via'
option on the site configuration screen).

2. Change the configuration of an existing site.

To do this, find the site's label in the listbox and double-click it.
This will take you to a site configuration dialogue.
"""}


class ConfigurationEdit(Frame, MyWidget):
    def __init__(self, configuration, outfile, master, onexit):
	self.subwidgets = {}
	self.configuration = configuration
	self.outfile = outfile
	self.container = master
	self.onexit = onexit
	ConfigurationEdit.mode_to_help = {
	    'novice':configure_novice_help, 'expert':configure_expert_help
	    }

    def server_edit(self, sitename):
	self.subwidgets[sitename] = ServerEdit(sitename, self).edit(self.mode, Toplevel())

    def server_delete(self, sitename):
	try:
	    for user in self.subwidgets.keys():
		user.destruct()
	    del self.configuration[sitename]
	except:
	    pass

    def edit(self, mode):
	self.mode = mode
	Frame.__init__(self, self.container)
	self.master.title('fetchmail ' + self.mode + ' configurator');
	self.master.iconname('fetchmail ' + self.mode + ' configurator');
	self.master.protocol('WM_DELETE_WINDOW', self.nosave)
	self.keepalive = []     # Use this to anchor the PhotoImage object
	make_icon_window(self, fetchmail_icon)
	Pack.config(self)
	self.post(Configuration, 'configuration')

	dispose_window(self,
		       'Configurator ' + self.mode + ' Controls',
		       ConfigurationEdit.mode_to_help[self.mode],
		       'Save')

	gf = Frame(self, relief=RAISED, bd = 5)
	Label(gf,
		text='Fetchmail Run Controls', 
		bd=2).pack(side=TOP, pady=10)

	df = Frame(gf)

	ff = Frame(df)
	if self.mode != 'novice':
	    # Set the postmaster
	    log = LabeledEntry(ff, '     Postmaster:', self.postmaster, '14')
	    log.pack(side=RIGHT, anchor=E)

	# Set the poll interval
	de = LabeledEntry(ff, '     Poll interval:', self.poll_interval, '14')
	de.pack(side=RIGHT, anchor=E)
	ff.pack()

	df.pack()

	if self.mode != 'novice':
	    pf = Frame(gf)
	    Checkbutton(pf,
		{'text':'Bounces to sender?',
		'variable':self.bouncemail,
		'relief':GROOVE}).pack(side=LEFT, anchor=W)
	    pf.pack(fill=X)

	    sb = Frame(gf)
	    Checkbutton(sb,
		{'text':'send spam bounces?',
		'variable':self.spambounce,
		'relief':GROOVE}).pack(side=LEFT, anchor=W)
	    sb.pack(fill=X)

	    sf = Frame(gf)
	    Checkbutton(sf,
		{'text':'Log to syslog?',
		'variable':self.syslog,
		'relief':GROOVE}).pack(side=LEFT, anchor=W)
	    log = LabeledEntry(sf, '     Logfile:', self.logfile, '14')
	    log.pack(side=RIGHT, anchor=E)
	    sf.pack(fill=X)

	    Checkbutton(gf,
		{'text':'Invisible mode?',
		'variable':self.invisible,
		 'relief':GROOVE}).pack(side=LEFT, anchor=W)
	    # Set the idfile
	    log = LabeledEntry(gf, '     Idfile:', self.idfile, '14')
	    log.pack(side=RIGHT, anchor=E)

	gf.pack(fill=X)

	# Expert mode allows us to edit multiple sites
	lf = Frame(self, relief=RAISED, bd=5)
	Label(lf,
	      text='Remote Mail Server Configurations', 
	      bd=2).pack(side=TOP, pady=10)
	ListEdit('New Server:', 
		map(lambda x: x.pollname, self.configuration.servers),
		lambda site, self=self: self.server_edit(site),
		lambda site, self=self: self.server_delete(site),
		lf, remotehelp)
	lf.pack(fill=X)

    def destruct(self):
	for sitename in self.subwidgets.keys():
	    self.subwidgets[sitename].destruct()	
	self.master.destroy()
	self.onexit()

    def nosave(self):
	if ConfirmQuit(self, self.mode + " configuration editor"):
	    self.destruct()

    def save(self):
	for sitename in self.subwidgets.keys():
	    self.subwidgets[sitename].save()
	self.fetch(Configuration, 'configuration')
	fm = None
	if not self.outfile:
	    fm = sys.stdout
	elif not os.path.isfile(self.outfile) or Dialog(self, 
		 title = 'Overwrite existing run control file?',
		 text = 'Really overwrite existing run control file?',
		 bitmap = 'question',
		 strings = ('Yes', 'No'),
		 default = 1).num == 0:
	    try:
		os.rename(self.outfile, self.outfile + "~")
	    # Pre-1.5.2 compatibility...
	    except os.error:
		pass
	    fm = open(self.outfile, 'w')
	if fm:
	    fm.write("# Configuration created %s by fetchmailconf\n" % time.ctime(time.time()))
	    fm.write(`self.configuration`)
	    if self.outfile:
		fm.close()
	    if fm != sys.stdout:
		os.chmod(self.outfile, 0600)
	    self.destruct()

#
# Server editing stuff.
#
remotehelp = {
    'title' : 'Remote site help',
    'banner': 'Remote sites',
    'text' : """
When you add a site name to the list here, 
you initialize an entry telling fetchmail
how to poll a new site.

When you select a sitename (by double-
clicking it, or by single-clicking to
select and then clicking the Edit button),
you will open a window to configure that
site.
"""}

serverhelp = {
    'title' : 'Server options help',
    'banner': 'Server Options',
    'text' : """
The server options screen controls fetchmail 
options that apply to one of your mailservers.

Once you have a mailserver configuration set
up as you like it, you can select `OK' to
store it in the server list maintained in
the main configuration window.

If you wish to discard changes to a server 
configuration, select `Quit'.
"""}

controlhelp = {
    'title' : 'Run Control help',
    'banner': 'Run Controls',
    'text' : """
If the `Poll normally' checkbox is on, the host is polled as part of
the normal operation of fetchmail when it is run with no arguments.
If it is off, fetchmail will only query this host when it is given as
a command-line argument.

The `True name of server' box should specify the actual DNS name
to query. By default this is the same as the poll name.

Normally each host described in the file is queried once each 
poll cycle. If `Cycles to skip between polls' is greater than 0,
that's the number of poll cycles that are skipped between the
times this post is actually polled.

The `Server timeout' is the number of seconds fetchmail will wait
for a reply from the mailserver before concluding it is hung and
giving up.
"""}

protohelp = {
    'title' : 'Protocol and Port help',
    'banner': 'Protocol and Port',
    'text' : """
These options control the remote-mail protocol
and TCP/IP service port used to query this
server.

If you click the `Probe for supported protocols'
button, fetchmail will try to find you the most
capable server on the selected host (this will
only work if you're conncted to the Internet).
The probe only checks for ordinary IMAP and POP
protocols; fortunately these are the most
frequently supported.

The `Protocol' button bar offers you a choice of
all the different protocols available.  The `auto'
protocol is the default mode; it probes the host
ports for POP3 and IMAP to see if either is
available.

Normally the TCP/IP service port to use is 
dictated by the protocol choice.  The `Port'
field (only present in expert mode) lets you
set a non-standard port.
"""}

sechelp = {
    'title' : 'Security option help',
    'banner': 'Security',
    'text' : """
The `interface' option allows you to specify a range
of IP addresses to monitor for activity.  If these
addresses are not active, fetchmail will not poll.
Specifying this may protect you from a spoofing attack
if your client machine has more than one IP gateway
address and some of the gateways are to insecure nets.

The `monitor' option, if given, specifies the only
device through which fetchmail is permitted to connect
to servers.  This option may be used to prevent
fetchmail from triggering an expensive dial-out if the
interface is not already active.

The `interface' and `monitor' options are available
only for Linux and freeBSD systems.  See the fetchmail
manual page for details on these.

The ssl option enables SSL communication with a mailserver
supporting Secure Sockets Layer. The sslkey and sslcert options
declare key and certificate files for use with SSL.
The sslcertck option enables strict checking of SSL server
certificates (and sslcertpath gives trusted certificate
directory). With sslfingerprint, you can specify a finger-
print the server's key is checked against.

The `netsec' option will be configurable only if fetchmail
was compiled with IPV6 support.  If you need to use it,
you probably know what to do.
"""}

multihelp = {
    'title' : 'Multidrop option help',
    'banner': 'Multidrop',
    'text' : """
These options are only useful with multidrop mode.
See the manual page for extended discussion.
"""}

suserhelp = {
    'title' : 'User list help',
    'banner': 'User list',
    'text' : """
When you add a user name to the list here, 
you initialize an entry telling fetchmail
to poll the site on behalf of the new user.

When you select a username (by double-
clicking it, or by single-clicking to
select and then clicking the Edit button),
you will open a window to configure the
user's options on that site.
"""}

class ServerEdit(Frame, MyWidget):
    def __init__(self, host, parent):
	self.parent = parent
	self.server = None
	self.subwidgets = {}
	for site in parent.configuration.servers:
	    if site.pollname == host:
		self.server = site
	if (self.server == None):
		self.server = Server()
		self.server.pollname = host
		self.server.via = None
		parent.configuration.servers.append(self.server)

    def edit(self, mode, master=None):
	Frame.__init__(self, master)
	Pack.config(self)
	self.master.title('Fetchmail host ' + self.server.pollname);
	self.master.iconname('Fetchmail host ' + self.server.pollname);
	self.post(Server, 'server')
	self.makeWidgets(self.server.pollname, mode)
	self.keepalive = []     # Use this to anchor the PhotoImage object
	make_icon_window(self, fetchmail_icon)
#       self.grab_set()
#       self.focus_set()
#       self.wait_window()
	return self

    def destruct(self):
	for username in self.subwidgets.keys():
	    self.subwidgets[username].destruct()	
	del self.parent.subwidgets[self.server.pollname]
	self.master.destroy()

    def nosave(self):
	if ConfirmQuit(self, 'server option editing'):
	    self.destruct()

    def save(self):
	self.fetch(Server, 'server')
	for username in self.subwidgets.keys():
	    self.subwidgets[username].save()	
	self.destruct()

    def defaultPort(self):
	proto = self.protocol.get()
	# Callback to reset the port number whenever the protocol type changes.
	# We used to only reset the port if it had a default (zero) value.
	# This turns out to be a bad idea especially in Novice mode -- if
	# you set POP3 and then set IMAP, the port invisibly remained 110.
	# Now we reset unconditionally on the theory that if you're setting
	# a custom port number you should be in expert mode and playing
	# close enough attention to notice this...
	self.port.set(defaultports[proto])
	if not proto in ("POP3", "APOP", "KPOP"): self.uidl.state = DISABLED 

    def user_edit(self, username, mode):
	self.subwidgets[username] = UserEdit(username, self).edit(mode, Toplevel())

    def user_delete(self, username):
	if self.subwidgets.has_key(username):
	    self.subwidgets[username].destruct()
	del self.server[username]

    def makeWidgets(self, host, mode):
	topwin = dispose_window(self, "Server options for querying " + host, serverhelp)

	leftwin = Frame(self);
	leftwidth = '25';

	if mode != 'novice':
	    ctlwin = Frame(leftwin, relief=RAISED, bd=5)
	    Label(ctlwin, text="Run Controls").pack(side=TOP)
	    Checkbutton(ctlwin, text='Poll ' + host + ' normally?', variable=self.active).pack(side=TOP)
	    LabeledEntry(ctlwin, 'True name of ' + host + ':',
		      self.via, leftwidth).pack(side=TOP, fill=X)
	    LabeledEntry(ctlwin, 'Cycles to skip between polls:',
		      self.interval, leftwidth).pack(side=TOP, fill=X)
	    LabeledEntry(ctlwin, 'Server timeout (seconds):',
		      self.timeout, leftwidth).pack(side=TOP, fill=X)
	    Button(ctlwin, text='Help', fg='blue',
	       command=lambda: helpwin(controlhelp)).pack(side=RIGHT)
	    ctlwin.pack(fill=X)

	# Compute the available protocols from the compile-time options
	protolist = ['auto']
	if 'pop2' in feature_options:
	    protolist.append("POP2")
	if 'pop3' in feature_options:
	    protolist = protolist + ["POP3", "APOP", "KPOP"]
	if 'sdps' in feature_options:
	    protolist.append("SDPS")
	if 'imap' in feature_options:
	    protolist.append("IMAP")
	if 'etrn' in feature_options:
	    protolist.append("ETRN")
	if 'odmr' in feature_options:
	    protolist.append("ODMR")

	protwin = Frame(leftwin, relief=RAISED, bd=5)
	Label(protwin, text="Protocol").pack(side=TOP)
	ButtonBar(protwin, '',
		  self.protocol, protolist, 2,
		  self.defaultPort) 
	if mode != 'novice':
	    LabeledEntry(protwin, 'On server TCP/IP port:',
		      self.port, leftwidth).pack(side=TOP, fill=X)
	    self.defaultPort()
	    Checkbutton(protwin,
		text="POP3: track `seen' with client-side UIDLs?",
		variable=self.uidl).pack(side=TOP)   
	Button(protwin, text='Probe for supported protocols', fg='blue',
	       command=self.autoprobe).pack(side=LEFT)
	Button(protwin, text='Help', fg='blue',
	       command=lambda: helpwin(protohelp)).pack(side=RIGHT)
	protwin.pack(fill=X)

	userwin = Frame(leftwin, relief=RAISED, bd=5)
	Label(userwin, text="User entries for " + host).pack(side=TOP)
	ListEdit("New user: ",
		 map(lambda x: x.remote, self.server.users),
		 lambda u, m=mode, s=self: s.user_edit(u, m),
		 lambda u, s=self: s.user_delete(u),
		 userwin, suserhelp)
	userwin.pack(fill=X)

	leftwin.pack(side=LEFT, anchor=N, fill=X);

	if mode != 'novice':
	    rightwin = Frame(self);

	    mdropwin = Frame(rightwin, relief=RAISED, bd=5)
	    Label(mdropwin, text="Multidrop options").pack(side=TOP)
	    LabeledEntry(mdropwin, 'Envelope address header:',
		      self.envelope, '22').pack(side=TOP, fill=X)
	    LabeledEntry(mdropwin, 'Envelope headers to skip:',
		      self.envskip, '22').pack(side=TOP, fill=X)
	    LabeledEntry(mdropwin, 'Name prefix to strip:',
		      self.qvirtual, '22').pack(side=TOP, fill=X)
	    Checkbutton(mdropwin, text="Enable multidrop DNS lookup?",
		    variable=self.dns).pack(side=TOP)
	    Label(mdropwin, text="DNS aliases").pack(side=TOP)
	    ListEdit("New alias: ", self.server.aka, None, None, mdropwin, None)
	    Label(mdropwin, text="Domains to be considered local").pack(side=TOP)
	    ListEdit("New domain: ",
		 self.server.localdomains, None, None, mdropwin, multihelp)
	    mdropwin.pack(fill=X)

	    if os_type in ('linux', 'freebsd') or 'netsec' in feature_options:
		secwin = Frame(rightwin, relief=RAISED, bd=5)
		Label(secwin, text="Security").pack(side=TOP)
		# Don't actually let users set this.  KPOP sets it implicitly
		#       ButtonBar(secwin, 'Authorization mode:',
		#		 self.auth, authlist, 1, None).pack(side=TOP)
		if os_type == 'linux' or os_type == 'freebsd'  or 'interface' in dictmembers:
		    LabeledEntry(secwin, 'IP range to check before poll:',
			 self.interface, leftwidth).pack(side=TOP, fill=X)
		if os_type == 'linux' or os_type == 'freebsd' or 'monitor' in dictmembers:
		    LabeledEntry(secwin, 'Interface to monitor:',
			 self.monitor, leftwidth).pack(side=TOP, fill=X)
		if 'netsec' in feature_options or 'netsec' in dictmembers:
		    LabeledEntry(secwin, 'IPV6 security options:',
			 self.netsec, leftwidth).pack(side=TOP, fill=X)
		# Someday this should handle Kerberos 5 too
		if 'kerberos' in feature_options:
		    LabeledEntry(secwin, 'Principal:',
			 self.principal, '12').pack(side=TOP, fill=X)
                # ESMTP authentication
                LabeledEntry(secwin, 'ESMTP name:',
                             self.esmtpname, '12').pack(side=TOP, fill=X)
                LabeledEntry(secwin, 'ESMTP password:',
                             self.esmtppassword, '12').pack(side=TOP, fill=X)
		Button(secwin, text='Help', fg='blue',
		       command=lambda: helpwin(sechelp)).pack(side=RIGHT)
		secwin.pack(fill=X)

	    rightwin.pack(side=LEFT, anchor=N);

    def autoprobe(self):
	# Note: this only handles case (1) near fetchmail.c:1032
	# We're assuming people smart enough to set up ssh tunneling
	# won't need autoprobing.
	if self.server.via:
	    realhost = self.server.via
	else:
	    realhost = self.server.pollname
	greetline = None
	for (protocol, port) in (("IMAP",143), ("POP3",110), ("POP2",109)):
	    sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
	    try:
                sock.connect((realhost, port))
		greetline = sock.recv(1024)
		sock.close()
	    except:
		pass
	    else:
		break
	confwin = Toplevel()
	if greetline == None:
	    title = "Autoprobe of " + realhost + " failed"
	    confirm = """
Fetchmailconf didn't find any mailservers active.
This could mean the host doesn't support any,
or that your Internet connection is down, or
that the host is so slow that the probe timed
out before getting a response.
"""
	else:
	    warnings = ''
	    # OK, now try to recognize potential problems

	    if protocol == "POP2":
		warnings = warnings + """
It appears you have somehow found a mailserver running only POP2.
Congratulations.  Have you considered a career in archaeology?

Unfortunately, stock fetchmail binaries don't include POP2 support anymore.
Unless the first line of your fetchmail -V output includes the string "POP2",
you'll have to build it from sources yourself with the configure
switch --enable-POP2.

"""

### POP3 servers start here

	    if string.find(greetline, "1.003") > 0 or string.find(greetline, "1.004") > 0:
		warnings = warnings + """
This appears to be an old version of the UC Davis POP server.  These are
dangerously unreliable (among other problems, they may drop your mailbox
on the floor if your connection is interrupted during the session).

It is strongly recommended that you find a better POP3 server.  The fetchmail
FAQ includes pointers to good ones.

"""
	    if string.find(greetline, "comcast.net") > 0:
		warnings = warnings + """
The Comcast Maillennium POP3 server only returns the first 80K of a long
message retrieved with TOP. Its response to RETR is normal, so use the
`fetchall' option.

"""
# Steve VanDevender <stevev@efn.org> writes:
# The only system I have seen this happen with is cucipop-1.31
# under SunOS 4.1.4.  cucipop-1.31 runs fine on at least Solaris
# 2.x and probably quite a few other systems.  It appears to be a
# bug or bad interaction with the SunOS realloc() -- it turns out
# that internally cucipop does allocate a certain data structure in
# multiples of 16, using realloc() to bump it up to the next
# multiple if it needs more.
# 
# The distinctive symptom is that when there are 16 messages in the
# inbox, you can RETR and DELE all 16 messages successfully, but on
# QUIT cucipop returns something like "-ERR Error locking your
# mailbox" and aborts without updating it.
# 
# The cucipop banner looks like:
# 
# +OK Cubic Circle's v1.31 1998/05/13 POP3 ready <6229000062f95036@wakko>
#
	    if string.find(greetline, "Cubic Circle") > 0:
		warnings = warnings + """
I see your server is running cucipop.  Better make sure the server box
isn't a SunOS 4.1.4 machine; cucipop tickles a bug in SunOS realloc()
under that version, and doesn't cope with the result gracefully.  Newer
SunOS and Solaris machines run cucipop OK.

Also, some versions of cucipop don't assert an exclusive lock on your
mailbox when it's being queried.  This means that if you have more than
one fetchmail query running against the same mailbox, bad things can happen.
"""
	    if string.find(greetline, "David POP3 Server") > 0:
		warnings = warnings + """
This POP3 server is badly broken.  You should get rid of it -- and the
brain-dead Microsoft operating system it rode in on.

"""
# The greeting line on the server known to be buggy is:
# +OK POP3 server ready (running FTGate V2, 2, 1, 0 Jun 21 1999 09:55:01)
#
	    if string.find(greetline, "FTGate") > 0:
		warnings = warnings + """
This POP server has a weird bug; it says OK twice in response to TOP.
Its response to RETR is normal, so use the `fetchall' option.

"""
	    if string.find(greetline, " geonet.de") > 0:
		warnings = warnings + """
You appear to be using geonet.  As of late 2002, the TOP command on
geonet's POP3 is broken.  Use the fetchall option.

"""
	    if string.find(greetline, "OpenMail") > 0:
		warnings = warnings + """
You appear to be using some version of HP OpenMail.  Many versions of
OpenMail do not process the "TOP" command correctly; the symptom is that
only the header and first line of each message is retrieved.  To work
around this bug, turn on `fetchall' on all user entries associated with
this server.  

"""
	    if string.find(greetline, "Escape character is") > 0:
		warnings = warnings + """
Your greeting line looks like it was written by a fetid pile of
camel dung identified to me as `popa3d written by Solar Designer'.
Beware!  The UIDL support in this thing is known to be completely broken,
and other things probably are too.

"""
	    if string.find(greetline, "MercuryP/NLM v1.48") > 0:
		warnings = warnings + """
This is not a POP3 server.  It has delusions of being one, but after
RETR all messages are automatically marked to be deleted.  The only
way to prevent this is to issue an RSET before leaving the server.
Fetchmail does this, but we suspect this is probably broken in lots
of other ways, too.

"""
	    if string.find(greetline, "POP-Max") > 0:
		warnings = warnings + """
The Mail Max POP3 server screws up on mail with attachments.  It
reports the message size with attachments included, but doesn't
download them on a RETR or TOP (this violates the IMAP RFCs).  It also
doesn't implement TOP correctly.  You should get rid of it -- and the
brain-dead NT server it rode in on.

"""
	    if string.find(greetline, "POP3 Server Ready") > 0:
		warnings = warnings + """
Some server that uses this greeting line has been observed to choke on
TOP %d 99999999.  Use the fetchall option. if necessary, to force RETR.

"""
	    if string.find(greetline, "QPOP") > 0:
		warnings = warnings + """
This appears to be a version of Eudora qpopper.  That's good.  Fetchmail
knows all about qpopper.  However, be aware that the 2.53 version of
qpopper does something odd that causes fetchmail to hang with a socket
error on very large messages.  This is probably not a fetchmail bug, as
it has been observed with fetchpop.  The fix is to upgrade to qpopper
3.0beta or a more recent version.  Better yet, switch to IMAP.

"""
	    if string.find(greetline, " sprynet.com") > 0:
		warnings = warnings + """
You appear to be using a SpryNet server.  In mid-1999 it was reported that
the SpryNet TOP command marks messages seen.  Therefore, for proper error
recovery in the event of a line drop, it is strongly recommended that you
turn on `fetchall' on all user entries associated with this server.  

"""
	    if string.find(greetline, "TEMS POP3") > 0:
		warnings = warnings + """
Your POP3 server has "TEMS" in its header line.  At least one such
server does not process the "TOP" command correctly; the symptom is
that fetchmail hangs when trying to retrieve mail.  To work around
this bug, turn on `fetchall' on all user entries associated with this
server.

"""
	    if string.find(greetline, " spray.se") > 0:
		warnings = warnings + """
Your POP3 server has "spray.se" in its header line.  In May 2000 at
least one such server did not process the "TOP" command correctly; the
symptom is that messages are treated as headerless.  To work around
this bug, turn on `fetchall' on all user entries associated with this
server.

"""
	    if string.find(greetline, " usa.net") > 0:
		warnings = warnings + """
You appear to be using USA.NET's free mail service.  Their POP3 servers
(at least as of the 2.2 version in use mid-1998) are quite flaky, but
fetchmail can compensate.  They seem to require that fetchall be switched on
(otherwise you won't necessarily see all your mail, not even new mail).
They also botch the TOP command the fetchmail normally uses for retrieval
(it only retrieves about 10 lines rather than the number specified).
Turning on fetchall will disable the use of TOP.

Therefore, it is strongly recommended that you turn on `fetchall' on all
user entries associated with this server.  

"""
	    if string.find(greetline, " Novonyx POP3") > 0:
		warnings = warnings + """
Your mailserver is running Novonyx POP3.  This server, at least as of
version 2.17, seems to have problems handling and reporting seen bits.
You may have to use the fetchall option.

"""
	    if string.find(greetline, " IMS POP3") > 0:
		warnings = warnings + """
Some servers issuing the greeting line 'IMS POP3' have been known to
do byte-stuffing incorrectly.  This means that if a message you receive
has a . (period) at start of line, fetchmail will become confused and
probably wedge itself.  (This bug was recorded on IMS POP3 0.86.)

"""

### IMAP servers start here

	    if string.find(greetline, "GroupWise") > 0:
		warnings = warnings + """
The Novell GroupWise IMAP server would be better named GroupFoolish;
it is (according to the designer of IMAP) unusably broken.  Among
other things, it doesn't include a required content length in its
BODY[TEXT] response.<p>

Fetchmail works around this problem, but we strongly recommend voting
with your dollars for a server that isn't brain-dead.  If you stick
with code as shoddy as GroupWise seems to be, you will probably pay
for it with other problems.<p>

"""
	    if string.find(greetline, "Netscape IMAP4rev1 Service 3.6") > 0:
		warnings = warnings + """
This server violates the RFC2060 requirement that a BODY[TEXT] fetch should
set the messages's Seen flag.  As a result, if you use the keep option the
same messages will be downloaded over and over.

"""
	    if string.find(greetline, "InterChange") > 0:
		warnings = warnings + """

The InterChange IMAP server at release levels below 3.61.08 screws up
on mail with attachments.  It doesn't fetch them if you give it a
BODY[TEXT] request, though it does if you request RFC822.TEXT.
According to the IMAP RFCs and their maintainer these should be
equivalent -- and we can't drop the BODY[TEXT] form because M$
Exchange (quite legally under RFC2062) rejectsit.  The InterChange
folks claim to have fixed this bug in 3.61.08.

"""
	    if string.find(greetline, "Imail") > 0:
		warnings = warnings + """
We've seen a bug report indicating that this IMAP server (at least as of
version 5.0.7) returns an invalid body size for messages with MIME
attachments; the effect is to drop the attachments on the floor.  We
recommend you upgrade to a non-broken IMAP server.

"""
	    if string.find(greetline, "Domino IMAP4") > 0:
		warnings = warnings + """
Your IMAP server appears to be Lotus Domino.  This server, at least up
to version 4.6.2a, has a bug in its generation of MIME boundaries (see
the details in the fetchmail FAQ).  As a result, even MIME aware MUAs
will see attachments as part of the message text.  If your Domino server's
POP3 facility is enabled, we recommend you fall back on it.

"""

### Checks for protocol variants start here

	    closebrak = string.find(greetline, ">")
	    if  closebrak > 0 and greetline[closebrak+1] == "\r":
		warnings = warnings + """
It looks like you could use APOP on this server and avoid sending it your
password in clear.  You should talk to the mailserver administrator about
this.

"""
	    if string.find(greetline, "IMAP2bis") > 0:
		warnings = warnings + """
IMAP2bis servers have a minor problem; they can't peek at messages without
marking them seen.  If you take a line hit during the retrieval, the 
interrupted message may get left on the server, marked seen.

To work around this, it is recommended that you set the `fetchall'
option on all user entries associated with this server, so any stuck
mail will be retrieved next time around.

To fix this bug, upgrade to an IMAP4 server.  The fetchmail FAQ includes
a pointer to an open-source implementation.

"""
	    if string.find(greetline, "IMAP4rev1") > 0:
		warnings = warnings + """
I see an IMAP4rev1 server.  Excellent.  This is (a) the best kind of
remote-mail server, and (b) the one the fetchmail author uses.  Fetchmail
has therefore been extremely well tested with this class of server.

"""
	    if warnings == '':
		warnings = warnings + """
Fetchmail doesn't know anything special about this server type.

"""

	    # Display success window with warnings
	    title = "Autoprobe of " + realhost + " succeeded"
	    confirm = "The " + protocol + " server said:\n\n" + greetline + warnings
	    self.protocol.set(protocol)
	confwin.title(title) 
	confwin.iconname(title)
	Label(confwin, text=title).pack()
	Message(confwin, text=confirm, width=600).pack()
	Button(confwin, text='Done', 
		   command=lambda x=confwin: x.destroy(), bd=2).pack()
	
#
# User editing stuff
#

userhelp = {
    'title' : 'User option help',
    'banner': 'User options',
    'text' : """
You may use this panel to set options
that may differ between individual
users on your site.

Once you have a user configuration set
up as you like it, you can select `OK' to
store it in the user list maintained in
the site configuration window.

If you wish to discard the changes you have
made to user options, select `Quit'.
"""}

localhelp = {
    'title' : 'Local name help',
    'banner': 'Local names',
    'text' : """
The local name(s) in a user entry are the
people on the client machine who should
receive mail from the poll described.

Note: if a user entry has more than one
local name, messages will be retrieved
in multidrop mode.  This complicates
the configuration issues; see the manual
page section on multidrop mode.

Warning: Be careful with local names
such as foo@bar.com, as that can cause
the mail to be sent to foo@bar.com instead
of sending it to your local system.
"""}

class UserEdit(Frame, MyWidget):
    def __init__(self, username, parent):
	self.parent = parent
	self.user = None
	for user in parent.server.users:
	    if user.remote == username:
		self.user = user
	if self.user == None:
	    self.user = User()
	    self.user.remote = username
	    self.user.localnames = [username]
	    parent.server.users.append(self.user)

    def edit(self, mode, master=None):
	Frame.__init__(self, master)
	Pack.config(self)
	self.master.title('Fetchmail user ' + self.user.remote
			  + ' querying ' + self.parent.server.pollname);
	self.master.iconname('Fetchmail user ' + self.user.remote);
	self.post(User, 'user')
	self.makeWidgets(mode, self.parent.server.pollname)
	self.keepalive = []     # Use this to anchor the PhotoImage object
	make_icon_window(self, fetchmail_icon)
#       self.grab_set()
#       self.focus_set()
#       self.wait_window()
	return self

    def destruct(self):
	# Yes, this test can fail -- if you delete the parent window.
	if self.parent.subwidgets.has_key(self.user.remote):
	    del self.parent.subwidgets[self.user.remote]
	self.master.destroy()

    def nosave(self):
	if ConfirmQuit(self, 'user option editing'):
	    self.destruct()

    def save(self):
	ok = 0
	for x in self.user.localnames: ok = ok + (string.find(x, '@') != -1)
	if ok == 0 or  Dialog(self, 
	    title = "Really accept an embedded '@' ?",
	    text = "Local names with an embedded '@', such as in foo@bar " 
		   "might result in your mail being sent to foo@bar.com "
		   "instead of your local system.\n Are you sure you want "
		   "a local user name with an '@' in it?",
	    bitmap = 'question',
	    strings = ('Yes', 'No'),
	    default = 1).num == 0:
		self.fetch(User, 'user')
		self.destruct()

    def makeWidgets(self, mode, servername):
	dispose_window(self,
			"User options for " + self.user.remote + " querying " + servername,
			userhelp)

	if mode != 'novice':
	    leftwin = Frame(self);
	else:
	    leftwin = self

	secwin = Frame(leftwin, relief=RAISED, bd=5)
	Label(secwin, text="Authentication").pack(side=TOP)
	LabeledEntry(secwin, 'Password:',
		      self.password, '12').pack(side=TOP, fill=X)
	secwin.pack(fill=X, anchor=N)

	if 'ssl' in feature_options or 'ssl' in dictmembers:
	    sslwin = Frame(leftwin, relief=RAISED, bd=5)
	    Checkbutton(sslwin, text="Use SSL?",
			variable=self.ssl).pack(side=TOP, fill=X)
	    LabeledEntry(sslwin, 'SSL key:',
			 self.sslkey, '14').pack(side=TOP, fill=X)
	    LabeledEntry(sslwin, 'SSL certificate:',
			 self.sslcert, '14').pack(side=TOP, fill=X)
	    Checkbutton(sslwin, text="Check server SSL certificate?",
			variable=self.sslcertck).pack(side=TOP, fill=X)
	    LabeledEntry(sslwin, 'SSL trusted certificate directory:',
			 self.sslcertpath, '14').pack(side=TOP, fill=X)
	    LabeledEntry(sslwin, 'SSL key fingerprint:',
			 self.sslfingerprint, '14').pack(side=TOP, fill=X)
	    sslwin.pack(fill=X, anchor=N)

	names = Frame(leftwin, relief=RAISED, bd=5)
	Label(names, text="Local names").pack(side=TOP)
	ListEdit("New name: ",
		     self.user.localnames, None, None, names, localhelp)
	names.pack(fill=X, anchor=N)

	if mode != 'novice':
	    targwin = Frame(leftwin, relief=RAISED, bd=5)
	    Label(targwin, text="Forwarding Options").pack(side=TOP)
	    Label(targwin, text="Listeners to forward to").pack(side=TOP)
	    ListEdit("New listener:",
		     self.user.smtphunt, None, None, targwin, None)
	    Label(targwin, text="Domains to fetch from (ODMR/ETRN only)").pack(side=TOP)
	    ListEdit("Domains:",
		     self.user.fetchdomains, None, None, targwin, None)
	    LabeledEntry(targwin, 'Append to MAIL FROM line:',
		     self.smtpaddress, '26').pack(side=TOP, fill=X)
	    LabeledEntry(targwin, 'Set RCPT To address:',
		     self.smtpname, '26').pack(side=TOP, fill=X)
	    LabeledEntry(targwin, 'Connection setup command:',
		     self.preconnect, '26').pack(side=TOP, fill=X)
	    LabeledEntry(targwin, 'Connection wrapup command:',
		     self.postconnect, '26').pack(side=TOP, fill=X)
	    LabeledEntry(targwin, 'Local delivery agent:',
		     self.mda, '26').pack(side=TOP, fill=X)
	    LabeledEntry(targwin, 'BSMTP output file:',
		     self.bsmtp, '26').pack(side=TOP, fill=X)
	    LabeledEntry(targwin, 'Listener spam-block codes:',
		     self.antispam, '26').pack(side=TOP, fill=X)
	    LabeledEntry(targwin, 'Pass-through properties:',
		     self.properties, '26').pack(side=TOP, fill=X)
	    Checkbutton(targwin, text="Use LMTP?",
			variable=self.lmtp).pack(side=TOP, fill=X)
	    targwin.pack(fill=X, anchor=N)

	if mode != 'novice':
	    leftwin.pack(side=LEFT, fill=X, anchor=N)
	    rightwin = Frame(self)
	else:
	    rightwin = self

	optwin = Frame(rightwin, relief=RAISED, bd=5)
	Label(optwin, text="Processing Options").pack(side=TOP)
	Checkbutton(optwin, text="Suppress deletion of messages after reading",
		    variable=self.keep).pack(side=TOP, anchor=W)
	Checkbutton(optwin, text="Fetch old messages as well as new",
		    variable=self.fetchall).pack(side=TOP, anchor=W)
	if mode != 'novice':
	    Checkbutton(optwin, text="Flush seen messages before retrieval", 
		    variable=self.flush).pack(side=TOP, anchor=W)
	    Checkbutton(optwin, text="Rewrite To/Cc/Bcc messages to enable reply", 
		    variable=self.rewrite).pack(side=TOP, anchor=W)
	    Checkbutton(optwin, text="Force CR/LF at end of each line",
		    variable=self.forcecr).pack(side=TOP, anchor=W)
	    Checkbutton(optwin, text="Strip CR from end of each line",
		    variable=self.stripcr).pack(side=TOP, anchor=W)
	    Checkbutton(optwin, text="Pass 8 bits even though SMTP says 7BIT",
		    variable=self.pass8bits).pack(side=TOP, anchor=W)
	    Checkbutton(optwin, text="Undo MIME armoring on header and body",
		    variable=self.mimedecode).pack(side=TOP, anchor=W)
	    Checkbutton(optwin, text="Drop Status lines from forwarded messages", 
		    variable=self.dropstatus).pack(side=TOP, anchor=W)
	    Checkbutton(optwin, text="Drop Delivered-To lines from forwarded messages", 
		    variable=self.dropdelivered).pack(side=TOP, anchor=W)
	optwin.pack(fill=X)

	if mode != 'novice':
	    limwin = Frame(rightwin, relief=RAISED, bd=5)
	    Label(limwin, text="Resource Limits").pack(side=TOP)
	    LabeledEntry(limwin, 'Message size limit:',
		      self.limit, '30').pack(side=TOP, fill=X)
	    LabeledEntry(limwin, 'Size warning interval:',
		      self.warnings, '30').pack(side=TOP, fill=X)
	    LabeledEntry(limwin, 'Max messages to fetch per poll:',
		      self.fetchlimit, '30').pack(side=TOP, fill=X)
	    LabeledEntry(limwin, 'Max message sizes to fetch per transaction:',
		      self.fetchsizelimit, '30').pack(side=TOP, fill=X)
	    if self.parent.server.protocol not in ('ETRN', 'ODMR'):
		LabeledEntry(limwin, 'Use fast UIDL:',
			self.fastuidl, '30').pack(side=TOP, fill=X)
	    LabeledEntry(limwin, 'Max messages to forward per poll:',
		      self.batchlimit, '30').pack(side=TOP, fill=X)
	    if self.parent.server.protocol not in ('ETRN', 'ODMR'):
		LabeledEntry(limwin, 'Interval between expunges:',
			     self.expunge, '30').pack(side=TOP, fill=X)
	    Checkbutton(limwin, text="Idle after each poll (IMAP only)", 
		    variable=self.idle).pack(side=TOP, anchor=W)
	    limwin.pack(fill=X)

	    if self.parent.server.protocol == 'IMAP':
		foldwin = Frame(rightwin, relief=RAISED, bd=5)
		Label(foldwin, text="Remote folders (IMAP only)").pack(side=TOP)
		ListEdit("New folder:", self.user.mailboxes,
			 None, None, foldwin, None)
		foldwin.pack(fill=X, anchor=N)

	if mode != 'novice':
	    rightwin.pack(side=LEFT)
	else:
	    self.pack()


#
# Top-level window that offers either novice or expert mode
# (but not both at once; it disappears when one is selected).
#

class Configurator(Frame):
    def __init__(self, outfile, master, onexit, parent):
	Frame.__init__(self, master)
	self.outfile = outfile
	self.onexit = onexit
	self.parent = parent
	self.master.title('fetchmail configurator');
	self.master.iconname('fetchmail configurator');
	Pack.config(self)
	self.keepalive = []     # Use this to anchor the PhotoImage object
	make_icon_window(self, fetchmail_icon)

	Message(self, text="""
Use `Novice Configuration' for basic fetchmail setup;
with this, you can easily set up a single-drop connection
to one remote mail server.
""", width=600).pack(side=TOP)
	Button(self, text='Novice Configuration',
				fg='blue', command=self.novice).pack()

	Message(self, text="""
Use `Expert Configuration' for advanced fetchmail setup,
including multiple-site or multidrop connections.
""", width=600).pack(side=TOP)
	Button(self, text='Expert Configuration',
				fg='blue', command=self.expert).pack()

	Message(self, text="""
Or you can just select `Quit' to leave the configurator now and
return to the main panel.
""", width=600).pack(side=TOP)
	Button(self, text='Quit', fg='blue', command=self.leave).pack()
	master.protocol("WM_DELETE_WINDOW", self.leave)

    def novice(self):
	self.master.destroy()
	ConfigurationEdit(Fetchmailrc, self.outfile, Toplevel(), self.onexit).edit('novice')

    def expert(self):
	self.master.destroy()
	ConfigurationEdit(Fetchmailrc, self.outfile, Toplevel(), self.onexit).edit('expert')

    def leave(self):
	self.master.destroy()
	self.onexit()

# Run a command in a scrolling text widget, displaying its output

class RunWindow(Frame):
    def __init__(self, command, master, parent):
	Frame.__init__(self, master)
	self.master = master
	self.master.title('fetchmail run window');
	self.master.iconname('fetchmail run window');
	Pack.config(self)
	Label(self,
		text="Running "+command, 
		bd=2).pack(side=TOP, pady=10)
	self.keepalive = []     # Use this to anchor the PhotoImage object
	make_icon_window(self, fetchmail_icon)

	# This is a scrolling text window
	textframe = Frame(self)
	scroll = Scrollbar(textframe)
	self.textwidget = Text(textframe, setgrid=TRUE)
	textframe.pack(side=TOP, expand=YES, fill=BOTH)
	self.textwidget.config(yscrollcommand=scroll.set)
	self.textwidget.pack(side=LEFT, expand=YES, fill=BOTH)
	scroll.config(command=self.textwidget.yview)
	scroll.pack(side=RIGHT, fill=BOTH)
	textframe.pack(side=TOP)

	Button(self, text='Quit', fg='blue', command=self.leave).pack()

	self.update()   # Draw widget before executing fetchmail

	# Always look for a runnable command in the directory we're running in
        # first. This avoids some obscure version-skew errors that can occur
	# if you pick up an old fetchmail from the standard system locations.
	os.environ["PATH"] = os.path.dirname(sys.argv[0]) + ":" + os.environ["PATH"]
	child_stdout = os.popen(command + " 2>&1", "r")
	while 1:
	    ch = child_stdout.read(1)
	    if not ch:
		break
	    self.textwidget.insert(END, ch)
	self.textwidget.insert(END, "Done.")
	self.textwidget.see(END);

    def leave(self):
	self.master.destroy()

# Here's where we choose either configuration or launching

class MainWindow(Frame):
    def __init__(self, outfile, master=None):
	Frame.__init__(self, master)
	self.outfile = outfile
	self.master.title('fetchmail launcher');
	self.master.iconname('fetchmail launcher');
	Pack.config(self)
	Label(self,
		text='Fetchmailconf ' + version, 
		bd=2).pack(side=TOP, pady=10)
	self.keepalive = []     # Use this to anchor the PhotoImage object
	make_icon_window(self, fetchmail_icon)
	self.debug = 0

	## Test icon display with the following:
	# icon_image = PhotoImage(data=fetchmail_icon)
	# Label(self, image=icon_image).pack(side=TOP, pady=10)
	# self.keepalive.append(icon_image)

	Message(self, text="""
Use `Configure fetchmail' to tell fetchmail about the remote
servers it should poll (the host name, your username there,
whether to use POP or IMAP, and so forth).
""", width=600).pack(side=TOP)
	self.configbutton = Button(self, text='Configure fetchmail',
				fg='blue', command=self.configure)
	self.configbutton.pack()

	Message(self, text="""
Use `Run fetchmail' to run fetchmail with debugging enabled.
This is a good way to test out a new configuration.
""", width=600).pack(side=TOP)
	Button(self, text='Run fetchmail',fg='blue', command=self.test).pack()

	Message(self, text="""
Use `Run fetchmail' to run fetchmail in foreground.
Progress  messages will be shown, but not debug messages.
""", width=600).pack(side=TOP)
	Button(self, text='Run fetchmail', fg='blue', command=self.run).pack()

	Message(self, text="""
Or you can just select `Quit' to exit the launcher now.
""", width=600).pack(side=TOP)
	Button(self, text='Quit', fg='blue', command=self.leave).pack()

    def configure(self):
	self.configbutton.configure(state=DISABLED)
	Configurator(self.outfile, Toplevel(),
		     lambda self=self: self.configbutton.configure(state=NORMAL),
		     self)
    def test(self):
	RunWindow("fetchmail -d0 -v --nosyslog", Toplevel(), self)

    def run(self):
	RunWindow("fetchmail -d0", Toplevel(), self)

    def leave(self):
	self.quit()

# Functions for turning a dictionary into an instantiated object tree.

def intersect(list1, list2):
# Compute set intersection of lists
    res = []
    for x in list1:
	if x in list2:
	    res.append(x)
    return res

def setdiff(list1, list2):
# Compute set difference of lists
    res = []
    for x in list1:
	if not x in list2:
	    res.append(x)
    return res

def copy_instance(toclass, fromdict):
# Initialize a class object of given type from a conformant dictionary.
    for fld in fromdict.keys():
	if not fld in dictmembers:
	    dictmembers.append(fld)
# The `optional' fields are the ones we can ignore for purposes of
# conformability checking; they'll still get copied if they are
# present in the dictionary.
    optional = ('interface', 'monitor',
		'netsec', 'esmtpname', 'esmtppassword',
		'ssl', 'sslkey', 'sslcert', 'sslproto', 'sslcertck',
		'sslcertpath', 'sslfingerprint', 'showdots')
    class_sig = setdiff(toclass.__dict__.keys(), optional)
    class_sig.sort()
    dict_keys = setdiff(fromdict.keys(), optional)
    dict_keys.sort()
    common = intersect(class_sig, dict_keys)
    if 'typemap' in class_sig: 
	class_sig.remove('typemap')
    if tuple(class_sig) != tuple(dict_keys):
	print "Fields don't match what fetchmailconf expected:"
#       print "Class signature: " + `class_sig`
#       print "Dictionary keys: " + `dict_keys`
	diff = setdiff(class_sig, common)
	if diff:
	    print "Not matched in class `" + toclass.__class__.__name__ + "' signature: " + `diff`
	diff = setdiff(dict_keys, common)
	if diff:
	    print "Not matched in dictionary keys: " + `diff`
	sys.exit(1)
    else:
	for x in fromdict.keys():
	    setattr(toclass, x, fromdict[x])

#
# And this is the main sequence.  How it works:  
#
# First, call `fetchmail --configdump' and trap the output in a tempfile.
# This should fill it with a Python initializer for a variable `fetchmailrc'.
# Run execfile on the file to pull fetchmailrc into Python global space.
# You don't want static data, though; you want, instead, a tree of objects
# with the same data members and added appropriate methods.
#
# This is what the copy_instance function() is for.  It tries to copy a
# dictionary field by field into a class, aborting if the class and dictionary
# have different data members (except for any typemap member in the class;
# that one is strictly for use by the MyWidget supperclass).
#
# Once the object tree is set up, require user to choose novice or expert
# mode and instantiate an edit object for the configuration.  Class methods
# will take it all from there.
#
# Options (not documented because they're for fetchmailconf debuggers only):
# -d: Read the configuration and dump it to stdout before editing.  Dump
#     the edited result to stdout as well.
# -f: specify the run control file to read.

if __name__ == '__main__': 

    if not os.environ.has_key("DISPLAY"):
	print "fetchmailconf must be run under X"
	sys.exit(1)

    fetchmail_icon = """
R0lGODdhPAAoAPcAAP///wgICBAQEISEhIyMjJSUlKWlpa2trbW1tcbGxs7Ozufn5+/v7//39yEY
GNa9tUoxKZyEe1o5KTEQAN7OxpyMhIRjUvfn3pxSKYQ5EO/Wxv/WvWtSQrVzSmtCKWspAMatnP/e
xu+1jIxSKaV7Wt6ca5xSGK2EY8aUa72MY86UY617UsaMWrV7SpRjOaVrOZRaKYxSIXNCGGs5EIRC
CJR7Y/+UMdbOxnNrY97Ove/Wvd7GrZyEa961jL2Ua9alc86ca7WEUntSKcaMSqVjGNZ7GGM5CNa1
jPfOnN6tc3taMffeve/WtWtaQv/OjGtSMYRzWv/erda1hM6te7WUY62MWs61jP/vzv/ntda9jL2l
czEhAO/n1oyEc//elDEpGEo5EOfexpyUe+/epefevffvxnNrQpyUStbWzsbGvZyclN7ezmNjWv//
5/f33qWllNbWve/vzv//1ufnve/vvf//xvf3vefnrf//taWlc0pKMf//pbW1Y///jKWlWq2tWsbG
Y///c97eUvf3Ut7nc+/3a87We8bOjOfv1u/37/f//621tb3Gxtbn52Nra87n53uUlJTv/6W9xuf3
/8bW3iExOXu11tbv/5TW/4TO/63e/zmt/1KUxlK1/2u9/wCM/73GzrXG1gBKjACE/87e72NzhCkx
OaXO92OMtUql/xCE/wApUtbe57W9xnN7hHut52Ot/xBSnABKnABavQB7/2ul7zF71gBr77XO73Oc
1lqc9yFSlBApSimE/wAYOQApY0J7zlKM5wAxhABS1gBj/6W95wAhWgA5nAAYSgBS7wBS/wBK9wAp
jABC5wBK/wApnABC/wApxgAhtYSMtQAQYwAp/3OE74SMxgAYxlpjvWNr70pS/wgQ3sbGzs7O1qWl
3qWl70pKe0JC/yEhlCkp/wgI/wAAEAAAIQAAKQAAOQAASgAAUgAAYwAAawAAlAAAnAAApQAArQAA
zgAA1gAA5wAA9wAA/0pC/xgQ52Na9ykhe4R7zikhYxgQSjEpQgAAACwAAAAAPAAoAAAI/wABCBxI
sKDBgwgTKiRIYKHDhxARIvgXsaLFhGgEUBSYoKPHjyBDihxJkuS/kwNLqlzJcuTJjQBaypxpEiVH
mjhxvkyZs2fLnTd9ehxAtKjRo0ZrwhTasUsENhYHKOUpk1E3j11mxCBiQVLEBlJd2owp9iVRjwUs
zMCQ5IcLD4saPVxjIKxIoGTvvqSoyFEFGTBeqEhyxAoSFR/USGKVcEGBAwDshsSr1OYTEyhQpJiS
ZcoUKWOQtJDRJFSaggzUGBgoGSTlsjahlPCRIkWVKT16THHRIoqIISBIEUgAYIGBhgRbf3ytFygU
FZp9UDmxQkkMCRwyZKDBQy4aApABhP8XqNwj88l7BVpQYZtF5iArWgwAgGZBq24HU7OeGhQ90PVA
aKZZCiiUMJ9ArSTEwGqR8ZeXfzbV0MIIMQTBwoUdxDDfAm8sZFyDZVEF4UYSKBEBD0+k6IEFPMxH
3FzldXSea+kBgANJSOWIlIMhXZXAXv+c1WM3PuJEpH8iuhbAkv+MdENPRHaTRkdF/jiWSKCAwlKW
VbbkY5Q0LgUSKExgoYBKCjCxARpdltQNKHaUoYAddnR53lVRnJLKBWh4RIEGCZx5FSOv1OLNDUVe
deZHaWiZAB35fIOGNtbEUeV5oGAByzPOrBPFGt3kwEgxITACSg5oLGGLMg60oQAjaNz/oAAcN4Ai
a0c3kHFDK3jYsw4g9sRzBgPLXdkRrBrQ8gsWQUxCCRZX9IJNBQ1s8IgCdeBCzBYN6IBIN2TUsQYd
dXhDBxdzlAHOHHKEcocZdWwDjx8MTCmjsR2FMAstw1RyiSzHqPLALaOwk8QmzCzDCSi0xJKMMk4E
Yw8389iTDT32GAKOPf7YY0Aa9tATyD3w/EGsefgmgEYUtPiChLKWQDMBJtEUgYkzH2RiTgGfTMCI
Mlu0Yc85hNiDziH2tMqOGL72QY47gshLb7Fi4roELcjoQIsxWpDwQyfS2OCJMkLI4YUmyhgxSTVg
CP2FHPZ80UDcieBjStNPD5LPOyZT/y0iHGiMwswexDSzRiRq6KIMJBc4M8skwKAyChia2KPH3P24
YU8/lFhOTj152OPOHuXMU4g48vCRiN/9rZGLMdS4csUu1JzDgxuipOMDHMKsAwEnq/ByzTrrZMNO
OtO0k84+7KjzBjzplMJOOOOoo8846/ATxqJWinkkGUyEkMAaIezABQM3bMAEK1xEsUMDGjARRxhY
xEGGHfPjEcccca6BRxhyuEMY7FCHMNDhf9140r2qRiVvdENQ3liUArzREW/0qRsRVIAGFfBADnLw
gUSiYASJpMEHhilJTEnhAlGoQqYAZQ1AiqEMZ0jDGtqQImhwwA13yMMevoQAGvGhEAWHGMOAAAA7
"""
# The base64 data in the string above was generated by the following procedure:
#
# import base64
# print base64.encodestring(open("fetchmail.gif", "rb").read())
#

    # Process options
    (options, arguments) = getopt.getopt(sys.argv[1:], "df:")
    dump = rcfile = None;
    for (switch, val) in options:
	if (switch == '-d'):
	    dump = TRUE
	elif (switch == '-f'):
	    rcfile = val

    # Get client host's FQDN
    hostname = socket.gethostbyaddr(socket.gethostname())[0]

    # Compute defaults
    ConfigurationDefaults = Configuration()
    ServerDefaults = Server()
    UserDefaults = User()

    # Read the existing configuration.  We set the umask to 077 to make sure
    # that group & other read/write permissions are shut off -- we wouldn't
    # want crackers to snoop password information out of the tempfile.
    tmpfile = tempfile.mktemp()
    if rcfile:
	cmd = "umask 077; fetchmail -f " + rcfile + " --configdump --nosyslog >" + tmpfile
    else:
	cmd = "umask 077; fetchmail --configdump --nosyslog >" + tmpfile
	
    try:
	s = os.system(cmd)
	if s != 0:
	    print "`" + cmd + "' run failure, status " + `s`
	    raise SystemExit
    except:
	print "Unknown error while running fetchmail --configdump"
	os.remove(tmpfile)
	sys.exit(1)

    try:
	execfile(tmpfile)
    except:
	print "Can't read configuration output of fetchmail --configdump."
	os.remove(tmpfile)
	sys.exit(1)
	
    os.remove(tmpfile)

    # The tricky part -- initializing objects from the configuration global
    # `Configuration' is the top level of the object tree we're going to mung.
    # The dictmembers list is used to track the set of fields the dictionary
    # contains; in particular, we can use it to tell whether things like the
    # monitor, interface, netsec, ssl, sslkey, or sslcert fields are present.
    dictmembers = []
    Fetchmailrc = Configuration()
    copy_instance(Fetchmailrc, fetchmailrc)
    Fetchmailrc.servers = [];
    for server in fetchmailrc['servers']:
	Newsite = Server()
	copy_instance(Newsite, server)
	Fetchmailrc.servers.append(Newsite)
	Newsite.users = [];
	for user in server['users']:
	    Newuser = User()
	    copy_instance(Newuser, user)
	    Newsite.users.append(Newuser)

    # We may want to display the configuration and quit
    if dump:
	print "This is a dump of the configuration we read:\n"+`Fetchmailrc`

    # The theory here is that -f alone sets the rcfile location,
    # but -d and -f together mean the new configuration should go to stdout.
    if not rcfile and not dump:
	rcfile = os.environ["HOME"] + "/.fetchmailrc"

    # OK, now run the configuration edit
    root = MainWindow(rcfile)
    root.mainloop()

# The following sets edit modes for GNU EMACS
# Local Variables:
# mode:python
# End: