add config.c
[gregoa/bti.git] / bti.c
1 /*
2  * Copyright (C) 2008-2011 Greg Kroah-Hartman <greg@kroah.com>
3  * Copyright (C) 2009 Bart Trojanowski <bart@jukie.net>
4  * Copyright (C) 2009-2010 Amir Mohammad Saied <amirsaied@gmail.com>
5  *
6  * This program is free software; you can redistribute it and/or modify it
7  * under the terms of the GNU General Public License as published by the
8  * Free Software Foundation version 2 of the License.
9  *
10  * This program is distributed in the hope that it will be useful, but
11  * WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13  * General Public License for more details.
14  *
15  * You should have received a copy of the GNU General Public License along
16  * with this program; if not, write to the Free Software Foundation, Inc.,
17  * 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
18  */
19
20 #define _GNU_SOURCE
21
22 #include <stdio.h>
23 #include <stdlib.h>
24 #include <stddef.h>
25 #include <string.h>
26 #include <getopt.h>
27 #include <errno.h>
28 #include <ctype.h>
29 #include <fcntl.h>
30 #include <unistd.h>
31 #include <time.h>
32 #include <sys/stat.h>
33 #include <sys/types.h>
34 #include <sys/wait.h>
35 #include <curl/curl.h>
36 #include <libxml/xmlmemory.h>
37 #include <libxml/parser.h>
38 #include <libxml/tree.h>
39 #include <pcre.h>
40 #include <termios.h>
41 #include <dlfcn.h>
42 #include <oauth.h>
43 #include "bti.h"
44
45 #define zalloc(size)    calloc(size, 1)
46
47 #define dbg(format, arg...)                                             \
48         do {                                                            \
49                 if (debug)                                              \
50                         fprintf(stdout, "bti: %s: " format , __func__ , \
51                                 ## arg);                                \
52         } while (0)
53
54
55 static int debug;
56
57 static void display_help(void)
58 {
59         fprintf(stdout, "bti - send tweet to twitter or identi.ca\n"
60                 "Version: %s\n"
61                 "Usage:\n"
62                 "  bti [options]\n"
63                 "options are:\n"
64                 "  --account accountname\n"
65                 "  --password password\n"
66                 "  --action action\n"
67                 "    ('update', 'friends', 'public', 'replies', or 'user')\n"
68                 "  --user screenname\n"
69                 "  --group groupname\n"
70                 "  --proxy PROXY:PORT\n"
71                 "  --host HOST\n"
72                 "  --logfile logfile\n"
73                 "  --config configfile\n"
74                 "  --replyto ID\n"
75                 "  --retweet ID\n"
76                 "  --shrink-urls\n"
77                 "  --page PAGENUMBER\n"
78                 "  --bash\n"
79                 "  --background\n"
80                 "  --debug\n"
81                 "  --verbose\n"
82                 "  --dry-run\n"
83                 "  --version\n"
84                 "  --help\n", VERSION);
85 }
86
87 static void display_version(void)
88 {
89         fprintf(stdout, "bti - version %s\n", VERSION);
90 }
91
92 static char *get_string(const char *name)
93 {
94         char *temp;
95         char *string;
96
97         string = zalloc(1000);
98         if (!string)
99                 exit(1);
100         if (name != NULL)
101                 fprintf(stdout, "%s", name);
102         if (!fgets(string, 999, stdin))
103                 return NULL;
104         temp = strchr(string, '\n');
105         if (temp)
106                 *temp = '\0';
107         return string;
108 }
109
110 /*
111  * Try to get a handle to a readline function from a variety of different
112  * libraries.  If nothing is present on the system, then fall back to an
113  * internal one.
114  *
115  * Logic originally based off of code in the e2fsutils package in the
116  * lib/ss/get_readline.c file, which is licensed under the MIT license.
117  *
118  * This keeps us from having to relicense the bti codebase if readline
119  * ever changes its license, as there is no link-time dependancy.
120  * It is a run-time thing only, and we handle any readline-like library
121  * in the same manner, making bti not be a derivative work of any
122  * other program.
123  */
124 static void session_readline_init(struct session *session)
125 {
126         /* Libraries we will try to use for readline/editline functionality */
127         const char *libpath = "libreadline.so.6:libreadline.so.5:"
128                                 "libreadline.so.4:libreadline.so:libedit.so.2:"
129                                 "libedit.so:libeditline.so.0:libeditline.so";
130         void *handle = NULL;
131         char *tmp, *cp, *next;
132         int (*bind_key)(int, void *);
133         void (*insert)(void);
134
135         /* default to internal function if we can't or won't find anything */
136         session->readline = get_string;
137         if (!isatty(0))
138                 return;
139         session->interactive = 1;
140
141         tmp = malloc(strlen(libpath)+1);
142         if (!tmp)
143                 return;
144         strcpy(tmp, libpath);
145         for (cp = tmp; cp; cp = next) {
146                 next = strchr(cp, ':');
147                 if (next)
148                         *next++ = 0;
149                 if (*cp == 0)
150                         continue;
151                 handle = dlopen(cp, RTLD_NOW);
152                 if (handle) {
153                         dbg("Using %s for readline library\n", cp);
154                         break;
155                 }
156         }
157         free(tmp);
158         if (!handle) {
159                 dbg("No readline library found.\n");
160                 return;
161         }
162
163         session->readline_handle = handle;
164         session->readline = (char *(*)(const char *))dlsym(handle, "readline");
165         if (session->readline == NULL) {
166                 /* something odd happened, default back to internal stuff */
167                 session->readline_handle = NULL;
168                 session->readline = get_string;
169                 return;
170         }
171
172         /*
173          * If we found a library, turn off filename expansion
174          * as that makes no sense from within bti.
175          */
176         bind_key = (int (*)(int, void *))dlsym(handle, "rl_bind_key");
177         insert = (void (*)(void))dlsym(handle, "rl_insert");
178         if (bind_key && insert)
179                 bind_key('\t', insert);
180 }
181
182 static void session_readline_cleanup(struct session *session)
183 {
184         if (session->readline_handle)
185                 dlclose(session->readline_handle);
186 }
187
188 static struct session *session_alloc(void)
189 {
190         struct session *session;
191
192         session = zalloc(sizeof(*session));
193         if (!session)
194                 return NULL;
195         return session;
196 }
197
198 static void session_free(struct session *session)
199 {
200         if (!session)
201                 return;
202         free(session->retweet);
203         free(session->replyto);
204         free(session->password);
205         free(session->account);
206         free(session->consumer_key);
207         free(session->consumer_secret);
208         free(session->access_token_key);
209         free(session->access_token_secret);
210         free(session->tweet);
211         free(session->proxy);
212         free(session->time);
213         free(session->homedir);
214         free(session->user);
215         free(session->group);
216         free(session->hosturl);
217         free(session->hostname);
218         free(session->configfile);
219         free(session);
220 }
221
222 static struct bti_curl_buffer *bti_curl_buffer_alloc(enum action action)
223 {
224         struct bti_curl_buffer *buffer;
225
226         buffer = zalloc(sizeof(*buffer));
227         if (!buffer)
228                 return NULL;
229
230         /* start out with a data buffer of 1 byte to
231          * make the buffer fill logic simpler */
232         buffer->data = zalloc(1);
233         if (!buffer->data) {
234                 free(buffer);
235                 return NULL;
236         }
237         buffer->length = 0;
238         buffer->action = action;
239         return buffer;
240 }
241
242 static void bti_curl_buffer_free(struct bti_curl_buffer *buffer)
243 {
244         if (!buffer)
245                 return;
246         free(buffer->data);
247         free(buffer);
248 }
249
250 const char twitter_host[]  = "http://api.twitter.com/1/statuses";
251 const char identica_host[] = "https://identi.ca/api/statuses";
252 const char twitter_name[]  = "twitter";
253 const char identica_name[] = "identi.ca";
254
255 static const char twitter_request_token_uri[]  = "http://twitter.com/oauth/request_token";
256 static const char twitter_access_token_uri[]   = "http://twitter.com/oauth/access_token";
257 static const char twitter_authorize_uri[]      = "http://twitter.com/oauth/authorize?oauth_token=";
258 static const char identica_request_token_uri[] = "http://identi.ca/api/oauth/request_token?oauth_callback=oob";
259 static const char identica_access_token_uri[]  = "http://identi.ca/api/oauth/access_token";
260 static const char identica_authorize_uri[]     = "http://identi.ca/api/oauth/authorize?oauth_token=";
261
262 static const char user_uri[]     = "/user_timeline/";
263 static const char update_uri[]   = "/update.xml";
264 static const char public_uri[]   = "/public_timeline.xml";
265 static const char friends_uri[]  = "/friends_timeline.xml";
266 static const char mentions_uri[] = "/mentions.xml";
267 static const char replies_uri[]  = "/replies.xml";
268 static const char retweet_uri[]  = "/retweet/";
269 static const char group_uri[]    = "/../statusnet/groups/timeline/";
270
271 static CURL *curl_init(void)
272 {
273         CURL *curl;
274
275         curl = curl_easy_init();
276         if (!curl) {
277                 fprintf(stderr, "Can not init CURL!\n");
278                 return NULL;
279         }
280         /* some ssl sanity checks on the connection we are making */
281         curl_easy_setopt(curl, CURLOPT_SSL_VERIFYPEER, 0);
282         curl_easy_setopt(curl, CURLOPT_SSL_VERIFYHOST, 0);
283         return curl;
284 }
285
286 static void parse_statuses(struct session *session,
287                            xmlDocPtr doc, xmlNodePtr current)
288 {
289         xmlChar *text = NULL;
290         xmlChar *user = NULL;
291         xmlChar *created = NULL;
292         xmlChar *id = NULL;
293         xmlNodePtr userinfo;
294
295         current = current->xmlChildrenNode;
296         while (current != NULL) {
297                 if (current->type == XML_ELEMENT_NODE) {
298                         if (!xmlStrcmp(current->name, (const xmlChar *)"created_at"))
299                                 created = xmlNodeListGetString(doc, current->xmlChildrenNode, 1);
300                         if (!xmlStrcmp(current->name, (const xmlChar *)"text"))
301                                 text = xmlNodeListGetString(doc, current->xmlChildrenNode, 1);
302                         if (!xmlStrcmp(current->name, (const xmlChar *)"id"))
303                                 id = xmlNodeListGetString(doc, current->xmlChildrenNode, 1);
304                         if (!xmlStrcmp(current->name, (const xmlChar *)"user")) {
305                                 userinfo = current->xmlChildrenNode;
306                                 while (userinfo != NULL) {
307                                         if ((!xmlStrcmp(userinfo->name, (const xmlChar *)"screen_name"))) {
308                                                 if (user)
309                                                         xmlFree(user);
310                                                 user = xmlNodeListGetString(doc, userinfo->xmlChildrenNode, 1);
311                                         }
312                                         userinfo = userinfo->next;
313                                 }
314                         }
315
316                         if (user && text && created && id) {
317                                 if (session->verbose)
318                                         printf("[%s] {%s} (%.16s) %s\n",
319                                                 user, id, created, text);
320                                 else
321                                         printf("[%s] %s\n",
322                                                 user, text);
323                                 xmlFree(user);
324                                 xmlFree(text);
325                                 xmlFree(created);
326                                 xmlFree(id);
327                                 user = NULL;
328                                 text = NULL;
329                                 created = NULL;
330                                 id = NULL;
331                         }
332                 }
333                 current = current->next;
334         }
335
336         return;
337 }
338
339 static void parse_timeline(char *document, struct session *session)
340 {
341         xmlDocPtr doc;
342         xmlNodePtr current;
343
344         doc = xmlReadMemory(document, strlen(document), "timeline.xml",
345                             NULL, XML_PARSE_NOERROR);
346         if (doc == NULL)
347                 return;
348
349         current = xmlDocGetRootElement(doc);
350         if (current == NULL) {
351                 fprintf(stderr, "empty document\n");
352                 xmlFreeDoc(doc);
353                 return;
354         }
355
356         if (xmlStrcmp(current->name, (const xmlChar *) "statuses")) {
357                 fprintf(stderr, "unexpected document type\n");
358                 xmlFreeDoc(doc);
359                 return;
360         }
361
362         current = current->xmlChildrenNode;
363         while (current != NULL) {
364                 if ((!xmlStrcmp(current->name, (const xmlChar *)"status")))
365                         parse_statuses(session, doc, current);
366                 current = current->next;
367         }
368         xmlFreeDoc(doc);
369
370         return;
371 }
372
373 static size_t curl_callback(void *buffer, size_t size, size_t nmemb,
374                             void *userp)
375 {
376         struct bti_curl_buffer *curl_buf = userp;
377         size_t buffer_size = size * nmemb;
378         char *temp;
379
380         if ((!buffer) || (!buffer_size) || (!curl_buf))
381                 return -EINVAL;
382
383         /* add to the data we already have */
384         temp = zalloc(curl_buf->length + buffer_size + 1);
385         if (!temp)
386                 return -ENOMEM;
387
388         memcpy(temp, curl_buf->data, curl_buf->length);
389         free(curl_buf->data);
390         curl_buf->data = temp;
391         memcpy(&curl_buf->data[curl_buf->length], (char *)buffer, buffer_size);
392         curl_buf->length += buffer_size;
393         if (curl_buf->action)
394                 parse_timeline(curl_buf->data, curl_buf->session);
395
396         dbg("%s\n", curl_buf->data);
397
398         return buffer_size;
399 }
400
401 static int parse_osp_reply(const char *reply, char **token, char **secret)
402 {
403         int rc;
404         int retval = 1;
405         char **rv = NULL;
406         rc = oauth_split_url_parameters(reply, &rv);
407         qsort(rv, rc, sizeof(char *), oauth_cmpstringp);
408         if (rc == 2 || rc == 4) {
409                 if (!strncmp(rv[0], "oauth_token=", 11) &&
410                     !strncmp(rv[1], "oauth_token_secret=", 18)) {
411                         if (token)
412                                 *token = strdup(&(rv[0][12]));
413                         if (secret)
414                                 *secret = strdup(&(rv[1][19]));
415
416                         retval = 0;
417                 }
418         } else if (rc == 3) {
419                 if (!strncmp(rv[1], "oauth_token=", 11) &&
420                     !strncmp(rv[2], "oauth_token_secret=", 18)) {
421                         if (token)
422                                 *token = strdup(&(rv[1][12]));
423                         if (secret)
424                                 *secret = strdup(&(rv[2][19]));
425
426                         retval = 0;
427                 }
428         }
429
430         dbg("token: %s\n", *token);
431         dbg("secret: %s\n", *secret);
432
433         if (rv)
434                 free(rv);
435
436         return retval;
437 }
438
439 static int request_access_token(struct session *session)
440 {
441         char *post_params = NULL;
442         char *request_url = NULL;
443         char *reply       = NULL;
444         char *at_key      = NULL;
445         char *at_secret   = NULL;
446         char *verifier    = NULL;
447         char at_uri[90];
448
449         if (!session)
450                 return -EINVAL;
451
452         if (session->host == HOST_TWITTER)
453                 request_url = oauth_sign_url2(
454                                 twitter_request_token_uri, NULL,
455                                 OA_HMAC, NULL, session->consumer_key,
456                                 session->consumer_secret, NULL, NULL);
457         else if (session->host == HOST_IDENTICA)
458                 request_url = oauth_sign_url2(
459                                 identica_request_token_uri, NULL,
460                                 OA_HMAC, NULL, session->consumer_key,
461                                 session->consumer_secret, NULL, NULL);
462         reply = oauth_http_get(request_url, post_params);
463
464         if (request_url)
465                 free(request_url);
466
467         if (post_params)
468                 free(post_params);
469
470         if (!reply)
471                 return 1;
472
473         if (parse_osp_reply(reply, &at_key, &at_secret))
474                 return 1;
475
476         free(reply);
477
478         fprintf(stdout,
479                 "Please open the following link in your browser, and "
480                 "allow 'bti' to access your account. Then paste "
481                 "back the provided PIN in here.\n");
482         if (session->host == HOST_TWITTER) {
483                 fprintf(stdout, "%s%s\nPIN: ", twitter_authorize_uri, at_key);
484                 verifier = session->readline(NULL);
485                 sprintf(at_uri, "%s?oauth_verifier=%s",
486                         twitter_access_token_uri, verifier);
487         } else if (session->host == HOST_IDENTICA) {
488                 fprintf(stdout, "%s%s\nPIN: ", identica_authorize_uri, at_key);
489                 verifier = session->readline(NULL);
490                 sprintf(at_uri, "%s?oauth_verifier=%s",
491                         identica_access_token_uri, verifier);
492         }
493         request_url = oauth_sign_url2(at_uri, NULL, OA_HMAC, NULL,
494                                       session->consumer_key,
495                                       session->consumer_secret,
496                                       at_key, at_secret);
497         reply = oauth_http_get(request_url, post_params);
498
499         if (!reply)
500                 return 1;
501
502         if (parse_osp_reply(reply, &at_key, &at_secret))
503                 return 1;
504
505         free(reply);
506
507         fprintf(stdout,
508                 "Please put these two lines in your bti "
509                 "configuration file (~/.bti):\n"
510                 "access_token_key=%s\n"
511                 "access_token_secret=%s\n",
512                 at_key, at_secret);
513
514         return 0;
515 }
516
517 static int send_request(struct session *session)
518 {
519         char endpoint[500];
520         char user_password[500];
521         char data[500];
522         struct bti_curl_buffer *curl_buf;
523         CURL *curl = NULL;
524         CURLcode res;
525         struct curl_httppost *formpost = NULL;
526         struct curl_httppost *lastptr = NULL;
527         struct curl_slist *slist = NULL;
528         char *req_url = NULL;
529         char *reply = NULL;
530         char *postarg = NULL;
531         char *escaped_tweet = NULL;
532         int is_post = 0;
533
534         if (!session)
535                 return -EINVAL;
536
537         if (!session->hosturl)
538                 session->hosturl = strdup(twitter_host);
539
540         if (session->no_oauth || session->guest) {
541                 curl_buf = bti_curl_buffer_alloc(session->action);
542                 if (!curl_buf)
543                         return -ENOMEM;
544                 curl_buf->session = session;
545
546                 curl = curl_init();
547                 if (!curl)
548                         return -EINVAL;
549
550                 if (!session->hosturl)
551                         session->hosturl = strdup(twitter_host);
552
553                 switch (session->action) {
554                 case ACTION_UPDATE:
555                         snprintf(user_password, sizeof(user_password), "%s:%s",
556                                  session->account, session->password);
557                         snprintf(data, sizeof(data), "status=\"%s\"",
558                                  session->tweet);
559                         curl_formadd(&formpost, &lastptr,
560                                      CURLFORM_COPYNAME, "status",
561                                      CURLFORM_COPYCONTENTS, session->tweet,
562                                      CURLFORM_END);
563
564                         curl_formadd(&formpost, &lastptr,
565                                      CURLFORM_COPYNAME, "source",
566                                      CURLFORM_COPYCONTENTS, "bti",
567                                      CURLFORM_END);
568
569                         if (session->replyto)
570                                 curl_formadd(&formpost, &lastptr,
571                                              CURLFORM_COPYNAME, "in_reply_to_status_id",
572                                              CURLFORM_COPYCONTENTS, session->replyto,
573                                              CURLFORM_END);
574
575                         curl_easy_setopt(curl, CURLOPT_HTTPPOST, formpost);
576                         slist = curl_slist_append(slist, "Expect:");
577                         curl_easy_setopt(curl, CURLOPT_HTTPHEADER, slist);
578
579                         sprintf(endpoint, "%s%s", session->hosturl, update_uri);
580                         curl_easy_setopt(curl, CURLOPT_URL, endpoint);
581                         curl_easy_setopt(curl, CURLOPT_USERPWD, user_password);
582                         break;
583
584                 case ACTION_FRIENDS:
585                         snprintf(user_password, sizeof(user_password), "%s:%s",
586                                  session->account, session->password);
587                         sprintf(endpoint, "%s%s?page=%d", session->hosturl,
588                                         friends_uri, session->page);
589                         curl_easy_setopt(curl, CURLOPT_URL, endpoint);
590                         curl_easy_setopt(curl, CURLOPT_USERPWD, user_password);
591                         break;
592
593                 case ACTION_USER:
594                         sprintf(endpoint, "%s%s%s.xml?page=%d", session->hosturl,
595                                 user_uri, session->user, session->page);
596                         curl_easy_setopt(curl, CURLOPT_URL, endpoint);
597                         break;
598
599                 case ACTION_REPLIES:
600                         snprintf(user_password, sizeof(user_password), "%s:%s",
601                                  session->account, session->password);
602                         sprintf(endpoint, "%s%s?page=%d", session->hosturl,
603                                 replies_uri, session->page);
604                         curl_easy_setopt(curl, CURLOPT_URL, endpoint);
605                         curl_easy_setopt(curl, CURLOPT_USERPWD, user_password);
606                         break;
607
608                 case ACTION_PUBLIC:
609                         sprintf(endpoint, "%s%s?page=%d", session->hosturl,
610                                 public_uri, session->page);
611                         curl_easy_setopt(curl, CURLOPT_URL, endpoint);
612                         break;
613
614                 case ACTION_GROUP:
615                         sprintf(endpoint, "%s%s%s.xml?page=%d",
616                                 session->hosturl, group_uri, session->group,
617                                 session->page);
618                         curl_easy_setopt(curl, CURLOPT_URL, endpoint);
619                         break;
620
621                 default:
622                         break;
623                 }
624
625                 if (session->proxy)
626                         curl_easy_setopt(curl, CURLOPT_PROXY, session->proxy);
627
628                 if (debug)
629                         curl_easy_setopt(curl, CURLOPT_VERBOSE, 1);
630
631                 dbg("user_password = %s\n", user_password);
632                 dbg("data = %s\n", data);
633                 dbg("proxy = %s\n", session->proxy);
634
635                 curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, curl_callback);
636                 curl_easy_setopt(curl, CURLOPT_WRITEDATA, curl_buf);
637                 if (!session->dry_run) {
638                         res = curl_easy_perform(curl);
639                         if (res && !session->background) {
640                                 fprintf(stderr, "error(%d) trying to perform "
641                                                 "operation\n", res);
642                                 return -EINVAL;
643                         }
644                 }
645
646                 curl_easy_cleanup(curl);
647                 if (session->action == ACTION_UPDATE)
648                         curl_formfree(formpost);
649                 bti_curl_buffer_free(curl_buf);
650         } else {
651                 switch (session->action) {
652                 case ACTION_UPDATE:
653                         escaped_tweet = oauth_url_escape(session->tweet);
654                         if (session->replyto) {
655                                 sprintf(endpoint,
656                                         "%s%s?status=%s&in_reply_to_status_id=%s",
657                                         session->hosturl, update_uri,
658                                         escaped_tweet, session->replyto);
659                         } else {
660                                 sprintf(endpoint, "%s%s?status=%s",
661                                         session->hosturl, update_uri,
662                                         escaped_tweet);
663                         }
664
665                         is_post = 1;
666                         break;
667                 case ACTION_USER:
668                         sprintf(endpoint, "%s%s%s.xml?page=%d",
669                                 session->hosturl, user_uri, session->user,
670                                 session->page);
671                         break;
672                 case ACTION_REPLIES:
673                         sprintf(endpoint, "%s%s?page=%d", session->hosturl,
674                                 mentions_uri, session->page);
675                         break;
676                 case ACTION_PUBLIC:
677                         sprintf(endpoint, "%s%s?page=%d", session->hosturl,
678                                 public_uri, session->page);
679                         break;
680                 case ACTION_GROUP:
681                         sprintf(endpoint, "%s%s%s.xml?page=%d",
682                                 session->hosturl, group_uri, session->group,
683                                 session->page);
684                         break;
685                 case ACTION_FRIENDS:
686                         sprintf(endpoint, "%s%s?page=%d", session->hosturl,
687                                 friends_uri, session->page);
688                         break;
689                 case ACTION_RETWEET:
690                         sprintf(endpoint, "%s%s%s.xml", session->hosturl,
691                                 retweet_uri, session->retweet);
692                         is_post = 1;
693                         break;
694                 default:
695                         break;
696                 }
697
698                 dbg("%s\n", endpoint);
699                 if (!session->dry_run) {
700                         if (is_post) {
701                                 req_url = oauth_sign_url2(endpoint, &postarg, OA_HMAC,
702                                                           NULL, session->consumer_key,
703                                                           session->consumer_secret,
704                                                           session->access_token_key,
705                                                           session->access_token_secret);
706                                 reply = oauth_http_post(req_url, postarg);
707                         } else {
708                                 req_url = oauth_sign_url2(endpoint, NULL, OA_HMAC, NULL,
709                                                           session->consumer_key,
710                                                           session->consumer_secret,
711                                                           session->access_token_key,
712                                                           session->access_token_secret);
713                                 reply = oauth_http_get(req_url, postarg);
714                         }
715
716                         dbg("%s\n", req_url);
717                         dbg("%s\n", reply);
718                         if (req_url)
719                                 free(req_url);
720                 }
721
722                 if ((session->action != ACTION_UPDATE) &&
723                                 (session->action != ACTION_RETWEET))
724                         parse_timeline(reply, session);
725         }
726         return 0;
727 }
728
729 static void log_session(struct session *session, int retval)
730 {
731         FILE *log_file;
732         char *filename;
733
734         /* Only log something if we have a log file set */
735         if (!session->logfile)
736                 return;
737
738         filename = alloca(strlen(session->homedir) +
739                           strlen(session->logfile) + 3);
740
741         sprintf(filename, "%s/%s", session->homedir, session->logfile);
742
743         log_file = fopen(filename, "a+");
744         if (log_file == NULL)
745                 return;
746
747         switch (session->action) {
748         case ACTION_UPDATE:
749                 if (retval)
750                         fprintf(log_file, "%s: host=%s tweet failed\n",
751                                 session->time, session->hostname);
752                 else
753                         fprintf(log_file, "%s: host=%s tweet=%s\n",
754                                 session->time, session->hostname,
755                                 session->tweet);
756                 break;
757         case ACTION_FRIENDS:
758                 fprintf(log_file, "%s: host=%s retrieving friends timeline\n",
759                         session->time, session->hostname);
760                 break;
761         case ACTION_USER:
762                 fprintf(log_file, "%s: host=%s retrieving %s's timeline\n",
763                         session->time, session->hostname, session->user);
764                 break;
765         case ACTION_REPLIES:
766                 fprintf(log_file, "%s: host=%s retrieving replies\n",
767                         session->time, session->hostname);
768                 break;
769         case ACTION_PUBLIC:
770                 fprintf(log_file, "%s: host=%s retrieving public timeline\n",
771                         session->time, session->hostname);
772                 break;
773         case ACTION_GROUP:
774                 fprintf(log_file, "%s: host=%s retrieving group timeline\n",
775                         session->time, session->hostname);
776                 break;
777         default:
778                 break;
779         }
780
781         fclose(log_file);
782 }
783
784 static char *get_string_from_stdin(void)
785 {
786         char *temp;
787         char *string;
788
789         string = zalloc(1000);
790         if (!string)
791                 return NULL;
792
793         if (!fgets(string, 999, stdin))
794                 return NULL;
795         temp = strchr(string, '\n');
796         if (temp)
797                 *temp = '\0';
798         return string;
799 }
800
801 static void read_password(char *buf, size_t len, char *host)
802 {
803         char pwd[80];
804         int retval;
805         struct termios old;
806         struct termios tp;
807
808         tcgetattr(0, &tp);
809         old = tp;
810
811         tp.c_lflag &= (~ECHO);
812         tcsetattr(0, TCSANOW, &tp);
813
814         fprintf(stdout, "Enter password for %s: ", host);
815         fflush(stdout);
816         tcflow(0, TCOOFF);
817         retval = scanf("%79s", pwd);
818         tcflow(0, TCOON);
819         fprintf(stdout, "\n");
820
821         tcsetattr(0, TCSANOW, &old);
822
823         strncpy(buf, pwd, len);
824         buf[len-1] = '\0';
825 }
826
827 static int find_urls(const char *tweet, int **pranges)
828 {
829         /*
830          * magic obtained from
831          * http://www.geekpedia.com/KB65_How-to-validate-an-URL-using-RegEx-in-Csharp.html
832          */
833         static const char *re_magic =
834                 "(([a-zA-Z][0-9a-zA-Z+\\-\\.]*:)/{1,3}"
835                 "[0-9a-zA-Z;/~?:@&=+$\\.\\-_'()%]+)"
836                 "(#[0-9a-zA-Z;/?:@&=+$\\.\\-_!~*'()%]+)?";
837         pcre *re;
838         const char *errptr;
839         int erroffset;
840         int ovector[10] = {0,};
841         const size_t ovsize = sizeof(ovector)/sizeof(*ovector);
842         int startoffset, tweetlen;
843         int i, rc;
844         int rbound = 10;
845         int rcount = 0;
846         int *ranges = malloc(sizeof(int) * rbound);
847
848         re = pcre_compile(re_magic,
849                         PCRE_NO_AUTO_CAPTURE,
850                         &errptr, &erroffset, NULL);
851         if (!re) {
852                 fprintf(stderr, "pcre_compile @%u: %s\n", erroffset, errptr);
853                 exit(1);
854         }
855
856         tweetlen = strlen(tweet);
857         for (startoffset = 0; startoffset < tweetlen; ) {
858
859                 rc = pcre_exec(re, NULL, tweet, strlen(tweet), startoffset, 0,
860                                 ovector, ovsize);
861                 if (rc == PCRE_ERROR_NOMATCH)
862                         break;
863
864                 if (rc < 0) {
865                         fprintf(stderr, "pcre_exec @%u: %s\n",
866                                 erroffset, errptr);
867                         exit(1);
868                 }
869
870                 for (i = 0; i < rc; i += 2) {
871                         if ((rcount+2) == rbound) {
872                                 rbound *= 2;
873                                 ranges = realloc(ranges, sizeof(int) * rbound);
874                         }
875
876                         ranges[rcount++] = ovector[i];
877                         ranges[rcount++] = ovector[i+1];
878                 }
879
880                 startoffset = ovector[1];
881         }
882
883         pcre_free(re);
884
885         *pranges = ranges;
886         return rcount;
887 }
888
889 /**
890  * bidirectional popen() call
891  *
892  * @param rwepipe - int array of size three
893  * @param exe - program to run
894  * @param argv - argument list
895  * @return pid or -1 on error
896  *
897  * The caller passes in an array of three integers (rwepipe), on successful
898  * execution it can then write to element 0 (stdin of exe), and read from
899  * element 1 (stdout) and 2 (stderr).
900  */
901 static int popenRWE(int *rwepipe, const char *exe, const char *const argv[])
902 {
903         int in[2];
904         int out[2];
905         int err[2];
906         int pid;
907         int rc;
908
909         rc = pipe(in);
910         if (rc < 0)
911                 goto error_in;
912
913         rc = pipe(out);
914         if (rc < 0)
915                 goto error_out;
916
917         rc = pipe(err);
918         if (rc < 0)
919                 goto error_err;
920
921         pid = fork();
922         if (pid > 0) {
923                 /* parent */
924                 close(in[0]);
925                 close(out[1]);
926                 close(err[1]);
927                 rwepipe[0] = in[1];
928                 rwepipe[1] = out[0];
929                 rwepipe[2] = err[0];
930                 return pid;
931         } else if (pid == 0) {
932                 /* child */
933                 close(in[1]);
934                 close(out[0]);
935                 close(err[0]);
936                 close(0);
937                 rc = dup(in[0]);
938                 close(1);
939                 rc = dup(out[1]);
940                 close(2);
941                 rc = dup(err[1]);
942
943                 execvp(exe, (char **)argv);
944                 exit(1);
945         } else
946                 goto error_fork;
947
948         return pid;
949
950 error_fork:
951         close(err[0]);
952         close(err[1]);
953 error_err:
954         close(out[0]);
955         close(out[1]);
956 error_out:
957         close(in[0]);
958         close(in[1]);
959 error_in:
960         return -1;
961 }
962
963 static int pcloseRWE(int pid, int *rwepipe)
964 {
965         int rc, status;
966         close(rwepipe[0]);
967         close(rwepipe[1]);
968         close(rwepipe[2]);
969         rc = waitpid(pid, &status, 0);
970         return status;
971 }
972
973 static char *shrink_one_url(int *rwepipe, char *big)
974 {
975         int biglen = strlen(big);
976         char *small;
977         int smalllen;
978         int rc;
979
980         rc = dprintf(rwepipe[0], "%s\n", big);
981         if (rc < 0)
982                 return big;
983
984         smalllen = biglen + 128;
985         small = malloc(smalllen);
986         if (!small)
987                 return big;
988
989         rc = read(rwepipe[1], small, smalllen);
990         if (rc < 0 || rc > biglen)
991                 goto error_free_small;
992
993         if (strncmp(small, "http://", 7))
994                 goto error_free_small;
995
996         smalllen = rc;
997         while (smalllen && isspace(small[smalllen-1]))
998                         small[--smalllen] = 0;
999
1000         free(big);
1001         return small;
1002
1003 error_free_small:
1004         free(small);
1005         return big;
1006 }
1007
1008 static char *shrink_urls(char *text)
1009 {
1010         int *ranges;
1011         int rcount;
1012         int i;
1013         int inofs = 0;
1014         int outofs = 0;
1015         const char *const shrink_args[] = {
1016                 "bti-shrink-urls",
1017                 NULL
1018         };
1019         int shrink_pid;
1020         int shrink_pipe[3];
1021         int inlen = strlen(text);
1022
1023         dbg("before len=%u\n", inlen);
1024
1025         shrink_pid = popenRWE(shrink_pipe, shrink_args[0], shrink_args);
1026         if (shrink_pid < 0)
1027                 return text;
1028
1029         rcount = find_urls(text, &ranges);
1030         if (!rcount)
1031                 return text;
1032
1033         for (i = 0; i < rcount; i += 2) {
1034                 int url_start = ranges[i];
1035                 int url_end = ranges[i+1];
1036                 int long_url_len = url_end - url_start;
1037                 char *url = strndup(text + url_start, long_url_len);
1038                 int short_url_len;
1039                 int not_url_len = url_start - inofs;
1040
1041                 dbg("long  url[%u]: %s\n", long_url_len, url);
1042                 url = shrink_one_url(shrink_pipe, url);
1043                 short_url_len = url ? strlen(url) : 0;
1044                 dbg("short url[%u]: %s\n", short_url_len, url);
1045
1046                 if (!url || short_url_len >= long_url_len) {
1047                         /* The short url ended up being too long
1048                          * or unavailable */
1049                         if (inofs) {
1050                                 strncpy(text + outofs, text + inofs,
1051                                                 not_url_len + long_url_len);
1052                         }
1053                         inofs += not_url_len + long_url_len;
1054                         outofs += not_url_len + long_url_len;
1055
1056                 } else {
1057                         /* copy the unmodified block */
1058                         strncpy(text + outofs, text + inofs, not_url_len);
1059                         inofs += not_url_len;
1060                         outofs += not_url_len;
1061
1062                         /* copy the new url */
1063                         strncpy(text + outofs, url, short_url_len);
1064                         inofs += long_url_len;
1065                         outofs += short_url_len;
1066                 }
1067
1068                 free(url);
1069         }
1070
1071         /* copy the last block after the last match */
1072         if (inofs) {
1073                 int tail = inlen - inofs;
1074                 if (tail) {
1075                         strncpy(text + outofs, text + inofs, tail);
1076                         outofs += tail;
1077                 }
1078         }
1079
1080         free(ranges);
1081
1082         (void)pcloseRWE(shrink_pid, shrink_pipe);
1083
1084         text[outofs] = 0;
1085         dbg("after len=%u\n", outofs);
1086         return text;
1087 }
1088
1089 int main(int argc, char *argv[], char *envp[])
1090 {
1091         static const struct option options[] = {
1092                 { "debug", 0, NULL, 'd' },
1093                 { "verbose", 0, NULL, 'V' },
1094                 { "account", 1, NULL, 'a' },
1095                 { "password", 1, NULL, 'p' },
1096                 { "host", 1, NULL, 'H' },
1097                 { "proxy", 1, NULL, 'P' },
1098                 { "action", 1, NULL, 'A' },
1099                 { "user", 1, NULL, 'u' },
1100                 { "group", 1, NULL, 'G' },
1101                 { "logfile", 1, NULL, 'L' },
1102                 { "shrink-urls", 0, NULL, 's' },
1103                 { "help", 0, NULL, 'h' },
1104                 { "bash", 0, NULL, 'b' },
1105                 { "background", 0, NULL, 'B' },
1106                 { "dry-run", 0, NULL, 'n' },
1107                 { "page", 1, NULL, 'g' },
1108                 { "version", 0, NULL, 'v' },
1109                 { "config", 1, NULL, 'c' },
1110                 { "replyto", 1, NULL, 'r' },
1111                 { "retweet", 1, NULL, 'w' },
1112                 { }
1113         };
1114         struct session *session;
1115         pid_t child;
1116         char *tweet;
1117         char *retweet;
1118         static char password[80];
1119         int retval = 0;
1120         int option;
1121         char *http_proxy;
1122         time_t t;
1123         int page_nr;
1124
1125         debug = 0;
1126
1127         session = session_alloc();
1128         if (!session) {
1129                 fprintf(stderr, "no more memory...\n");
1130                 return -1;
1131         }
1132
1133         /* get the current time so that we can log it later */
1134         time(&t);
1135         session->time = strdup(ctime(&t));
1136         session->time[strlen(session->time)-1] = 0x00;
1137
1138         /* Get the home directory so we can try to find a config file */
1139         session->homedir = strdup(getenv("HOME"));
1140
1141         /* set up a default config file location (traditionally ~/.bti) */
1142         session->configfile = zalloc(strlen(session->homedir) + 7);
1143         sprintf(session->configfile, "%s/.bti", session->homedir);
1144
1145         /* Set environment variables first, before reading command line options
1146          * or config file values. */
1147         http_proxy = getenv("http_proxy");
1148         if (http_proxy) {
1149                 if (session->proxy)
1150                         free(session->proxy);
1151                 session->proxy = strdup(http_proxy);
1152                 dbg("http_proxy = %s\n", session->proxy);
1153         }
1154
1155         bti_parse_configfile(session);
1156
1157         while (1) {
1158                 option = getopt_long_only(argc, argv,
1159                                           "dp:P:H:a:A:u:c:hg:G:sr:nVv",
1160                                           options, NULL);
1161                 if (option == -1)
1162                         break;
1163                 switch (option) {
1164                 case 'd':
1165                         debug = 1;
1166                         break;
1167                 case 'V':
1168                         session->verbose = 1;
1169                         break;
1170                 case 'a':
1171                         if (session->account)
1172                                 free(session->account);
1173                         session->account = strdup(optarg);
1174                         dbg("account = %s\n", session->account);
1175                         break;
1176                 case 'g':
1177                         page_nr = atoi(optarg);
1178                         dbg("page = %d\n", page_nr);
1179                         session->page = page_nr;
1180                         break;
1181                 case 'r':
1182                         session->replyto = strdup(optarg);
1183                         dbg("in_reply_to_status_id = %s\n", session->replyto);
1184                         break;
1185                 case 'w':
1186                         session->retweet = strdup(optarg);
1187                         dbg("Retweet ID = %s\n", session->retweet);
1188                         break;
1189                 case 'p':
1190                         if (session->password)
1191                                 free(session->password);
1192                         session->password = strdup(optarg);
1193                         dbg("password = %s\n", session->password);
1194                         break;
1195                 case 'P':
1196                         if (session->proxy)
1197                                 free(session->proxy);
1198                         session->proxy = strdup(optarg);
1199                         dbg("proxy = %s\n", session->proxy);
1200                         break;
1201                 case 'A':
1202                         if (strcasecmp(optarg, "update") == 0)
1203                                 session->action = ACTION_UPDATE;
1204                         else if (strcasecmp(optarg, "friends") == 0)
1205                                 session->action = ACTION_FRIENDS;
1206                         else if (strcasecmp(optarg, "user") == 0)
1207                                 session->action = ACTION_USER;
1208                         else if (strcasecmp(optarg, "replies") == 0)
1209                                 session->action = ACTION_REPLIES;
1210                         else if (strcasecmp(optarg, "public") == 0)
1211                                 session->action = ACTION_PUBLIC;
1212                         else if (strcasecmp(optarg, "group") == 0)
1213                                 session->action = ACTION_GROUP;
1214                         else if (strcasecmp(optarg,"retweet") == 0)
1215                                 session->action = ACTION_RETWEET;
1216                         else
1217                                 session->action = ACTION_UNKNOWN;
1218                         dbg("action = %d\n", session->action);
1219                         break;
1220                 case 'u':
1221                         if (session->user)
1222                                 free(session->user);
1223                         session->user = strdup(optarg);
1224                         dbg("user = %s\n", session->user);
1225                         break;
1226
1227                 case 'G':
1228                         if (session->group)
1229                                 free(session->group);
1230                         session->group = strdup(optarg);
1231                         dbg("group = %s\n", session->group);
1232                         break;
1233                 case 'L':
1234                         if (session->logfile)
1235                                 free(session->logfile);
1236                         session->logfile = strdup(optarg);
1237                         dbg("logfile = %s\n", session->logfile);
1238                         break;
1239                 case 's':
1240                         session->shrink_urls = 1;
1241                         break;
1242                 case 'H':
1243                         if (session->hosturl)
1244                                 free(session->hosturl);
1245                         if (session->hostname)
1246                                 free(session->hostname);
1247                         if (strcasecmp(optarg, "twitter") == 0) {
1248                                 session->host = HOST_TWITTER;
1249                                 session->hosturl = strdup(twitter_host);
1250                                 session->hostname = strdup(twitter_name);
1251                         } else if (strcasecmp(optarg, "identica") == 0) {
1252                                 session->host = HOST_IDENTICA;
1253                                 session->hosturl = strdup(identica_host);
1254                                 session->hostname = strdup(identica_name);
1255                         } else {
1256                                 session->host = HOST_CUSTOM;
1257                                 session->hosturl = strdup(optarg);
1258                                 session->hostname = strdup(optarg);
1259                         }
1260                         dbg("host = %d\n", session->host);
1261                         break;
1262                 case 'b':
1263                         session->bash = 1;
1264                         /* fall-through intended */
1265                 case 'B':
1266                         session->background = 1;
1267                         break;
1268                 case 'c':
1269                         if (session->configfile)
1270                                 free(session->configfile);
1271                         session->configfile = strdup(optarg);
1272                         dbg("configfile = %s\n", session->configfile);
1273
1274                         /*
1275                          * read the config file now.  Yes, this could override
1276                          * previously set options from the command line, but
1277                          * the user asked for it...
1278                          */
1279                         bti_parse_configfile(session);
1280                         break;
1281                 case 'h':
1282                         display_help();
1283                         goto exit;
1284                 case 'n':
1285                         session->dry_run = 1;
1286                         break;
1287                 case 'v':
1288                         display_version();
1289                         goto exit;
1290                 default:
1291                         display_help();
1292                         goto exit;
1293                 }
1294         }
1295
1296         session_readline_init(session);
1297         /*
1298          * Show the version to make it easier to determine what
1299          * is going on here
1300          */
1301         if (debug)
1302                 display_version();
1303
1304         if (session->host == HOST_TWITTER) {
1305                 if (!session->consumer_key || !session->consumer_secret) {
1306                         if (session->action == ACTION_USER ||
1307                                         session->action == ACTION_PUBLIC) {
1308                                 /* Some actions may still work without authentication */
1309                                 session->guest = 1;
1310                         } else {
1311                                 fprintf(stderr,
1312                                                 "Twitter no longer supports HTTP basic authentication.\n"
1313                                                 "Both consumer key, and consumer secret are required"
1314                                                 " for bti in order to behave as an OAuth consumer.\n");
1315                                 goto exit;
1316                         }
1317                 }
1318                 if (session->action == ACTION_GROUP) {
1319                         fprintf(stderr, "Groups only work in Identi.ca.\n");
1320                         goto exit;
1321                 }
1322         } else {
1323                 if (!session->consumer_key || !session->consumer_secret)
1324                         session->no_oauth = 1;
1325         }
1326
1327         if (session->no_oauth) {
1328                 if (!session->account) {
1329                         fprintf(stdout, "Enter account for %s: ",
1330                                 session->hostname);
1331                         session->account = session->readline(NULL);
1332                 }
1333                 if (!session->password) {
1334                         read_password(password, sizeof(password),
1335                                       session->hostname);
1336                         session->password = strdup(password);
1337                 }
1338         } else if (!session->guest) {
1339                 if (!session->access_token_key ||
1340                     !session->access_token_secret) {
1341                         request_access_token(session);
1342                         goto exit;
1343                 }
1344         }
1345
1346         if (session->action == ACTION_UNKNOWN) {
1347                 fprintf(stderr, "Unknown action, valid actions are:\n"
1348                         "'update', 'friends', 'public', 'replies', 'group' or 'user'.\n");
1349                 goto exit;
1350         }
1351
1352         if (session->action == ACTION_GROUP && !session->group) {
1353                 fprintf(stdout, "Enter group name: ");
1354                 session->group = session->readline(NULL);
1355         }
1356
1357         if (session->action == ACTION_RETWEET) {
1358                 fprintf(stdout, "Status ID to retweet: ");
1359                 retweet = get_string_from_stdin();
1360
1361                 if (!retweet || strlen(retweet) == 0) {
1362                         dbg("no retweet?\n");
1363                         return -1;
1364                 }
1365
1366                 session->retweet = zalloc(strlen(retweet) + 10);
1367                 sprintf(session->retweet,"%s", retweet);
1368                 free(retweet);
1369                 dbg("retweet ID = %s\n", session->retweet);
1370         }
1371
1372         if (session->action == ACTION_UPDATE) {
1373                 if (session->background || !session->interactive)
1374                         tweet = get_string_from_stdin();
1375                 else
1376                         tweet = session->readline("tweet: ");
1377                 if (!tweet || strlen(tweet) == 0) {
1378                         dbg("no tweet?\n");
1379                         return -1;
1380                 }
1381
1382                 if (session->shrink_urls)
1383                         tweet = shrink_urls(tweet);
1384
1385                 session->tweet = zalloc(strlen(tweet) + 10);
1386                 if (session->bash)
1387                         sprintf(session->tweet, "%c %s",
1388                                 getuid() ? '$' : '#', tweet);
1389                 else
1390                         sprintf(session->tweet, "%s", tweet);
1391
1392                 free(tweet);
1393                 dbg("tweet = %s\n", session->tweet);
1394         }
1395
1396         if (session->page == 0)
1397                 session->page = 1;
1398         dbg("config file = %s\n", session->configfile);
1399         dbg("host = %d\n", session->host);
1400         dbg("action = %d\n", session->action);
1401
1402         /* fork ourself so that the main shell can get on
1403          * with it's life as we try to connect and handle everything
1404          */
1405         if (session->background) {
1406                 child = fork();
1407                 if (child) {
1408                         dbg("child is %d\n", child);
1409                         exit(0);
1410                 }
1411         }
1412
1413         retval = send_request(session);
1414         if (retval && !session->background)
1415                 fprintf(stderr, "operation failed\n");
1416
1417         log_session(session, retval);
1418 exit:
1419         session_readline_cleanup(session);
1420         session_free(session);
1421         return retval;;
1422 }