diff options
Diffstat (limited to 'protocols')
| -rw-r--r-- | protocols/msn/msn.c | 1 | ||||
| -rw-r--r-- | protocols/msn/ns.c | 4 | ||||
| -rw-r--r-- | protocols/nogaim.c | 23 | ||||
| -rw-r--r-- | protocols/nogaim.h | 2 | ||||
| -rw-r--r-- | protocols/twitter/twitter.c | 23 | ||||
| -rw-r--r-- | protocols/twitter/twitter.h | 1 | ||||
| -rw-r--r-- | protocols/twitter/twitter_http.c | 31 | ||||
| -rw-r--r-- | protocols/twitter/twitter_http.h | 4 | ||||
| -rw-r--r-- | protocols/twitter/twitter_lib.c | 456 | ||||
| -rw-r--r-- | protocols/twitter/twitter_lib.h | 45 | 
10 files changed, 390 insertions, 200 deletions
| diff --git a/protocols/msn/msn.c b/protocols/msn/msn.c index 71570ce0..845f9cf8 100644 --- a/protocols/msn/msn.c +++ b/protocols/msn/msn.c @@ -52,6 +52,7 @@ static void msn_login( account_t *acc )  	struct msn_data *md = g_new0( struct msn_data, 1 );  	ic->proto_data = md; +	ic->flags |= OPT_PONGS | OPT_PONGED;  	if( strchr( acc->user, '@' ) == NULL )  	{ diff --git a/protocols/msn/ns.c b/protocols/msn/ns.c index d9a558f9..7acf4654 100644 --- a/protocols/msn/ns.c +++ b/protocols/msn/ns.c @@ -576,6 +576,10 @@ static int msn_ns_command( struct msn_handler_data *handler, char **cmd, int num  		if( num_parts >= 7 )  			handler->msglen = atoi( cmd[6] );  	} +	else if( strcmp( cmd[0], "QNG" ) == 0 ) +	{ +		ic->flags |= OPT_PONGED; +	}  	else if( isdigit( cmd[0][0] ) )  	{  		int num = atoi( cmd[0] ); diff --git a/protocols/nogaim.c b/protocols/nogaim.c index 773e3877..2f85a3eb 100644 --- a/protocols/nogaim.c +++ b/protocols/nogaim.c @@ -260,12 +260,32 @@ static gboolean send_keepalive( gpointer d, gint fd, b_input_condition cond )  {  	struct im_connection *ic = d; +	if( ( ic->flags & OPT_PONGS ) && !( ic->flags & OPT_PONGED ) ) +	{ +		/* This protocol is expected to ack keepalives and hasn't +		   since the last time we were here. */ +		imcb_error( ic, "Connection timeout" ); +		imc_logout( ic, TRUE ); +		return FALSE; +	} +	ic->flags &= ~OPT_PONGED; +	  	if( ic->acc->prpl->keepalive )  		ic->acc->prpl->keepalive( ic );  	return TRUE;  } +void start_keepalives( struct im_connection *ic, int interval ) +{ +	b_event_remove( ic->keepalive ); +	ic->keepalive = b_timeout_add( interval, send_keepalive, ic ); +	 +	/* Connecting successfully counts as a first successful pong. */ +	if( ic->flags & OPT_PONGS ) +		ic->flags |= OPT_PONGED; +} +  void imcb_connected( struct im_connection *ic )  {  	/* MSN servers sometimes redirect you to a different server and do @@ -276,9 +296,8 @@ void imcb_connected( struct im_connection *ic )  	imcb_log( ic, "Logged in" ); -	b_event_remove( ic->keepalive ); -	ic->keepalive = b_timeout_add( 60000, send_keepalive, ic );  	ic->flags |= OPT_LOGGED_IN; +	start_keepalives( ic, 60000 );  	/* Necessary to send initial presence status, even if we're not away. */  	imc_away_send_update( ic ); diff --git a/protocols/nogaim.h b/protocols/nogaim.h index 0536ce69..aa6ba7c0 100644 --- a/protocols/nogaim.h +++ b/protocols/nogaim.h @@ -67,6 +67,8 @@  #define OPT_TYPING      0x00000100 /* Some pieces of code make assumptions */  #define OPT_THINKING    0x00000200 /* about these values... Stupid me! */  #define OPT_NOOTR       0x00001000 /* protocol not suitable for OTR */ +#define OPT_PONGS       0x00010000 /* Service sends us keep-alives */ +#define OPT_PONGED      0x00020000 /* Received a keep-alive during last interval */  /* ok. now the fun begins. first we create a connection structure */  struct im_connection diff --git a/protocols/twitter/twitter.c b/protocols/twitter/twitter.c index 93ef4ae2..6bde497a 100644 --- a/protocols/twitter/twitter.c +++ b/protocols/twitter/twitter.c @@ -4,6 +4,7 @@  *  Simple module to facilitate twitter functionality.                       *  *                                                                           *  *  Copyright 2009 Geert Mulders <g.c.w.m.mulders@gmail.com>                 * +*  Copyright 2010-2012 Wilmer van der Gaast <wilmer@gaast.net>              *  *                                                                           *  *  This library is free software; you can redistribute it and/or            *  *  modify it under the terms of the GNU Lesser General Public               * @@ -65,11 +66,19 @@ static void twitter_main_loop_start(struct im_connection *ic)  	// Run this once. After this queue the main loop function.  	twitter_main_loop(ic, -1, 0); - -	// Queue the main_loop -	// Save the return value, so we can remove the timeout on logout. -	td->main_loop_id = -	    b_timeout_add(set_getint(&ic->acc->set, "fetch_interval") * 1000, twitter_main_loop, ic); +	 +	if (set_getbool(&ic->acc->set, "stream")) { +		/* That fetch was just to get backlog, the stream will give +		   us the rest. \o/ */ +		twitter_open_stream(ic); +		ic->flags |= OPT_PONGS; +	} else { +		/* Not using the streaming API, so keep polling the old- +		   fashioned way. :-( */ +		td->main_loop_id = +		    b_timeout_add(set_getint(&ic->acc->set, "fetch_interval") * 1000, +		                  twitter_main_loop, ic); +	}  }  static void twitter_oauth_start(struct im_connection *ic); @@ -278,6 +287,9 @@ static void twitter_init(account_t * acc)  	s = set_add(&acc->set, "show_old_mentions", "20", set_eval_int, acc);  	s = set_add(&acc->set, "strip_newlines", "false", set_eval_bool, acc); +	 +	s = set_add(&acc->set, "stream", "true", set_eval_bool, acc); +	s->flags |= ACC_SET_OFFLINE_ONLY;  }  /** @@ -362,6 +374,7 @@ static void twitter_logout(struct im_connection *ic)  		imcb_chat_free(td->timeline_gc);  	if (td) { +		http_close(td->stream);  		oauth_info_free(td->oauth_info);  		g_free(td->user);  		g_free(td->prefix); diff --git a/protocols/twitter/twitter.h b/protocols/twitter/twitter.h index 14e43824..f2afb754 100644 --- a/protocols/twitter/twitter.h +++ b/protocols/twitter/twitter.h @@ -56,6 +56,7 @@ struct twitter_data  	guint64 last_status_id; /* For undo */  	gint main_loop_id; +	struct http_request *stream;  	struct groupchat *timeline_gc;  	gint http_fails;  	twitter_flags_t flags; diff --git a/protocols/twitter/twitter_http.c b/protocols/twitter/twitter_http.c index dbac5461..216dad9e 100644 --- a/protocols/twitter/twitter_http.c +++ b/protocols/twitter/twitter_http.c @@ -46,14 +46,15 @@ static char *twitter_url_append(char *url, char *key, char *value);   * Do a request.   * This is actually pretty generic function... Perhaps it should move to the lib/http_client.c   */ -void *twitter_http(struct im_connection *ic, char *url_string, http_input_function func, -		   gpointer data, int is_post, char **arguments, int arguments_len) +struct http_request *twitter_http(struct im_connection *ic, char *url_string, http_input_function func, +		                  gpointer data, int is_post, char **arguments, int arguments_len)  {  	struct twitter_data *td = ic->proto_data;  	char *tmp;  	GString *request = g_string_new("");  	void *ret;  	char *url_arguments; +	url_t *base_url = NULL;  	url_arguments = g_strdup(""); @@ -66,20 +67,34 @@ void *twitter_http(struct im_connection *ic, char *url_string, http_input_functi  			url_arguments = tmp;  		}  	} +	 +	if (strstr(url_string, "://")) { +		base_url = g_new0(url_t, 1); +		if (!url_set(base_url, url_string)) { +			g_free(base_url); +			return NULL; +		} +	} +	  	// Make the request.  	g_string_printf(request, "%s %s%s%s%s HTTP/1.0\r\n"  			"Host: %s\r\n"  			"User-Agent: BitlBee " BITLBEE_VERSION " " ARCH "/" CPU "\r\n",  			is_post ? "POST" : "GET", -			td->url_path, url_string, -			is_post ? "" : "?", is_post ? "" : url_arguments, td->url_host); +			base_url ? base_url->file : td->url_path, +			base_url ? "" : url_string, +			is_post ? "" : "?", is_post ? "" : url_arguments, +			base_url ? base_url->host : td->url_host);  	// If a pass and user are given we append them to the request.  	if (td->oauth_info) {  		char *full_header;  		char *full_url; -		full_url = g_strconcat(set_getstr(&ic->acc->set, "base_url"), url_string, NULL); +		if (base_url) +			full_url = g_strdup(url_string); +		else +			full_url = g_strconcat(set_getstr(&ic->acc->set, "base_url"), url_string, NULL);  		full_header = oauth_http_header(td->oauth_info, is_post ? "POST" : "GET",  						full_url, url_arguments); @@ -108,10 +123,14 @@ void *twitter_http(struct im_connection *ic, char *url_string, http_input_functi  		g_string_append(request, "\r\n");  	} -	ret = http_dorequest(td->url_host, td->url_port, td->url_ssl, request->str, func, data); +	if (base_url) +		ret = http_dorequest(base_url->host, base_url->port, base_url->proto == PROTO_HTTPS, request->str, func, data); +	else +		ret = http_dorequest(td->url_host, td->url_port, td->url_ssl, request->str, func, data);  	g_free(url_arguments);  	g_string_free(request, TRUE); +	g_free(base_url);  	return ret;  } diff --git a/protocols/twitter/twitter_http.h b/protocols/twitter/twitter_http.h index 393a1c26..02a7ea43 100644 --- a/protocols/twitter/twitter_http.h +++ b/protocols/twitter/twitter_http.h @@ -29,8 +29,8 @@  struct oauth_info; -void *twitter_http(struct im_connection *ic, char *url_string, http_input_function func, -                   gpointer data, int is_post, char** arguments, int arguments_len); +struct http_request *twitter_http(struct im_connection *ic, char *url_string, http_input_function func, +                                  gpointer data, int is_post, char** arguments, int arguments_len);  #endif //_TWITTER_HTTP_H diff --git a/protocols/twitter/twitter_lib.c b/protocols/twitter/twitter_lib.c index 4a09cbb1..57c84f24 100644 --- a/protocols/twitter/twitter_lib.c +++ b/protocols/twitter/twitter_lib.c @@ -34,8 +34,8 @@  #include "url.h"  #include "misc.h"  #include "base64.h" -#include "xmltree.h"  #include "twitter_lib.h" +#include "json_util.h"  #include <ctype.h>  #include <errno.h> @@ -167,32 +167,34 @@ static void twitter_add_buddy(struct im_connection *ic, char *name, const char *  char *twitter_parse_error(struct http_request *req)  {  	static char *ret = NULL; -	struct xt_node *root, *node, *err; +	json_value *root, *err;  	g_free(ret);  	ret = NULL;  	if (req->body_size > 0) { -		root = xt_from_string(req->reply_body, req->body_size); -		 -		for (node = root; node; node = node->next) -			if ((err = xt_find_node(node->children, "error")) && err->text_len > 0) { -				ret = g_strdup_printf("%s (%s)", req->status_string, err->text); -				break; -			} - -		xt_free_node(root); +		root = json_parse(req->reply_body); +		err = json_o_get(root, "errors"); +		if (err && err->type == json_array && (err = err->u.array.values[0]) && +		    err->type == json_object) { +			const char *msg = json_o_str(err, "message"); +			if (msg) +				ret = g_strdup_printf("%s (%s)", req->status_string, msg); +		} +		json_value_free(root);  	}  	return ret ? ret : req->status_string;  } -static struct xt_node *twitter_parse_response(struct im_connection *ic, struct http_request *req) +/* WATCH OUT: This function might or might not destroy your connection. +   Sub-optimal indeed, but just be careful when this returns NULL! */ +static json_value *twitter_parse_response(struct im_connection *ic, struct http_request *req)  {  	gboolean logging_in = !(ic->flags & OPT_LOGGED_IN);  	gboolean periodic;  	struct twitter_data *td = ic->proto_data; -	struct xt_node *ret; +	json_value *ret;  	char path[64] = "", *s;  	if ((s = strchr(req->request, ' '))) { @@ -210,7 +212,8 @@ static struct xt_node *twitter_parse_response(struct im_connection *ic, struct h  		/* IIRC Twitter once had an outage where they were randomly  		   throwing 401s so I'll keep treating this one as fatal  		   only during login. */ -		imcb_error(ic, "Authentication failure"); +		imcb_error(ic, "Authentication failure (%s)", +		               twitter_parse_error(req));  		imc_logout(ic, FALSE);  		return NULL;  	} else if (req->status_code != 200) { @@ -226,7 +229,7 @@ static struct xt_node *twitter_parse_response(struct im_connection *ic, struct h  		td->http_fails = 0;  	} -	if ((ret = xt_from_string(req->reply_body, req->body_size)) == NULL) { +	if ((ret = json_parse(req->reply_body)) == NULL) {  		imcb_error(ic, "Could not retrieve %s: %s",  			   path, "XML parse error");  	} @@ -250,45 +253,36 @@ void twitter_get_friends_ids(struct im_connection *ic, gint64 next_cursor)  }  /** - * Function to help fill a list. - */ -static xt_status twitter_xt_next_cursor(struct xt_node *node, struct twitter_xml_list *txl) -{ -	char *end = NULL; - -	if (node->text) -		txl->next_cursor = g_ascii_strtoll(node->text, &end, 10); -	if (end == NULL) -		txl->next_cursor = -1; - -	return XT_HANDLED; -} - -/**   * Fill a list of ids.   */ -static xt_status twitter_xt_get_friends_id_list(struct xt_node *node, struct twitter_xml_list *txl) +static gboolean twitter_xt_get_friends_id_list(json_value *node, struct twitter_xml_list *txl)  { -	struct xt_node *child; +	json_value *c; +	int i;  	// Set the list type.  	txl->type = TXL_ID; -	// The root <statuses> node should hold the list of statuses <status> -	// Walk over the nodes children. -	for (child = node->children; child; child = child->next) { -		if (g_strcasecmp("ids", child->name) == 0) { -			struct xt_node *idc; -			for (idc = child->children; idc; idc = idc->next) -				if (g_strcasecmp(idc->name, "id") == 0) -					txl->list = g_slist_prepend(txl->list, -						g_memdup(idc->text, idc->text_len + 1)); -		} else if (g_strcasecmp("next_cursor", child->name) == 0) { -			twitter_xt_next_cursor(child, txl); -		} -	} +	c = json_o_get(node, "ids"); +	if (!c || c->type != json_array) +		return FALSE; -	return XT_HANDLED; +	for (i = 0; i < c->u.array.length; i ++) { +		if (c->u.array.values[i]->type != json_integer) +			continue; +		 +		txl->list = g_slist_prepend(txl->list, +			g_strdup_printf("%lld", c->u.array.values[i]->u.integer)); +		 +	} +	 +	c = json_o_get(node, "next_cursor"); +	if (c && c->type == json_integer) +		txl->next_cursor = c->u.integer; +	else +		txl->next_cursor = -1; +	 +	return TRUE;  }  static void twitter_get_users_lookup(struct im_connection *ic); @@ -299,7 +293,7 @@ static void twitter_get_users_lookup(struct im_connection *ic);  static void twitter_http_get_friends_ids(struct http_request *req)  {  	struct im_connection *ic; -	struct xt_node *parsed; +	json_value *parsed;  	struct twitter_xml_list *txl;  	struct twitter_data *td; @@ -321,8 +315,9 @@ static void twitter_http_get_friends_ids(struct http_request *req)  	// Parse the data.  	if (!(parsed = twitter_parse_response(ic, req)))  		return; +	  	twitter_xt_get_friends_id_list(parsed, txl); -	xt_free_node(parsed); +	json_value_free(parsed);  	td->follow_ids = txl->list;  	if (txl->next_cursor) @@ -337,7 +332,7 @@ static void twitter_http_get_friends_ids(struct http_request *req)  	txl_free(txl);  } -static xt_status twitter_xt_get_users(struct xt_node *node, struct twitter_xml_list *txl); +static gboolean twitter_xt_get_users(json_value *node, struct twitter_xml_list *txl);  static void twitter_http_get_users_lookup(struct http_request *req);  static void twitter_get_users_lookup(struct im_connection *ic) @@ -378,7 +373,7 @@ static void twitter_get_users_lookup(struct im_connection *ic)  static void twitter_http_get_users_lookup(struct http_request *req)  {  	struct im_connection *ic = req->data; -	struct xt_node *parsed; +	json_value *parsed;  	struct twitter_xml_list *txl;  	GSList *l = NULL;  	struct twitter_xml_user *user; @@ -394,7 +389,7 @@ static void twitter_http_get_users_lookup(struct http_request *req)  	if (!(parsed = twitter_parse_response(ic, req)))  		return;  	twitter_xt_get_users(parsed, txl); -	xt_free_node(parsed); +	json_value_free(parsed);  	// Add the users as buddies.  	for (l = txl->list; l; l = g_slist_next(l)) { @@ -408,25 +403,15 @@ static void twitter_http_get_users_lookup(struct http_request *req)  	twitter_get_users_lookup(ic);  } -/** - * Function to fill a twitter_xml_user struct. - * It sets: - *  - the name and - *  - the screen_name. - */ -static xt_status twitter_xt_get_user(struct xt_node *node, struct twitter_xml_user *txu) +struct twitter_xml_user *twitter_xt_get_user(const json_value *node)  { -	struct xt_node *child; - -	// Walk over the nodes children. -	for (child = node->children; child; child = child->next) { -		if (g_strcasecmp("name", child->name) == 0) { -			txu->name = g_memdup(child->text, child->text_len + 1); -		} else if (g_strcasecmp("screen_name", child->name) == 0) { -			txu->screen_name = g_memdup(child->text, child->text_len + 1); -		} -	} -	return XT_HANDLED; +	struct twitter_xml_user *txu; +	 +	txu = g_new0(struct twitter_xml_user, 1); +	txu->name = g_strdup(json_o_str(node, "name")); +	txu->screen_name = g_strdup(json_o_str(node, "screen_name")); +	 +	return txu;  }  /** @@ -434,26 +419,26 @@ static xt_status twitter_xt_get_user(struct xt_node *node, struct twitter_xml_us   * It sets:   *  - all <user>s from the <users> element.   */ -static xt_status twitter_xt_get_users(struct xt_node *node, struct twitter_xml_list *txl) +static gboolean twitter_xt_get_users(json_value *node, struct twitter_xml_list *txl)  {  	struct twitter_xml_user *txu; -	struct xt_node *child; +	int i;  	// Set the type of the list.  	txl->type = TXL_USER; +	if (!node || node->type != json_array) +		return FALSE; +  	// The root <users> node should hold the list of users <user>  	// Walk over the nodes children. -	for (child = node->children; child; child = child->next) { -		if (g_strcasecmp("user", child->name) == 0) { -			txu = g_new0(struct twitter_xml_user, 1); -			twitter_xt_get_user(child, txu); -			// Put the item in the front of the list. +	for (i = 0; i < node->u.array.length; i ++) { +		txu = twitter_xt_get_user(node->u.array.values[i]); +		if (txu)  			txl->list = g_slist_prepend(txl->list, txu); -		}  	} -	return XT_HANDLED; +	return TRUE;  }  #ifdef __GLIBC__ @@ -462,6 +447,8 @@ static xt_status twitter_xt_get_users(struct xt_node *node, struct twitter_xml_l  #define TWITTER_TIME_FORMAT "%a %b %d %H:%M:%S +0000 %Y"  #endif +static char* expand_entities(char* text, const json_value *entities); +  /**   * Function to fill a twitter_xml_status struct.   * It sets: @@ -470,31 +457,34 @@ static xt_status twitter_xt_get_users(struct xt_node *node, struct twitter_xml_l   *  - the status id and   *  - the user in a twitter_xml_user struct.   */ -static xt_status twitter_xt_get_status(struct xt_node *node, struct twitter_xml_status *txs) +static gboolean twitter_xt_get_status(const json_value *node, struct twitter_xml_status *txs)  { -	struct xt_node *child, *rt = NULL; - -	// Walk over the nodes children. -	for (child = node->children; child; child = child->next) { -		if (g_strcasecmp("text", child->name) == 0) { -			txs->text = g_memdup(child->text, child->text_len + 1); -		} else if (g_strcasecmp("retweeted_status", child->name) == 0) { -			rt = child; -		} else if (g_strcasecmp("created_at", child->name) == 0) { +	const json_value *rt = NULL, *entities = NULL; +	 +	if (node->type != json_object) +		return FALSE; + +	JSON_O_FOREACH (node, k, v) { +		if (strcmp("text", k) == 0 && v->type == json_string) { +			txs->text = g_memdup(v->u.string.ptr, v->u.string.length + 1); +		} else if (strcmp("retweeted_status", k) == 0 && v->type == json_object) { +			rt = v; +		} else if (strcmp("created_at", k) == 0 && v->type == json_string) {  			struct tm parsed;  			/* Very sensitive to changes to the formatting of  			   this field. :-( Also assumes the timezone used  			   is UTC since C time handling functions suck. */ -			if (strptime(child->text, TWITTER_TIME_FORMAT, &parsed) != NULL) +			if (strptime(v->u.string.ptr, TWITTER_TIME_FORMAT, &parsed) != NULL)  				txs->created_at = mktime_utc(&parsed); -		} else if (g_strcasecmp("user", child->name) == 0) { -			txs->user = g_new0(struct twitter_xml_user, 1); -			twitter_xt_get_user(child, txs->user); -		} else if (g_strcasecmp("id", child->name) == 0) { -			txs->id = g_ascii_strtoull(child->text, NULL, 10); -		} else if (g_strcasecmp("in_reply_to_status_id", child->name) == 0) { -			txs->reply_to = g_ascii_strtoull(child->text, NULL, 10); +		} else if (strcmp("user", k) == 0 && v->type == json_object) { +			txs->user = twitter_xt_get_user(v); +		} else if (strcmp("id", k) == 0 && v->type == json_integer) { +			txs->id = v->u.integer; +		} else if (strcmp("in_reply_to_status_id", k) == 0 && v->type == json_integer) { +			txs->reply_to = v->u.integer; +		} else if (strcmp("entities", k) == 0 && v->type == json_object) { +			entities = v;  		}  	} @@ -502,45 +492,86 @@ static xt_status twitter_xt_get_status(struct xt_node *node, struct twitter_xml_  	   wasn't truncated because it may be lying. */  	if (rt) {  		struct twitter_xml_status *rtxs = g_new0(struct twitter_xml_status, 1); -		if (twitter_xt_get_status(rt, rtxs) != XT_HANDLED) { +		if (!twitter_xt_get_status(rt, rtxs)) {  			txs_free(rtxs); -			return XT_HANDLED; +			return TRUE;  		}  		g_free(txs->text);  		txs->text = g_strdup_printf("RT @%s: %s", rtxs->user->screen_name, rtxs->text);  		txs_free(rtxs); -	} else { -		struct xt_node *urls, *url; +	} else if (entities) { +		txs->text = expand_entities(txs->text, entities); +	} + +	return txs->text && txs->user && txs->id; +} + +/** + * Function to fill a twitter_xml_status struct (DM variant). + */ +static gboolean twitter_xt_get_dm(const json_value *node, struct twitter_xml_status *txs) +{ +	const json_value *entities = NULL; +	 +	if (node->type != json_object) +		return FALSE; + +	JSON_O_FOREACH (node, k, v) { +		if (strcmp("text", k) == 0 && v->type == json_string) { +			txs->text = g_memdup(v->u.string.ptr, v->u.string.length + 1); +		} else if (strcmp("created_at", k) == 0 && v->type == json_string) { +			struct tm parsed; + +			/* Very sensitive to changes to the formatting of +			   this field. :-( Also assumes the timezone used +			   is UTC since C time handling functions suck. */ +			if (strptime(v->u.string.ptr, TWITTER_TIME_FORMAT, &parsed) != NULL) +				txs->created_at = mktime_utc(&parsed); +		} else if (strcmp("sender", k) == 0 && v->type == json_object) { +			txs->user = twitter_xt_get_user(v); +		} else if (strcmp("id", k) == 0 && v->type == json_integer) { +			txs->id = v->u.integer; +		} +	} + +	if (entities) { +		txs->text = expand_entities(txs->text, entities); +	} + +	return txs->text && txs->user && txs->id; +} + +static char* expand_entities(char* text, const json_value *entities) { +	JSON_O_FOREACH (entities, k, v) { +		int i; -		urls = xt_find_path(node, "entities"); -		if (urls != NULL) -			urls = urls->children; -		for (; urls; urls = urls->next) { -			if (strcmp(urls->name, "urls") != 0 && strcmp(urls->name, "media") != 0) +		if (v->type != json_array) +			continue; +		if (strcmp(k, "urls") != 0 && strcmp(k, "media") != 0) +			continue; +		 +		for (i = 0; i < v->u.array.length; i ++) { +			if (v->u.array.values[i]->type != json_object)  				continue; -			for (url = urls ? urls->children : NULL; url; url = url->next) { -				/* "short" is a reserved word. :-P */ -				struct xt_node *kort = xt_find_node(url->children, "url"); -				struct xt_node *disp = xt_find_node(url->children, "display_url"); -				char *pos, *new; -				 -				if (!kort || !kort->text || !disp || !disp->text || -				    !(pos = strstr(txs->text, kort->text))) -					continue; -				 -				*pos = '\0'; -				new = g_strdup_printf("%s%s <%s>%s", txs->text, kort->text, -				                      disp->text, pos + strlen(kort->text)); -				 -				g_free(txs->text); -				txs->text = new; -			} +			const char *kort = json_o_str(v->u.array.values[i], "url"); +			const char *disp = json_o_str(v->u.array.values[i], "display_url"); +			char *pos, *new; +			 +			if (!kort || !disp || !(pos = strstr(text, kort))) +				continue; +			 +			*pos = '\0'; +			new = g_strdup_printf("%s%s <%s>%s", text, kort, +			                      disp, pos + strlen(kort)); +			 +			g_free(text); +			text = new;  		}  	} - -	return XT_HANDLED; +	 +	return text;  }  /** @@ -549,40 +580,39 @@ static xt_status twitter_xt_get_status(struct xt_node *node, struct twitter_xml_   *  - all <status>es within the <status> element and   *  - the next_cursor.   */ -static xt_status twitter_xt_get_status_list(struct im_connection *ic, struct xt_node *node, -					    struct twitter_xml_list *txl) +static gboolean twitter_xt_get_status_list(struct im_connection *ic, const json_value *node, +                                           struct twitter_xml_list *txl)  {  	struct twitter_xml_status *txs; -	struct xt_node *child;  	bee_user_t *bu; +	int i;  	// Set the type of the list.  	txl->type = TXL_STATUS; +	 +	if (node->type != json_array) +		return FALSE;  	// The root <statuses> node should hold the list of statuses <status>  	// Walk over the nodes children. -	for (child = node->children; child; child = child->next) { -		if (g_strcasecmp("status", child->name) == 0) { -			txs = g_new0(struct twitter_xml_status, 1); -			twitter_xt_get_status(child, txs); -			// Put the item in the front of the list. -			txl->list = g_slist_prepend(txl->list, txs); - -			if (txs->user && txs->user->screen_name && -			    (bu = bee_user_by_handle(ic->bee, ic, txs->user->screen_name))) { -				struct twitter_user_data *tud = bu->data; - -				if (txs->id > tud->last_id) { -					tud->last_id = txs->id; -					tud->last_time = txs->created_at; -				} +	for (i = 0; i < node->u.array.length; i ++) { +		txs = g_new0(struct twitter_xml_status, 1); +		twitter_xt_get_status(node->u.array.values[i], txs); +		// Put the item in the front of the list. +		txl->list = g_slist_prepend(txl->list, txs); + +		if (txs->user && txs->user->screen_name && +		    (bu = bee_user_by_handle(ic->bee, ic, txs->user->screen_name))) { +			struct twitter_user_data *tud = bu->data; + +			if (txs->id > tud->last_id) { +				tud->last_id = txs->id; +				tud->last_time = txs->created_at;  			} -		} else if (g_strcasecmp("next_cursor", child->name) == 0) { -			twitter_xt_next_cursor(child, txl);  		}  	} -	return XT_HANDLED; +	return TRUE;  }  static char *twitter_msg_add_id(struct im_connection *ic, @@ -739,8 +769,102 @@ static void twitter_private_message_chat(struct im_connection *ic, GSList * list  	}  } -static void twitter_http_get_home_timeline(struct http_request *req); -static void twitter_http_get_mentions(struct http_request *req); +static gboolean twitter_stream_handle_object(struct im_connection *ic, json_value *o); + +static void twitter_http_stream(struct http_request *req) +{ +	struct im_connection *ic = req->data; +	struct twitter_data *td; +	json_value *parsed; +	int len = 0; +	char c, *nl; +	 +	if (!g_slist_find(twitter_connections, ic)) +		return; +	 +	ic->flags |= OPT_PONGED; +	td = ic->proto_data; +	 +	if ((req->flags & HTTPC_EOF) || !req->reply_body) { +		td->stream = NULL; +		imcb_error(ic, "Stream closed (%s)", req->status_string); +		imc_logout(ic, TRUE); +		return; +	} +	 +	printf( "%d bytes in stream\n", req->body_size ); +	 +	/* MUST search for CRLF, not just LF: +	   https://dev.twitter.com/docs/streaming-apis/processing#Parsing_responses */ +	nl = strstr(req->reply_body, "\r\n"); +	 +	if (!nl) { +		printf("Incomplete data\n"); +		return; +	} +	 +	len = nl - req->reply_body; +	if (len > 0) { +		c = req->reply_body[len]; +		req->reply_body[len] = '\0'; +		 +		printf("JSON: %s\n", req->reply_body); +		printf("parsed: %p\n", (parsed = json_parse(req->reply_body))); +		if (parsed) { +			twitter_stream_handle_object(ic, parsed); +		} +		json_value_free(parsed); +		req->reply_body[len] = c; +	} +	 +	http_flush_bytes(req, len + 2); +	 +	/* One notification might bring multiple events! */ +	if (req->body_size > 0) +		twitter_http_stream(req); +} + +static gboolean twitter_stream_handle_object(struct im_connection *ic, json_value *o) +{ +	struct twitter_xml_status *txs = g_new0(struct twitter_xml_status, 1); +	json_value *c; +	 +	if (twitter_xt_get_status(o, txs)) { +		GSList *output = g_slist_append(NULL, txs); +		twitter_groupchat(ic, output); +		txs_free(txs); +		g_slist_free(output); +		return TRUE; +	} else if ((c = json_o_get(o, "direct_message")) && +	           twitter_xt_get_dm(c, txs)) { +		GSList *output = g_slist_append(NULL, txs); +		twitter_private_message_chat(ic, output); +		txs_free(txs); +		g_slist_free(output); +		return TRUE; +	} +	txs_free(txs); +	return FALSE; +} + +gboolean twitter_open_stream(struct im_connection *ic) +{ +	struct twitter_data *td = ic->proto_data; +	char *args[2] = {"with", "followings"}; +	 +	if ((td->stream = twitter_http(ic, TWITTER_USER_STREAM_URL, +	                               twitter_http_stream, ic, 0, args, 2))) { +		/* This flag must be enabled or we'll get no data until EOF +		   (which err, kind of, defeats the purpose of a streaming API). */ +		td->stream->flags |= HTTPC_STREAMING; +		return TRUE; +	} +	 +	return FALSE; +} + +static void twitter_get_home_timeline(struct im_connection *ic, gint64 next_cursor); +static void twitter_get_mentions(struct im_connection *ic, gint64 next_cursor);  /**   * Get the timeline with optionally mentions @@ -822,10 +946,13 @@ void twitter_flush_timeline(struct im_connection *ic)  	td->home_timeline_obj = td->mentions_obj = NULL;  } +static void twitter_http_get_home_timeline(struct http_request *req); +static void twitter_http_get_mentions(struct http_request *req); +  /**   * Get the timeline.   */ -void twitter_get_home_timeline(struct im_connection *ic, gint64 next_cursor) +static void twitter_get_home_timeline(struct im_connection *ic, gint64 next_cursor)  {  	struct twitter_data *td = ic->proto_data; @@ -861,7 +988,7 @@ void twitter_get_home_timeline(struct im_connection *ic, gint64 next_cursor)  /**   * Get mentions.   */ -void twitter_get_mentions(struct im_connection *ic, gint64 next_cursor) +static void twitter_get_mentions(struct im_connection *ic, gint64 next_cursor)  {  	struct twitter_data *td = ic->proto_data; @@ -892,9 +1019,7 @@ void twitter_get_mentions(struct im_connection *ic, gint64 next_cursor)  	}  	g_free(args[1]); -	if (td->timeline_id) { -		g_free(args[5]); -	} +	g_free(args[5]);  }  /** @@ -904,7 +1029,7 @@ static void twitter_http_get_home_timeline(struct http_request *req)  {  	struct im_connection *ic = req->data;  	struct twitter_data *td; -	struct xt_node *parsed; +	json_value *parsed;  	struct twitter_xml_list *txl;  	// Check if the connection is still active. @@ -920,11 +1045,14 @@ static void twitter_http_get_home_timeline(struct http_request *req)  	if (!(parsed = twitter_parse_response(ic, req)))  		goto end;  	twitter_xt_get_status_list(ic, parsed, txl); -	xt_free_node(parsed); +	json_value_free(parsed);  	td->home_timeline_obj = txl;        end: +	if (!g_slist_find(twitter_connections, ic)) +		return; +  	td->flags |= TWITTER_GOT_TIMELINE;  	twitter_flush_timeline(ic); @@ -937,7 +1065,7 @@ static void twitter_http_get_mentions(struct http_request *req)  {  	struct im_connection *ic = req->data;  	struct twitter_data *td; -	struct xt_node *parsed; +	json_value *parsed;  	struct twitter_xml_list *txl;  	// Check if the connection is still active. @@ -953,11 +1081,14 @@ static void twitter_http_get_mentions(struct http_request *req)  	if (!(parsed = twitter_parse_response(ic, req)))  		goto end;  	twitter_xt_get_status_list(ic, parsed, txl); -	xt_free_node(parsed); +	json_value_free(parsed);  	td->mentions_obj = txl;        end: +	if (!g_slist_find(twitter_connections, ic)) +		return; +  	td->flags |= TWITTER_GOT_MENTIONS;  	twitter_flush_timeline(ic); @@ -971,7 +1102,7 @@ static void twitter_http_post(struct http_request *req)  {  	struct im_connection *ic = req->data;  	struct twitter_data *td; -	struct xt_node *parsed, *node; +	json_value *parsed, *id;  	// Check if the connection is still active.  	if (!g_slist_find(twitter_connections, ic)) @@ -983,9 +1114,8 @@ static void twitter_http_post(struct http_request *req)  	if (!(parsed = twitter_parse_response(ic, req)))  		return; -	if ((node = xt_find_node(parsed, "status")) && -	    (node = xt_find_node(node->children, "id")) && node->text) -		td->last_status_id = g_ascii_strtoull(node->text, NULL, 10); +	if ((id = json_o_get(parsed, "id")) && id->type == json_integer) +		td->last_status_id = id->u.integer;  }  /** @@ -1031,7 +1161,7 @@ void twitter_status_destroy(struct im_connection *ic, guint64 id)  {  	char *url;  	url = g_strdup_printf("%s%llu%s", TWITTER_STATUS_DESTROY_URL, -	                      (unsigned long long) id, ".xml"); +	                      (unsigned long long) id, ".json");  	twitter_http(ic, url, twitter_http_post, ic, 1, NULL, 0);  	g_free(url);  } @@ -1040,7 +1170,7 @@ void twitter_status_retweet(struct im_connection *ic, guint64 id)  {  	char *url;  	url = g_strdup_printf("%s%llu%s", TWITTER_STATUS_RETWEET_URL, -	                      (unsigned long long) id, ".xml"); +	                      (unsigned long long) id, ".json");  	twitter_http(ic, url, twitter_http_post, ic, 1, NULL, 0);  	g_free(url);  } @@ -1066,7 +1196,7 @@ void twitter_favourite_tweet(struct im_connection *ic, guint64 id)  {  	char *url;  	url = g_strdup_printf("%s%llu%s", TWITTER_FAVORITE_CREATE_URL, -	                      (unsigned long long) id, ".xml"); +	                      (unsigned long long) id, ".json");  	twitter_http(ic, url, twitter_http_post, ic, 1, NULL, 0);  	g_free(url);  } diff --git a/protocols/twitter/twitter_lib.h b/protocols/twitter/twitter_lib.h index 2404e4eb..d5f5b16a 100644 --- a/protocols/twitter/twitter_lib.h +++ b/protocols/twitter/twitter_lib.h @@ -28,46 +28,46 @@  #include "nogaim.h"  #include "twitter_http.h" -#define TWITTER_API_URL "http://api.twitter.com/1" +#define TWITTER_API_URL "http://api.twitter.com/1.1"  #define IDENTICA_API_URL "https://identi.ca/api"  /* Status URLs */ -#define TWITTER_STATUS_UPDATE_URL "/statuses/update.xml" +#define TWITTER_STATUS_UPDATE_URL "/statuses/update.json"  #define TWITTER_STATUS_SHOW_URL "/statuses/show/"  #define TWITTER_STATUS_DESTROY_URL "/statuses/destroy/"  #define TWITTER_STATUS_RETWEET_URL "/statuses/retweet/"  /* Timeline URLs */ -#define TWITTER_PUBLIC_TIMELINE_URL "/statuses/public_timeline.xml" -#define TWITTER_FEATURED_USERS_URL "/statuses/featured.xml" -#define TWITTER_FRIENDS_TIMELINE_URL "/statuses/friends_timeline.xml" -#define TWITTER_HOME_TIMELINE_URL "/statuses/home_timeline.xml" -#define TWITTER_MENTIONS_URL "/statuses/mentions.xml" -#define TWITTER_USER_TIMELINE_URL "/statuses/user_timeline.xml" +#define TWITTER_PUBLIC_TIMELINE_URL "/statuses/public_timeline.json" +#define TWITTER_FEATURED_USERS_URL "/statuses/featured.json" +#define TWITTER_FRIENDS_TIMELINE_URL "/statuses/friends_timeline.json" +#define TWITTER_HOME_TIMELINE_URL "/statuses/home_timeline.json" +#define TWITTER_MENTIONS_URL "/statuses/mentions_timeline.json" +#define TWITTER_USER_TIMELINE_URL "/statuses/user_timeline.json"  /* Users URLs */ -#define TWITTER_USERS_LOOKUP_URL "/users/lookup.xml" +#define TWITTER_USERS_LOOKUP_URL "/users/lookup.json"  /* Direct messages URLs */ -#define TWITTER_DIRECT_MESSAGES_URL "/direct_messages.xml" -#define TWITTER_DIRECT_MESSAGES_NEW_URL "/direct_messages/new.xml" -#define TWITTER_DIRECT_MESSAGES_SENT_URL "/direct_messages/sent.xml" +#define TWITTER_DIRECT_MESSAGES_URL "/direct_messages.json" +#define TWITTER_DIRECT_MESSAGES_NEW_URL "/direct_messages/new.json" +#define TWITTER_DIRECT_MESSAGES_SENT_URL "/direct_messages/sent.json"  #define TWITTER_DIRECT_MESSAGES_DESTROY_URL "/direct_messages/destroy/"  /* Friendships URLs */ -#define TWITTER_FRIENDSHIPS_CREATE_URL "/friendships/create.xml" -#define TWITTER_FRIENDSHIPS_DESTROY_URL "/friendships/destroy.xml" -#define TWITTER_FRIENDSHIPS_SHOW_URL "/friendships/show.xml" +#define TWITTER_FRIENDSHIPS_CREATE_URL "/friendships/create.json" +#define TWITTER_FRIENDSHIPS_DESTROY_URL "/friendships/destroy.json" +#define TWITTER_FRIENDSHIPS_SHOW_URL "/friendships/show.json"  /* Social graphs URLs */ -#define TWITTER_FRIENDS_IDS_URL "/friends/ids.xml" -#define TWITTER_FOLLOWERS_IDS_URL "/followers/ids.xml" +#define TWITTER_FRIENDS_IDS_URL "/friends/ids.json" +#define TWITTER_FOLLOWERS_IDS_URL "/followers/ids.json"  /* Account URLs */ -#define TWITTER_ACCOUNT_RATE_LIMIT_URL "/account/rate_limit_status.xml" +#define TWITTER_ACCOUNT_RATE_LIMIT_URL "/account/rate_limit_status.json"  /* Favorites URLs */ -#define TWITTER_FAVORITES_GET_URL "/favorites.xml" +#define TWITTER_FAVORITES_GET_URL "/favorites.json"  #define TWITTER_FAVORITE_CREATE_URL "/favorites/create/"  #define TWITTER_FAVORITE_DESTROY_URL "/favorites/destroy/" @@ -76,12 +76,13 @@  #define TWITTER_BLOCKS_DESTROY_URL "/blocks/destroy/"  /* Report spam */ -#define TWITTER_REPORT_SPAM_URL "/report_spam.xml" +#define TWITTER_REPORT_SPAM_URL "/report_spam.json" +#define TWITTER_USER_STREAM_URL "https://userstream.twitter.com/1.1/user.json" + +gboolean twitter_open_stream(struct im_connection *ic);  void twitter_get_timeline(struct im_connection *ic, gint64 next_cursor);  void twitter_get_friends_ids(struct im_connection *ic, gint64 next_cursor); -void twitter_get_home_timeline(struct im_connection *ic, gint64 next_cursor); -void twitter_get_mentions(struct im_connection *ic, gint64 next_cursor);  void twitter_get_statuses_friends(struct im_connection *ic, gint64 next_cursor);  void twitter_post_status(struct im_connection *ic, char *msg, guint64 in_reply_to); | 
