tvheadend/src/epggrab/module/eit.c

678 lines
16 KiB
C

/*
* Electronic Program Guide - eit grabber
* Copyright (C) 2012 Adam Sutton
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
#include <string.h>
#include "tvheadend.h"
#include "channels.h"
#include "dvb/dvb.h"
#include "dvb/dvb_support.h"
#include "service.h"
#include "epg.h"
#include "epggrab.h"
#include "epggrab/private.h"
/* ************************************************************************
* Status handling
* ***********************************************************************/
typedef struct eit_status
{
LIST_ENTRY(eit_status) link;
int tid;
uint16_t tsid;
uint16_t sid;
uint32_t sec[8];
int done;
} eit_status_t;
typedef LIST_HEAD(, eit_status) eit_status_list_t;
static eit_status_t *eit_status_find
( eit_status_list_t *el, int tableid, uint16_t tsid, uint16_t sid,
uint8_t sec, uint8_t lst, uint8_t seg )
{
int i;
uint32_t msk;
eit_status_t *sta;
/* Find */
LIST_FOREACH(sta, el, link)
if (sta->tid == tableid && sta->tsid == tsid && sta->sid == sid)
break;
/* Already complete */
if (sta && sta->done) return NULL;
/* Insert new entry */
if (!sta) {
sta = calloc(1, sizeof(eit_status_t));
LIST_INSERT_HEAD(el, sta, link);
sta->tid = tableid;
sta->tsid = tsid;
sta->sid = sid;
for (i = 0; i < (lst / 32); i++)
sta->sec[i] = 0xFFFFFFFF;
if (lst % 32)
sta->sec[i] = (0xFFFFFFFF >> (31-(lst%32)));
}
/* Get section mask */
if (sec == seg) {
msk = 0xFF << (((sec/8)%4) * 8);
} else {
msk = 0x1 << (sec%32);
}
/* Already seen */
if (!(sta->sec[sec/32] & msk)) return NULL;
/* Update */
sta->sec[sec/32] &= ~msk;
sta->done = 1;
for (i = 0; i < 8; i++ )
if (sta->sec[i]) sta->done = 0;
return sta;
}
typedef struct eit_event
{
char uri[257];
char suri[257];
char title[257];
char summary[257];
char desc[2000];
char *default_charset;
htsmsg_t *extra;
epg_genre_list_t *genre;
uint8_t hd, ws;
uint8_t ad, st, ds;
uint8_t bw;
} eit_event_t;
/* ************************************************************************
* Diagnostics
* ***********************************************************************/
// Dump a descriptor tag for debug (looking for new tags etc...)
static void _eit_dtag_dump ( epggrab_module_t *mod, uint8_t dtag, uint8_t dlen, uint8_t *buf )
{
#if APS_DEBUG
int i = 0, j = 0;
char tmp[100];
tvhlog(LOG_DEBUG, mod->id, " dtag 0x%02X len %d", dtag, dlen);
while (i < dlen) {
j += sprintf(tmp+j, "%02X ", buf[i]);
i++;
if ((i % 8) == 0 || (i == dlen)) {
tvhlog(LOG_DEBUG, mod->id, " %s", tmp);
j = 0;
}
}
#endif
}
/* ************************************************************************
* EIT Event descriptors
* ***********************************************************************/
static dvb_string_conv_t _eit_freesat_conv[2] = {
{ 0x1f, freesat_huffman_decode },
{ 0x00, NULL }
};
/*
* Get string
*/
static int _eit_get_string_with_len
( epggrab_module_t *mod,
char *dst, size_t dstlen,
const uint8_t *src, size_t srclen, char *charset )
{
dvb_string_conv_t *cptr = NULL;
if (!strcmp("freesat", mod->id)) {
cptr = _eit_freesat_conv;
}
return dvb_get_string_with_len(dst, dstlen, src, srclen, charset, cptr);
}
/*
* Short Event - 0x4d
*/
static int _eit_desc_short_event
( epggrab_module_t *mod, uint8_t *ptr, int len, eit_event_t *ev )
{
int r;
if ( len < 5 ) return -1;
/* Language (skip) */
len -= 3;
ptr += 3;
/* Title */
if ( (r = _eit_get_string_with_len(mod, ev->title, sizeof(ev->title),
ptr, len, ev->default_charset)) < 0 )
return -1;
len -= r;
ptr += r;
if ( len < 1 ) return -1;
/* Summary */
if ( (r = _eit_get_string_with_len(mod, ev->summary, sizeof(ev->summary),
ptr, len, ev->default_charset)) < 0 )
return -1;
return 0;
}
/*
* Extended Event - 0x4e
*/
static int _eit_desc_ext_event
( epggrab_module_t *mod, uint8_t *ptr, int len, eit_event_t *ev )
{
int r, nitem;
char ikey[256], ival[256];
if (len < 6) return -1;
/* Descriptor numbering (skip) */
len -= 1;
ptr += 1;
/* Language (skip) */
len -= 3;
ptr += 3;
/* Key/Value items */
nitem = *ptr;
len -= 1;
ptr += 1;
if (len < (2 * nitem) + 1) return -1;
while (nitem--) {
/* Key */
if ( (r = _eit_get_string_with_len(mod, ikey, sizeof(ikey),
ptr, len, ev->default_charset)) < 0 )
return -1;
len -= r;
ptr += r;
/* Value */
if ( (r = _eit_get_string_with_len(mod, ival, sizeof(ival),
ptr, len, ev->default_charset)) < 0 )
return -1;
len -= r;
ptr += r;
/* Store */
// TODO: extend existing?
if (*ikey && *ival)
htsmsg_add_str(ev->extra, ikey, ival);
}
/* Description */
if ( _eit_get_string_with_len(mod,
ev->desc + strlen(ev->desc),
sizeof(ev->desc) - strlen(ev->desc),
ptr, len,
ev->default_charset) < 0 )
return -1;
return 0;
}
/*
* Component Descriptor - 0x50
*/
static int _eit_desc_component
( epggrab_module_t *mod, uint8_t *ptr, int len, eit_event_t *ev )
{
uint8_t c, t;
if (len < 6) return -1;
/* Stream Content and Type */
c = *ptr & 0x0f;
t = ptr[1];
/* MPEG2 (video) */
if (c == 0x1) {
if (t > 0x08 && t < 0x11) {
ev->hd = 1;
if ( t != 0x09 && t != 0x0d )
ev->ws = 1;
} else if (t == 0x02 || t == 0x03 || t == 0x04 ||
t == 0x06 || t == 0x07 || t == 0x08 ) {
ev->ws = 1;
}
/* MPEG2 (audio) */
} else if (c == 0x2) {
/* Described */
if (t == 0x40 || t == 0x41)
ev->ad = 1;
/* Misc */
} else if (c == 0x3) {
if (t == 0x1 || (t >= 0x10 && t <= 0x14) || (t >= 0x20 && t <= 0x24))
ev->st = 1;
else if (t == 0x30 || t == 0x31)
ev->ds = 1;
/* H264 */
} else if (c == 0x5) {
if (t == 0x0b || t == 0x0c || t == 0x10)
ev->hd = ev->ws = 1;
else if (t == 0x03 || t == 0x04 || t == 0x07 || t == 0x08)
ev->ws = 1;
/* AAC */
} else if ( c == 0x6 ) {
/* Described */
if (t == 0x40 || t == 0x44)
ev->ad = 1;
}
return 0;
}
/*
* Content Descriptor - 0x54
*/
static int _eit_desc_content
( epggrab_module_t *mod, uint8_t *ptr, int len, eit_event_t *ev )
{
while (len > 1) {
if (*ptr == 0xb1)
ev->bw = 1;
else if (*ptr < 0xb0) {
if (!ev->genre) ev->genre = calloc(1, sizeof(epg_genre_list_t));
epg_genre_list_add_by_eit(ev->genre, *ptr);
}
len -= 2;
ptr += 2;
}
return 0;
}
/*
* Content ID
*/
static int _eit_desc_crid
( epggrab_module_t *mod, uint8_t *ptr, int len, eit_event_t *ev )
{
int r;
uint8_t type;
while (len > 3) {
/* Explicit only */
if ( (*ptr & 0x3) == 0 ) {
type = *ptr >> 2;
/* Episode */
if (type == 0x1 || type == 0x31) {
r = _eit_get_string_with_len(mod, ev->uri, sizeof(ev->uri),
ptr+1, len-1, ev->default_charset);
/* Season */
} else if (type == 0x2 || type == 0x32) {
r = _eit_get_string_with_len(mod, ev->suri, sizeof(ev->suri),
ptr+1, len-1, ev->default_charset);
/* Unknown */
} else {
r = ptr[1] + 1;
}
/* Next */
if (r < 0) return -1;
len -= 1 + r;
ptr += 1 + r;
}
}
return 0;
}
/* ************************************************************************
* EIT Event
* ***********************************************************************/
static int _eit_process_event
( epggrab_module_t *mod, int tableid,
service_t *svc, uint8_t *ptr, int len,
int *resched, int *save )
{
int save2 = 0;
int ret, dllen;
time_t start, stop;
uint16_t eid;
uint8_t dtag, dlen;
epg_broadcast_t *ebc;
epg_episode_t *ee;
epg_season_t *es;
eit_event_t ev;
if ( len < 12 ) return -1;
/* Core fields */
eid = ptr[0] << 8 | ptr[1];
start = dvb_convert_date(&ptr[2]);
stop = start + bcdtoint(ptr[7] & 0xff) * 3600 +
bcdtoint(ptr[8] & 0xff) * 60 +
bcdtoint(ptr[9] & 0xff);
dllen = ((ptr[10] & 0x0f) << 8) | ptr[11];
len -= 12;
ptr += 12;
if ( len < dllen ) return -1;
ret = 12 + dllen;
/* Find broadcast */
ebc = epg_broadcast_find_by_time(svc->s_ch, start, stop, eid, 1, &save2);
tvhlog(LOG_DEBUG, mod->id, "eid=%5d, start=%lu, stop=%lu, ebc=%p", eid, start, stop, ebc);
if (!ebc) return dllen + 12;
/* Mark re-schedule detect (only now/next) */
if (save2 && tableid < 0x50) *resched = 1;
*save |= save2;
/* Process tags */
memset(&ev, 0, sizeof(ev));
ev.default_charset = svc->s_dvb_default_charset;
while (dllen > 2) {
int r;
dtag = ptr[0];
dlen = ptr[1];
dllen -= 2;
ptr += 2;
if (dllen < dlen) return ret;
switch (dtag) {
case DVB_DESC_SHORT_EVENT:
r = _eit_desc_short_event(mod, ptr, dlen, &ev);
break;
case DVB_DESC_EXT_EVENT:
r = _eit_desc_ext_event(mod, ptr, dlen, &ev);
break;
case DVB_DESC_CONTENT:
r = _eit_desc_content(mod, ptr, dlen, &ev);
break;
case DVB_DESC_COMPONENT:
r = _eit_desc_component(mod, ptr, dlen, &ev);
break;
#if TODO_AGE_RATING
case DVB_DESC_PARENTAL_RAT:
r = _eit_desc_parental(mod, ptr, dlen, &ev);
break;
#endif
case DVB_DESC_CRID:
r = _eit_desc_crid(mod, ptr, dlen, &ev);
break;
default:
r = 0;
_eit_dtag_dump(mod, dtag, dlen, ptr);
break;
}
if (r < 0) return ret;
dllen -= dlen;
ptr += dlen;
}
/* Broadcast Metadata */
*save |= epg_broadcast_set_is_hd(ebc, ev.hd, mod);
*save |= epg_broadcast_set_is_widescreen(ebc, ev.ws, mod);
*save |= epg_broadcast_set_is_audio_desc(ebc, ev.ad, mod);
*save |= epg_broadcast_set_is_subtitled(ebc, ev.st, mod);
*save |= epg_broadcast_set_is_deafsigned(ebc, ev.ds, mod);
/* Find episode */
if (*ev.uri) {
ee = epg_episode_find_by_uri(ev.uri, 1, save);
} else if ( !(ee = ebc->episode) ) {
char *uri;
uri = epg_hash(ev.title, ev.summary, ev.desc);
if (uri) {
ee = epg_episode_find_by_uri(uri, 1, save);
free(uri);
}
}
/* Update Broadcast */
if (ee) *save |= epg_broadcast_set_episode(ebc, ee, mod);
/* Update Episode */
if (ee) {
*save |= epg_episode_set_is_bw(ee, ev.bw, mod);
if ( *ev.title )
*save |= epg_episode_set_title(ee, ev.title, mod);
if ( *ev.summary )
*save |= epg_episode_set_summary(ee, ev.summary, mod);
if ( *ev.desc )
*save |= epg_episode_set_description(ee, ev.desc, mod);
if ( ev.genre )
*save |= epg_episode_set_genre(ee, ev.genre, mod);
#if TODO_ADD_EXTRA
if ( extra )
*save |= epg_episode_set_extra(ee, extra, mod);
#endif
/* Season */
if (*ev.suri) {
es = epg_season_find_by_uri(ev.suri, 1, save);
if (es)
*save |= epg_episode_set_season(ee, es, mod);
}
}
/* Tidy up */
if (ev.extra) free(ev.extra);
if (ev.genre) epg_genre_list_destroy(ev.genre);
return ret;
}
static int _eit_callback
( th_dvb_mux_instance_t *tdmi, uint8_t *ptr, int len,
uint8_t tableid, void *opaque )
{
epggrab_module_t *mod = opaque;
epggrab_ota_mux_t *ota;
th_dvb_adapter_t *tda;
service_t *svc;
eit_status_list_t *stal;
eit_status_t *sta;
int resched = 0, save = 0;
uint16_t tsid, sid;
/* Invalid */
if(tableid < 0x4e || tableid > 0x6f || len < 11) return -1;
/* Don't process */
if((ptr[2] & 1) == 0) return 0;
/* Get OTA */
ota = epggrab_ota_find((epggrab_module_ota_t*)mod, tdmi);
if (!ota || !ota->status) return -1;
stal = ota->status;
/* Already complete */
if (epggrab_ota_is_complete(ota)) return 0;
/* Get tsid/sid */
sid = ptr[0] << 8 | ptr[1];
tsid = ptr[5] << 8 | ptr[6];
/* Get transport stream */
// Note: tableid=0x4f,0x60-0x6f is other TS
// so must find the tdmi
if(tableid == 0x4f || tableid >= 0x60) {
tda = tdmi->tdmi_adapter;
LIST_FOREACH(tdmi, &tda->tda_muxes, tdmi_adapter_link)
if(tdmi->tdmi_transport_stream_id == tsid)
break;
}
if(!tdmi) return 0;
/* Get service */
svc = dvb_transport_find(tdmi, sid, 0, NULL);
if (!svc || !svc->s_enabled || !svc->s_ch) return 0;
/* Ignore (not primary EPG service) */
if (!service_is_primary_epg(svc)) return 0;
sta = eit_status_find(stal, tableid, tsid, sid, ptr[3], ptr[4],
ptr[9]);
if (!sta) return 0;
/* Started */
if (epggrab_ota_begin(ota)) {
// nothing/clear?
/* Check end */
} else if (sta->done) {
LIST_FOREACH(sta, stal, link)
if (!sta->done) break;
}
/* Register as interesting */
if (tableid < 0x50)
epggrab_ota_register(ota, 20, 300); // 20s grab, 5min interval
else
epggrab_ota_register(ota, 600, 3600); // 10min grab, 1hour interval
// Note: this does mean you will get a slight oddity for muxes that
// carry both, since they will end up with setting of 600/300
/* Process events */
len -= 11;
ptr += 11;
while (len) {
int r;
if ((r = _eit_process_event(mod, tableid, svc, ptr, len,
&resched, &save)) < 0)
break;
len -= r;
ptr += r;
}
/* Complete */
if (!sta) epggrab_ota_complete(ota);
/* Update EPG */
if (resched) epggrab_resched();
if (save) epg_updated();
return 0;
}
/* ************************************************************************
* Module Setup
* ***********************************************************************/
static void _eit_ota_destroy ( epggrab_ota_mux_t *ota )
{
eit_status_t *sta;
eit_status_list_t *stal = ota->status;
/* Remove all entries */
while ((sta = LIST_FIRST(stal))) {
LIST_REMOVE(sta, link);
free(sta);
}
free(stal);
free(ota);
}
static void _eit_start
( epggrab_module_ota_t *m, th_dvb_mux_instance_t *tdmi )
{
epggrab_ota_mux_t *ota;
if (!m->enabled) return;
if (!(ota = epggrab_ota_create(m, tdmi))) return;
if (!ota->status) {
ota->status = calloc(1, sizeof(eit_status_list_t));
ota->destroy = _eit_ota_destroy;
}
if (!strcmp("freesat", m->id)) {
#ifdef IGNORE_TOO_SLOW
tdt_add(tdmi, NULL, _eit_callback, m, m->id, TDT_CRC, 3841, NULL);
#endif
tdt_add(tdmi, NULL, _eit_callback, m, m->id, TDT_CRC, 3003, NULL);
} else
tdt_add(tdmi, NULL, _eit_callback, m, m->id, TDT_CRC, 0x12, NULL);
tvhlog(LOG_INFO, m->id, "install table handlers");
}
static int _eit_enable ( void *m, uint8_t e )
{
epggrab_module_ota_t *mod = m;
if (mod->enabled == e) return 0;
mod->enabled = e;
/* Register interest */
if (e) {
if (!strcmp(mod->id, "freesat"))
#ifdef IGNORE_TOO_SLOW
epggrab_ota_create_and_register_by_id((epggrab_module_ota_t*)mod,
0, 2050,
600, 3600, "ASTRA");
#endif
epggrab_ota_create_and_register_by_id((epggrab_module_ota_t*)mod,
0, 2315,
600, 3600, "Freesat");
/* Remove all links */
} else {
epggrab_ota_destroy_by_module((epggrab_module_ota_t*)mod);
}
return 1;
}
void eit_init ( void )
{
epggrab_module_ota_create(NULL, "eit", "EIT: DVB Grabber", 1,
_eit_start, _eit_enable, NULL);
epggrab_module_ota_create(NULL, "freesat", "Freesat", 5,
_eit_start, _eit_enable, NULL);
}
void eit_load ( void )
{
}