/**
 * Implements hook_contextual_links_view_alter().
 */
function mymodule_contextual_links_view_alter(&$element, $items) {
  if (
    isset($element['#element']['#block']) &&
    $element['#element']['#block']->module == 'poll' &&
    isset($element['#element']['poll_view_voting'])
  ) {
    $element['#links']['node-edit'] = array(
      'title' => t('Edit poll'),
      'href'  => 'node/' . $element['#element']['poll_view_voting']['#node']->nid . '/edit',
    );
  }
}

Drupal 7