I was able to solve it with the following code in header.php of theme
<div class="login-woocommerce">
<?php
if (is_user_logged_in()) {
global $current_user;
wp_get_current_user();
?>
<a href="<?php echo esc_url(wp_logout_url( home_url() )); ?>" class="logout">
<?php esc_html_e('Salir | ', 'accesspress-store'); ?>
</a>
<a href="<?php echo esc_url(get_permalink(get_option('woocommerce_myaccount_page_id'))); ?>" class="my-account">
<i class="fa fa-user"></i>
<?php esc_html_e(' Mi Cuenta |', 'accesspress-store'); ?>
</a>
<?php
} else {
?>
<a href="<?php echo esc_url(get_permalink(get_option('woocommerce_myaccount_page_id'))); ?>" class="account">
<?php esc_html_e('Registrar/Acceder', 'accesspress-store'); ?>
</a>
<?php } ?>
</div>