Get meta keywords and description from website.

meta_from_website.py

def get_soup(url):
    # Func which should return `BeautifulSoup` object.
    pass

def get_meta_from_website(url, attrs=['description', 'keywords']):
    """
    Should return meta data from given website URL.

    * Receives:
      - url (string)
      - attrs (list)

    * Returns
      - d (dict)
      - err (string)
    """

    d = dict()
    soup, err = get_soup(url)
    if err:
        return dict(), err

    if soup.title:
        d['title'] = soup.title.text.strip()
    
    meta_list = soup.find_all('meta')
    for meta in meta_list:
        m_attrs = meta.attrs
        attr_namev = m_attrs.get('name', '').strip().lower()
        if 'name' in m_attrs.keys() and attr_namev in attrs:
            name = m_attrs.get('name', '').lower()
            content = m_attrs.get('content', '')
            d[name] = content
    
    return d, None