Skip to content

Commit

Permalink
remove extra spaces from user full name in staging tables (#1365)
Browse files Browse the repository at this point in the history
remove extra spaces from user full name in all staging tables
  • Loading branch information
KatelynGit authored Nov 7, 2024
1 parent 753383d commit 522fe71
Show file tree
Hide file tree
Showing 8 changed files with 26 additions and 11 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -389,7 +389,7 @@ models:
tests:
- not_null
- name: user_full_name
description: str, user full name on the platform user enrolled
description: str, user full name on the platform user enrolled.
- name: user_highest_education
description: str, user's highest education on the platform user enrolled. May
be blank.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ with source as (
, cleaned as (
select
id as user_profile_id
, name as user_full_name
, replace(replace(replace(name, ' ', '<>'), '><', ''), '<>', ' ') as user_full_name
, birth_year as user_birth_year
, company as user_company
, job_title as user_job_title
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ with source as (
, email as user_email
, username as user_username
, id_map_hash_id as user_map_hash_id
, profile_name as user_full_name
, replace(replace(replace(profile_name, ' ', '<>'), '><', ''), '<>', ' ') as user_full_name
, profile_mailing_address as user_mailing_address
, profile_goals as user_profile_goals
, profile_city as user_city
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -40,10 +40,18 @@ with source as (
,{{ cast_date_to_iso8601('date_of_birth') }} as user_birth_date
, coalesce(romanized_first_name, first_name) as user_first_name
, coalesce(romanized_last_name, last_name) as user_last_name
, concat_ws(
chr(32)
, nullif(first_name, '')
, nullif(last_name, '')
, replace(
replace(
replace(
(
concat_ws(
chr(32)
, nullif(first_name, '')
, nullif(last_name, '')
)
), ' ', '<>'
), '><', ''
), '<>', ' '
) as user_full_name
, concat_ws(
chr(32)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ with source as (
, username as user_username
, email as user_email
, is_active as user_is_active
, name as user_full_name
, replace(replace(replace(name, ' ', '<>'), '><', ''), '<>', ' ') as user_full_name
,{{ cast_timestamp_to_iso8601('created_on') }} as user_joined_on
,{{ cast_timestamp_to_iso8601('last_login') }} as user_last_login
from source
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ with source as (
, username as user_username
, email as user_email
, is_active as user_is_active
, name as user_full_name
, replace(replace(replace(name, ' ', '<>'), '><', ''), '<>', ' ') as user_full_name
,{{ cast_timestamp_to_iso8601('created_on') }} as user_joined_on
,{{ cast_timestamp_to_iso8601('last_login') }} as user_last_login
from source
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,14 @@ with source as (
, is_superuser as user_is_superuser
, nullif(first_name, '') as user_first_name
, nullif(last_name, '') as user_last_name
, concat(nullif(first_name, ''), ' ', nullif(last_name, '')) as user_full_name
, replace(
replace(
replace(
(concat(nullif(first_name, ''), ' ', nullif(last_name, '')))
, ' ', '<>'
), '><', ''
), '<>', ' '
) as user_full_name
, to_iso8601(from_iso8601_timestamp_nanos(date_joined)) as user_joined_on
, to_iso8601(from_iso8601_timestamp_nanos(last_login)) as user_last_login
from source
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ with source as (
select
id as user_profile_id
, user_id
, name as user_full_name
, replace(replace(replace(name, ' ', '<>'), '><', ''), '<>', ' ') as user_full_name
, year_of_birth as user_birth_year
, nullif(city, '') as user_address_city
, nullif(country, '') as user_address_country
Expand Down

0 comments on commit 522fe71

Please sign in to comment.