feature/update-connector-crosstalent

src/hrflow_connectors/__init__.py

@@ -2,6 +2,7 @@
 from hrflow_connectors.connectors.breezyhr import BreezyHR
 from hrflow_connectors.connectors.bullhorn import Bullhorn
 from hrflow_connectors.connectors.ceridian import Ceridian
+from hrflow_connectors.connectors.crosstalent.connector import CrossTalent
 from hrflow_connectors.connectors.greenhouse.connector import Greenhouse
 from hrflow_connectors.connectors.hubspot import Hubspot
 from hrflow_connectors.connectors.poleemploi import PoleEmploi
@@ -17,6 +18,7 @@
 from hrflow_connectors.core.documentation import generate_docs  # noqa
 
 __version__ = "2.0.0"
+
 __CONNECTORS__ = [
     SmartRecruiters,
     TalentSoft,
@@ -32,6 +34,7 @@
     Teamtailor,
     Waalaxy,
     Hubspot,
+    CrossTalent
 ]
 
 # This makes sure that connector are in module namespace

src/hrflow_connectors/connectors/crosstalent/README.md

@@ -0,0 +1,12 @@
+
+# Crosstalent Connector
+
+> Crosstalent designs and implements innovative solutions for human resources management.
+
+
+🔗 https://www.crosstalent.eu/fr/
+
+| Actions |
+| ------- |
+| [**Pull jobs**](docs/pull_jobs.md) |
+| [**Push profile**](docs/push_profile.md) |

src/hrflow_connectors/connectors/crosstalent/connector.py

@@ -0,0 +1,260 @@
+import re
+import typing as t
+import unicodedata
+
+from hrflow_connectors.connectors.crosstalent.warehouse import (
+    CrosstalentJobWarehouse,
+    CrosstalentProfileWarehouse,
+)
+from hrflow_connectors.connectors.hrflow.warehouse import (
+    HrFlowJobWarehouse,
+    HrFlowProfileWarehouse,
+)
+from hrflow_connectors.core.connector import (
+    BaseActionParameters,
+    Connector,
+    ConnectorAction,
+    WorkflowType,
+)
+
+
+def get_job_location(crosstalent_location: t.Dict) -> t.Dict:
+    lat = crosstalent_location.get("crta__Location__Latitude__s")
+    lat = float(lat) if lat is not None else lat
+
+    lng = crosstalent_location.get("crta__Location__Longitude__s")
+    lng = float(lng) if lng is not None else lng
+
+    concatenate = []
+    for field in ["Lieu__c", "crta__CT_Country__c", "Region__c", "crta__CT_City__c"]:
+        if crosstalent_location.get(field):
+            concatenate.append(crosstalent_location.get(field))
+
+    postcode = crosstalent_location.get("crta__CT_Postal_code__c")
+    if postcode is None:
+        postcode = crosstalent_location.get("crta__Postal_Code__c")
+
+    if postcode is not None:
+        concatenate.append(postcode)
+
+    return dict(lat=lat, lng=lng, text=" ".join(concatenate))
+
+
+def get_sections(crosstalent_job: t.Dict) -> t.List[t.Dict]:
+    sections = []
+
+    section = crosstalent_job.get("crta__CT_Description__c")
+    if section is not None:
+        sections.append(
+            dict(
+                name="crosstalent-sections-crta__CT_Description__c",
+                title="Description",
+                description="Descriptif du poste",
+            )
+        )
+
+    section = crosstalent_job.get("Profil_recherche__c")
+    if section is not None:
+        sections.append(
+            dict(
+                name="crosstalent-sections-Profil_recherche__c",
+                title="Profil recherché",
+                description="Profile recherché",
+            )
+        )
+
+    return sections
+
+
+def get_tags(crosstalent_job: t.Dict) -> t.List[t.Dict]:
+    job = crosstalent_job
+
+    t = lambda name, value: dict(name=name, value=value)
+    return [
+        t("crosstalent_Disponible_sous__c", job.get("Disponible_sous__c")),
+        t(
+            "crosstalent_crta__CT_Designation__c",
+            job.get("crosstalent_crta__CT_Designation__c"),
+        ),
+        t(
+            "crosstalent_crtarecr__Start_date_of_Website_publication__c",
+            job.get("crtarecr__Start_date_of_Website_publication__c"),
+        ),
+        t(
+            "crosstalent_Site_de_diffusion_de_l_offre__c",
+            job.get("Site_de_diffusion_de_l_offre__c"),
+        ),
+        t("crosstalent_M_tier__c", job.get("M_tier__c")),
+        t(
+            "crosstalent_Niveau_d_exp_rience_attendu__c",
+            job.get("Niveau_d_exp_rience_attendu__c"),
+        ),
+        t(
+            "crosstalent_Sous_Secteur_d_activite__c",
+            job.get("Sous_Secteur_d_activite__c"),
+        ),
+        t("crosstalent_compensation-currency", job.get("currency")),
+        t("crosstalent_Langue_de_diffusion__c", job.get("Langue_de_diffusion__c")),
+        t(
+            "crosstalent_Numero_d_offre_automatique__c",
+            job.get("Numero_d_offre_automatique__c"),
+        ),
+        t(
+            "crosstalent_crtarecr__Published_on_Website__c",
+            job.get("crtarecr__Published_on_Website__c"),
+        ),
+        t("crosstalent_Sourcing_Auto__c", job.get("Sourcing_Auto__c")),
+        t("crosstalent_Mots_Clefs__c", job.get("Mots_Clefs__c")),
+        t(
+            "crosstalent_Disponibilit_imm_diate__c",
+            job.get("Disponibilit_imm_diate__c"),
+        ),
+        t("crosstalent_Date_de_d_but__c", job.get("Date_de_d_but__c")),
+        t("crosstalent_Date_de_fin__c", job.get("Date_de_fin__c")),
+        t("crosstalent_Mobilit_R_gion__c", job.get("Mobilit_R_gion__c")),
+    ]
+
+
+def get_languages(crosstalent_job: t.Dict) -> t.List[t.Dict]:
+    languages = []
+
+    language_name = crosstalent_job.get("crtarecr__Language_1__c")
+    language_level = crosstalent_job.get("crtarecr__Language_1__c")
+    if language_name is not None:
+        language = dict(name=language_name, value=language_level)
+        languages.append(language)
+
+    language_name = crosstalent_job.get("crtarecr__Language_2__c")
+    language_level = crosstalent_job.get("crtarecr__Language_2__c")
+    if language_name is not None:
+        language = dict(name=language_name, value=language_level)
+        languages.append(language)
+
+    language_name = crosstalent_job.get("crtarecr__Language_3__c")
+    language_level = crosstalent_job.get("crtarecr__Language_3__c")
+    if language_name is not None:
+        language = dict(name=language_name, value=language_level)
+        languages.append(language)
+
+    return languages
+
+
+def get_metadatas(crosstalent_job: t.Dict) -> t.List[t.Dict]:
+    metadatas = []
+
+    metadata_value = crosstalent_job.get("Site_Corporate_Introduction__c")
+    metadata = dict(name="Site_Corporate_Introduction__c", value=metadata_value)
+    metadatas.append(metadata)
+
+    metadata_value = crosstalent_job.get("Site_Corporate_Conclusion__c")
+    metadata = dict(name="Site_Corporate_Conclusion__c", value=metadata_value)
+    metadatas.append(metadata)
+
+    return metadatas
+
+
+def format_job(crosstalent_job: t.Dict) -> t.Dict:
+    job = dict(
+        name=crosstalent_job.get("Name", "Undefined"),
+        reference=crosstalent_job.get("Id"),
+        created_at=crosstalent_job.get("CreatedDate"),
+        updated_at=crosstalent_job.get("LastModifiedDate"),
+        location=get_job_location(crosstalent_job),
+        url=crosstalent_job.get("Lien_du_formulaire_sur_offre_du_site__c"),
+        summary=None,
+        sections=get_sections(crosstalent_job),
+        tags=get_tags(crosstalent_job),
+        languages=get_languages(crosstalent_job),
+        metadatas=get_metadatas(crosstalent_job),
+    )
+    return job
+
+
+DEFAULT_CANDIDATE_EMAIL = "{last_name}-{first_name}+{created_at}@vulcain.invalid"
+
+
+def process_boolean_values(text):
+    if isinstance(text, bool):
+        return "1" if text else "0"
+    return text
+
+
+def normalize(text):
+    x = unicodedata.normalize("NFKD", text)
+    x = "".join(filter(lambda c: unicodedata.combining(c) == 0, x.lower()))
+    x = "".join(filter(lambda c: unicodedata.category(c) != "Mn", x))
+    return x
+
+
+def format_profile(profile: t.Dict):
+    firstname = profile["info"].get("first_name")
+    lastname = profile["info"].get("last_name")
+    email = profile["info"].get("email")
+
+    if lastname is None or lastname == "":
+        profile["info"]["last_name"] = "update"
+
+    if firstname is None or firstname == "":
+        profile["info"]["first_name"] = "to"
+
+    if email is None or email == "":
+        creation_date = profile["created_at"]
+        creation_date = profile["created_at"]
+        creation_date_adapted = re.sub("[: +]", "", creation_date)
+        # modifications to create a valid mail adress
+        first_name_adapted = profile["info"]["first_name"].replace(" ", "_")
+        last_name_adapted = profile["info"]["last_name"].replace(" ", "_")
+        email = DEFAULT_CANDIDATE_EMAIL.format(
+            first_name=first_name_adapted.lower(),
+            last_name=last_name_adapted.lower(),
+            created_at=creation_date_adapted,
+        )
+
+        email = normalize(email)
+        profile["info"]["email"] = email
+
+    profile["tags"] = list(
+        map(
+            lambda x: {"name": x["name"], "value": process_boolean_values(x["value"])},
+            profile["tags"],
+        )
+    )
+    return profile
+
+
+CrossTalent = Connector(
+    name="Crosstalent",
+    description=(
+        "Crosstalent designs and implements innovative solutions for human resources"
+        " management."
+    ),
+    url="https://www.crosstalent.eu/fr/",
+    actions=[
+        ConnectorAction(
+            name="pull_jobs",
+            trigger_type=WorkflowType.pull,
+            description=(
+                "Retrieves all jobs via the ***Crosstalent*** API and send them"
+                " to a ***Hrflow.ai Board***."
+            ),
+            parameters=BaseActionParameters.with_defaults(
+                "PullJobsActionParameters", format=format_job
+            ),
+            origin=CrosstalentJobWarehouse,
+            target=HrFlowJobWarehouse,
+        ),
+        ConnectorAction(
+            name="push_profile",
+            trigger_type=WorkflowType.catch,
+            description=(
+                "Writes a profile from Hrflow.ai Source to Crosstalent via the API"
+                " for the given `job_id`."
+            ),
+            parameters=BaseActionParameters.with_defaults(
+                "WriteProfileActionParameters", format=format_profile
+            ),
+            origin=HrFlowProfileWarehouse,
+            target=CrosstalentProfileWarehouse,
+        ),
+    ],
+)

src/hrflow_connectors/connectors/crosstalent/docs/pull_jobs.md

@@ -0,0 +1,76 @@
+
+# Pull jobs
+`CrossTalentJobWarehouse` :arrow_right: `HrFlow.ai Jobs`
+
+Retrieves all jobs via the ***Crosstalent*** API and send them to a ***Hrflow.ai Board***.
+
+
+
+## Action Parameters
+
+| Field | Type | Default | Description |
+| ----- | ---- | ------- | ----------- |
+| `logics`  | `typing.List[typing.Callable[[typing.Dict], typing.Optional[typing.Dict]]]` | [] | List of logic functions |
+| `format`  | `typing.Callable[[typing.Dict], typing.Dict]` | [`format_job`](../connector.py#L156) | Formatting function |
+| `read_mode`  | `str` | ReadMode.sync | If 'incremental' then `read_from` of the last run is given to Origin Warehouse during read. **The actual behavior depends on implementation of read**. In 'sync' mode `read_from` is neither fetched nor given to Origin Warehouse during read. |
+
+## Source Parameters
+
+| Field | Type | Default | Description |
+| ----- | ---- | ------- | ----------- |
+| `client_id` :red_circle: | `str` | None | Client id |
+| `client_secret` :red_circle: | `str` | None | Client Secret |
+| `username` :red_circle: | `str` | None | Username |
+| `password` :red_circle: | `str` | None | Password |
+| `env` :red_circle: | `str` | None | env |
+| `subdomain` :red_circle: | `str` | None | Subdomain Crosstalent just before `salesforce.com`. For example subdomain=`my_subdomain.my` in `http://my_subdomain.my.salesforce.com/ABC` |
+
+## Destination Parameters
+
+| Field | Type | Default | Description |
+| ----- | ---- | ------- | ----------- |
+| `api_secret` :red_circle: | `str` | None | X-API-KEY used to access HrFlow.ai API |
+| `api_user` :red_circle: | `str` | None | X-USER-EMAIL used to access HrFlow.ai API |
+| `board_key` :red_circle: | `str` | None | HrFlow.ai board key |
+| `sync`  | `bool` | True | When enabled only pushed jobs will remain in the board |
+| `update_content`  | `bool` | False | When enabled jobs already present in the board are updated |
+| `enrich_with_parsing`  | `bool` | False | When enabled jobs are enriched with HrFlow.ai parsing |
+
+:red_circle: : *required*
+
+## Example
+
+```python
+import logging
+from hrflow_connectors import Crosstalent
+from hrflow_connectors.core import ReadMode
+
+
+logging.basicConfig(level=logging.INFO)
+
+
+Crosstalent.pull_jobs(
+    workflow_id="some_string_identifier",
+    action_parameters=dict(
+        logics=[],
+        format=lambda *args, **kwargs: None # Put your code logic here,
+        read_mode=ReadMode.sync,
+    ),
+    origin_parameters=dict(
+        client_id="your_client_id",
+        client_secret="your_client_secret",
+        username="your_username",
+        password="your_password",
+        env="your_env",
+        subdomain="your_subdomain",
+    ),
+    target_parameters=dict(
+        api_secret="your_api_secret",
+        api_user="your_api_user",
+        board_key="your_board_key",
+        sync=True,
+        update_content=False,
+        enrich_with_parsing=False,
+    )
+)
+```