From 21539e68563ae61d2be311d8b8e656fa039f5a5c Mon Sep 17 00:00:00 2001
From: Dinghow Yang <DinghowYang@gmail.com>
Date: Fri, 15 Mar 2024 14:19:02 +0800
Subject: [PATCH] Add chat templates for Falcon (#3420)

---
 examples/template_falcon.jinja      | 15 +++++++++++++++
 examples/template_falcon_180b.jinja | 17 +++++++++++++++++
 2 files changed, 32 insertions(+)
 create mode 100644 examples/template_falcon.jinja
 create mode 100644 examples/template_falcon_180b.jinja

diff --git a/examples/template_falcon.jinja b/examples/template_falcon.jinja
new file mode 100644
index 000000000000..01cf0e2670d0
--- /dev/null
+++ b/examples/template_falcon.jinja
@@ -0,0 +1,15 @@
+{%- for message in messages -%}
+    {%- if message['role'] == 'user' -%}
+        {{- 'User: ' + message['content'] -}}
+    {%- elif message['role'] == 'assistant' -%}
+        {{- 'Assistant: ' + message['content'] -}}
+    {%- endif -%}
+    {%- if (loop.last and add_generation_prompt) or not loop.last -%}
+        {{- '\n' -}}
+    {%- endif -%}
+{%- endfor -%}
+
+
+{%- if add_generation_prompt and messages[-1]['role'] != 'assistant' -%}
+    {{- 'Assistant:' -}}
+{% endif %}
\ No newline at end of file
diff --git a/examples/template_falcon_180b.jinja b/examples/template_falcon_180b.jinja
new file mode 100644
index 000000000000..f08f7395b7fd
--- /dev/null
+++ b/examples/template_falcon_180b.jinja
@@ -0,0 +1,17 @@
+{%- for message in messages -%}
+    {%- if message['role'] == 'system' -%}
+        {{- 'System: ' + message['content'] -}}
+    {%- elif message['role'] == 'user' -%}
+        {{- 'User: ' + message['content'] -}}
+    {%- elif message['role'] == 'assistant' -%}
+        {{- 'Falcon: ' + message['content'] -}}
+    {%- endif -%}
+    {%- if (loop.last and add_generation_prompt) or not loop.last -%}
+        {{- '\n' -}}
+    {%- endif -%}
+{%- endfor -%}
+
+
+{%- if add_generation_prompt and messages[-1]['role'] != 'assistant' -%}
+    {{- 'Falcon:' -}}
+{% endif %}
\ No newline at end of file