use_stemmer=True)    def compute_metric(self, generation, prompt_idx, gen_idx):        prediction = generation.text        results = self.scorer.score(target=self.reference, prediction=prediction)        return {            "rougeLsum_score": results["rougeLsum"].fmeasure,            "reference": self.reference,        }reference = """The tower is 324 metres (1,063 ft) tall, about the same height as an 81-storey building.It was the first structure to reach a height of 300 metres.It is now taller than the Chrysler Building in New York City by 5.2 metres (17 ft)Excluding transmitters, the Eiffel Tower is the second tallest free-standing structure in France ."""rouge_score = Rouge(reference=reference)template = """Given the following article, it is your job to write a summary.Article:{article}Summary: This is the summary for the above article:"""prompt_template = PromptTemplate(input_variables=["article"], template=template)comet_callback = CometCallbackHandler(    project_name="comet-example-langchain",    complexity_metrics=False,    stream_logs=True,    tags=["custom_metrics"],    custom_metrics=rouge_score.compute_metric,)callbacks = [StdOutCallbackHandler(), comet_callback]llm = OpenAI(temperature=0.9)synopsis_chain = LLMChain(llm=llm, prompt=prompt_template)test_prompts = [    {        "article": """                 The tower is 324 metres (1,063 ft) tall, about the same height as                 an 81-storey building, and the tallest structure in Paris. Its base is square,                 measuring 125 metres (410 ft) on each side.                 During its construction, the Eiffel Tower surpassed the                 Washington Monument to become the tallest man-made structure in the world,                 a title it held for 41 years until the Chrysler Building                 in New York City was finished in 1930.                 It was the first structure to reach a height of 300 metres.                 Due to the addition of a broadcasting aerial at the
In this guide we will demonstrate how to track your Langchain Experiments, Evaluation Metrics, and LLM Sessions with Comet.
In this guide we will demonstrate how to track your Langchain Experiments, Evaluation Metrics, and LLM Sessions with Comet. ->: use_stemmer=True)    def compute_metric(self, generation, prompt_idx, gen_idx):        prediction = generation.text        results = self.scorer.score(target=self.reference, prediction=prediction)        return {            "rougeLsum_score": results["rougeLsum"].fmeasure,            "reference": self.reference,        }reference = """The tower is 324 metres (1,063 ft) tall, about the same height as an 81-storey building.It was the first structure to reach a height of 300 metres.It is now taller than the Chrysler Building in New York City by 5.2 metres (17 ft)Excluding transmitters, the Eiffel Tower is the second tallest free-standing structure in France ."""rouge_score = Rouge(reference=reference)template = """Given the following article, it is your job to write a summary.Article:{article}Summary: This is the summary for the above article:"""prompt_template = PromptTemplate(input_variables=["article"], template=template)comet_callback = CometCallbackHandler(    project_name="comet-example-langchain",    complexity_metrics=False,    stream_logs=True,    tags=["custom_metrics"],    custom_metrics=rouge_score.compute_metric,)callbacks = [StdOutCallbackHandler(), comet_callback]llm = OpenAI(temperature=0.9)synopsis_chain = LLMChain(llm=llm, prompt=prompt_template)test_prompts = [    {        "article": """                 The tower is 324 metres (1,063 ft) tall, about the same height as                 an 81-storey building, and the tallest structure in Paris. Its base is square,                 measuring 125 metres (410 ft) on each side.                 During its construction, the Eiffel Tower surpassed the                 Washington Monument to become the tallest man-made structure in the world,                 a title it held for 41 years until the Chrysler Building                 in New York City was finished in 1930.                 It was the first structure to reach a height of 300 metres.                 Due to the addition of a broadcasting aerial at the